2023-09-21T12:48:57.321 INFO:root:teuthology version: 0.0.1.dev194+g54e62bc 2023-09-21T12:48:57.322 DEBUG:teuthology.run:Teuthology command: teuthology --verbose --owner scheduled_leonidus@teuthology --archive /home/teuthworker/archive/leonidus-2023-09-20_16:32:45-fs-wip-lusov-config-format-distro-default-smithi/7399903 --description fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_8} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/xfstests-dev} --name leonidus-2023-09-20_16:32:45-fs-wip-lusov-config-format-distro-default-smithi -- /home/teuthworker/archive/leonidus-2023-09-20_16:32:45-fs-wip-lusov-config-format-distro-default-smithi/7399903/orig.config.yaml 2023-09-21T12:48:57.374 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-09-21T12:48:57.463 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/leonidus-2023-09-20_16:32:45-fs-wip-lusov-config-format-distro-default-smithi/7399903 branch: wip-lusov-config-format description: fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_8} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/xfstests-dev} email: null first_in_suite: false job_id: '7399903' kernel: kdb: true sha1: distro ktype: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi name: leonidus-2023-09-20_16:32:45-fs-wip-lusov-config-format-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 8.stream overrides: admin_socket: branch: wip-lusov-config-format ceph: conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 pid file: '' rados mon op timeout: 900 rados osd op timeout: 900 mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon op complaint time: 120 osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - overall HEALTH_ - \(FS_DEGRADED\) - \(MDS_FAILED\) - \(MDS_DEGRADED\) - \(FS_WITH_FAILED_MDS\) - \(MDS_DAMAGE\) - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(FS_INLINE_DATA_DEPRECATED\) - \(POOL_APP_NOT_ENABLED\) - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding sha1: 41c9e835c3f621102ade35dd597317a42116a491 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: 41c9e835c3f621102ade35dd597317a42116a491 selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-lusov-config-format sha1: 41c9e835c3f621102ade35dd597317a42116a491 owner: scheduled_leonidus@teuthology priority: 150 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.y - mds.a - mds.c - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - client.2 - - mon.b - mon.c - mgr.x - mds.b - mds.d - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - client.3 seed: 8407 sha1: 41c9e835c3f621102ade35dd597317a42116a491 sleep_before_teardown: 0 subset: 111/10000 suite: fs suite_branch: wip-lusov-config-format suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_41c9e835c3f621102ade35dd597317a42116a491/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: 41c9e835c3f621102ade35dd597317a42116a491 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi046.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHhCFuhB5zncUpkPg4nsDeXGq6apF2Di+SnsZKEevzUnGx2IwFSn54h56eakY52c4JfE6Qm0b9jeJOGvIYnpLmM= smithi057.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOs4AoLXbRiOW0YxLyViEXAltONTFED8/tqn5mP0bQ0Oqi2PAtAz/PsF+ktOJn6tWU4ervTH5iJRuzNswNnT9Os= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - ceph: create_rbd_pool: false - ceph-fuse: null - cephfs_test_runner: fail_on_skip: false modules: - tasks.cephfs.tests_from_xfstests_dev teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return false end - local function is_kdistro() return false end - local function is_fuse() return true end - local function syntax_version() return '' end teuthology_branch: main teuthology_sha1: 54e62bcbac4e53d9685e08328b790d3b20d71cae timestamp: 2023-09-20_16:32:45 tube: smithi user: leonidus verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.1394 2023-09-21T12:48:57.463 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_41c9e835c3f621102ade35dd597317a42116a491/qa; will attempt to use it 2023-09-21T12:48:57.464 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_41c9e835c3f621102ade35dd597317a42116a491/qa/tasks 2023-09-21T12:48:57.464 INFO:teuthology.run_tasks:Running task internal.check_packages... 2023-09-21T12:48:57.466 INFO:teuthology.task.internal:Checking packages... 2023-09-21T12:48:57.583 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '41c9e835c3f621102ade35dd597317a42116a491' 2023-09-21T12:48:57.583 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-09-21T12:48:57.584 INFO:teuthology.packaging:ref: None 2023-09-21T12:48:57.584 INFO:teuthology.packaging:tag: None 2023-09-21T12:48:57.584 INFO:teuthology.packaging:branch: wip-lusov-config-format 2023-09-21T12:48:57.584 INFO:teuthology.packaging:sha1: 41c9e835c3f621102ade35dd597317a42116a491 2023-09-21T12:48:57.585 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=wip-lusov-config-format 2023-09-21T12:48:57.735 INFO:teuthology.task.internal:Found packages for ceph version 18.0.0-6168.g41c9e835 2023-09-21T12:48:57.735 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2023-09-21T12:48:57.741 INFO:teuthology.task.internal:no buildpackages task found 2023-09-21T12:48:57.742 INFO:teuthology.run_tasks:Running task internal.save_config... 2023-09-21T12:48:57.747 INFO:teuthology.task.internal:Saving configuration 2023-09-21T12:48:57.774 INFO:teuthology.run_tasks:Running task internal.check_lock... 2023-09-21T12:48:57.780 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-09-21T12:48:57.804 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi046.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2023-09-20_16:32:45-fs-wip-lusov-config-format-distro-default-smithi/7399903', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '8', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-09-21 12:43:51.374864', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHhCFuhB5zncUpkPg4nsDeXGq6apF2Di+SnsZKEevzUnGx2IwFSn54h56eakY52c4JfE6Qm0b9jeJOGvIYnpLmM='} 2023-09-21T12:48:57.825 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi057.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2023-09-20_16:32:45-fs-wip-lusov-config-format-distro-default-smithi/7399903', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '8', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-09-21 12:43:51.376681', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOs4AoLXbRiOW0YxLyViEXAltONTFED8/tqn5mP0bQ0Oqi2PAtAz/PsF+ktOJn6tWU4ervTH5iJRuzNswNnT9Os='} 2023-09-21T12:48:57.825 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2023-09-21T12:48:57.831 INFO:teuthology.task.internal:roles: ubuntu@smithi046.front.sepia.ceph.com - ['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'] 2023-09-21T12:48:57.832 INFO:teuthology.task.internal:roles: ubuntu@smithi057.front.sepia.ceph.com - ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3'] 2023-09-21T12:48:57.832 INFO:teuthology.run_tasks:Running task console_log... 2023-09-21T12:48:57.908 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f5adfa94af0>, signals=[15]) 2023-09-21T12:48:57.910 INFO:teuthology.run_tasks:Running task internal.connect... 2023-09-21T12:48:57.917 INFO:teuthology.task.internal:Opening connections... 2023-09-21T12:48:57.918 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi046.front.sepia.ceph.com 2023-09-21T12:48:57.920 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi046.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-09-21T12:48:57.990 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi057.front.sepia.ceph.com 2023-09-21T12:48:57.991 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi057.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-09-21T12:48:58.060 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2023-09-21T12:48:58.067 DEBUG:teuthology.orchestra.run.smithi046:> uname -m 2023-09-21T12:48:58.090 INFO:teuthology.orchestra.run.smithi046.stdout:x86_64 2023-09-21T12:48:58.090 DEBUG:teuthology.orchestra.run.smithi046:> cat /etc/os-release 2023-09-21T12:48:58.152 INFO:teuthology.orchestra.run.smithi046.stdout:NAME="CentOS Stream" 2023-09-21T12:48:58.152 INFO:teuthology.orchestra.run.smithi046.stdout:VERSION="8" 2023-09-21T12:48:58.152 INFO:teuthology.orchestra.run.smithi046.stdout:ID="centos" 2023-09-21T12:48:58.152 INFO:teuthology.orchestra.run.smithi046.stdout:ID_LIKE="rhel fedora" 2023-09-21T12:48:58.153 INFO:teuthology.orchestra.run.smithi046.stdout:VERSION_ID="8" 2023-09-21T12:48:58.153 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM_ID="platform:el8" 2023-09-21T12:48:58.153 INFO:teuthology.orchestra.run.smithi046.stdout:PRETTY_NAME="CentOS Stream 8" 2023-09-21T12:48:58.153 INFO:teuthology.orchestra.run.smithi046.stdout:ANSI_COLOR="0;31" 2023-09-21T12:48:58.153 INFO:teuthology.orchestra.run.smithi046.stdout:CPE_NAME="cpe:/o:centos:centos:8" 2023-09-21T12:48:58.154 INFO:teuthology.orchestra.run.smithi046.stdout:HOME_URL="https://centos.org/" 2023-09-21T12:48:58.154 INFO:teuthology.orchestra.run.smithi046.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-09-21T12:48:58.154 INFO:teuthology.orchestra.run.smithi046.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 8" 2023-09-21T12:48:58.154 INFO:teuthology.orchestra.run.smithi046.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2023-09-21T12:48:58.155 INFO:teuthology.lock.ops:Updating smithi046.front.sepia.ceph.com on lock server 2023-09-21T12:48:58.187 DEBUG:teuthology.orchestra.run.smithi057:> uname -m 2023-09-21T12:48:58.211 INFO:teuthology.orchestra.run.smithi057.stdout:x86_64 2023-09-21T12:48:58.214 DEBUG:teuthology.orchestra.run.smithi057:> cat /etc/os-release 2023-09-21T12:48:58.274 INFO:teuthology.orchestra.run.smithi057.stdout:NAME="CentOS Stream" 2023-09-21T12:48:58.274 INFO:teuthology.orchestra.run.smithi057.stdout:VERSION="8" 2023-09-21T12:48:58.274 INFO:teuthology.orchestra.run.smithi057.stdout:ID="centos" 2023-09-21T12:48:58.275 INFO:teuthology.orchestra.run.smithi057.stdout:ID_LIKE="rhel fedora" 2023-09-21T12:48:58.275 INFO:teuthology.orchestra.run.smithi057.stdout:VERSION_ID="8" 2023-09-21T12:48:58.275 INFO:teuthology.orchestra.run.smithi057.stdout:PLATFORM_ID="platform:el8" 2023-09-21T12:48:58.275 INFO:teuthology.orchestra.run.smithi057.stdout:PRETTY_NAME="CentOS Stream 8" 2023-09-21T12:48:58.276 INFO:teuthology.orchestra.run.smithi057.stdout:ANSI_COLOR="0;31" 2023-09-21T12:48:58.276 INFO:teuthology.orchestra.run.smithi057.stdout:CPE_NAME="cpe:/o:centos:centos:8" 2023-09-21T12:48:58.276 INFO:teuthology.orchestra.run.smithi057.stdout:HOME_URL="https://centos.org/" 2023-09-21T12:48:58.276 INFO:teuthology.orchestra.run.smithi057.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-09-21T12:48:58.276 INFO:teuthology.orchestra.run.smithi057.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 8" 2023-09-21T12:48:58.277 INFO:teuthology.orchestra.run.smithi057.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2023-09-21T12:48:58.277 INFO:teuthology.lock.ops:Updating smithi057.front.sepia.ceph.com on lock server 2023-09-21T12:48:58.303 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2023-09-21T12:48:58.313 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2023-09-21T12:48:58.320 INFO:teuthology.task.internal:Checking for old test directory... 2023-09-21T12:48:58.321 DEBUG:teuthology.orchestra.run.smithi046:> test '!' -e /home/ubuntu/cephtest 2023-09-21T12:48:58.324 DEBUG:teuthology.orchestra.run.smithi057:> test '!' -e /home/ubuntu/cephtest 2023-09-21T12:48:58.345 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2023-09-21T12:48:58.352 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2023-09-21T12:48:58.352 DEBUG:teuthology.orchestra.run.smithi046:> test -z $(ls -A /var/lib/ceph) 2023-09-21T12:48:58.387 DEBUG:teuthology.orchestra.run.smithi057:> test -z $(ls -A /var/lib/ceph) 2023-09-21T12:48:58.466 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2023-09-21T12:48:58.522 INFO:teuthology.run_tasks:Running task kernel... 2023-09-21T12:48:58.537 INFO:teuthology.task.kernel:normalize config orig: {'kdb': True, 'sha1': 'distro'} 2023-09-21T12:48:58.539 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': True, 'sha1': 'distro'}, 'mon.b': {'kdb': True, 'sha1': 'distro'}}, timeout 300 2023-09-21T12:48:58.540 DEBUG:teuthology.orchestra.run.smithi046:> test -f /run/.containerenv -o -f /.dockerenv 2023-09-21T12:48:58.541 DEBUG:teuthology.orchestra.run.smithi057:> test -f /run/.containerenv -o -f /.dockerenv 2023-09-21T12:48:58.563 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-09-21T12:48:58.564 DEBUG:teuthology.orchestra.run.smithi046:> uname -r 2023-09-21T12:48:58.565 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-09-21T12:48:58.566 DEBUG:teuthology.orchestra.run.smithi057:> uname -r 2023-09-21T12:48:58.627 INFO:teuthology.orchestra.run.smithi046.stdout:4.18.0-489.el8.x86_64 2023-09-21T12:48:58.627 INFO:teuthology.task.kernel:Running kernel on smithi046: 4.18.0-489.el8.x86_64 2023-09-21T12:48:58.628 DEBUG:teuthology.orchestra.run.smithi046:> sudo yum install -y kernel 2023-09-21T12:48:58.629 INFO:teuthology.orchestra.run.smithi057.stdout:4.18.0-489.el8.x86_64 2023-09-21T12:48:58.629 INFO:teuthology.task.kernel:Running kernel on smithi057: 4.18.0-489.el8.x86_64 2023-09-21T12:48:58.629 DEBUG:teuthology.orchestra.run.smithi057:> sudo yum install -y kernel 2023-09-21T12:49:03.411 INFO:teuthology.orchestra.run.smithi057.stdout:CentOS Stream 8 - AppStream 14 MB/s | 33 MB 00:02 2023-09-21T12:49:03.465 INFO:teuthology.orchestra.run.smithi046.stdout:CentOS Stream 8 - AppStream 14 MB/s | 33 MB 00:02 2023-09-21T12:49:11.977 INFO:teuthology.orchestra.run.smithi057.stdout:CentOS Stream 8 - BaseOS 22 MB/s | 47 MB 00:02 2023-09-21T12:49:19.074 INFO:teuthology.orchestra.run.smithi046.stdout:CentOS Stream 8 - BaseOS 5.2 MB/s | 47 MB 00:09 2023-09-21T12:49:19.552 INFO:teuthology.orchestra.run.smithi057.stdout:CentOS Stream 8 - Extras 42 kB/s | 18 kB 00:00 2023-09-21T12:49:19.977 INFO:teuthology.orchestra.run.smithi057.stdout:CentOS Stream 8 - Extras common packages 30 kB/s | 6.9 kB 00:00 2023-09-21T12:49:20.279 INFO:teuthology.orchestra.run.smithi057.stdout:Copr repo for python3-asyncssh owned by ceph 25 kB/s | 3.5 kB 00:00 2023-09-21T12:49:21.246 INFO:teuthology.orchestra.run.smithi057.stdout:Extra Packages for Enterprise Linux 20 MB/s | 16 MB 00:00 2023-09-21T12:49:25.246 INFO:teuthology.orchestra.run.smithi057.stdout:lab-extras 451 kB/s | 24 kB 00:00 2023-09-21T12:49:26.848 INFO:teuthology.orchestra.run.smithi046.stdout:CentOS Stream 8 - Extras 32 kB/s | 18 kB 00:00 2023-09-21T12:49:27.332 INFO:teuthology.orchestra.run.smithi046.stdout:CentOS Stream 8 - Extras common packages 24 kB/s | 6.9 kB 00:00 2023-09-21T12:49:27.634 INFO:teuthology.orchestra.run.smithi046.stdout:Copr repo for python3-asyncssh owned by ceph 25 kB/s | 3.5 kB 00:00 2023-09-21T12:49:28.895 INFO:teuthology.orchestra.run.smithi057.stdout:Package kernel-4.18.0-348.el8.x86_64 is already installed. 2023-09-21T12:49:28.896 INFO:teuthology.orchestra.run.smithi057.stdout:Package kernel-4.18.0-489.el8.x86_64 is already installed. 2023-09-21T12:49:29.142 INFO:teuthology.orchestra.run.smithi057.stdout:Dependencies resolved. 2023-09-21T12:49:29.143 INFO:teuthology.orchestra.run.smithi057.stdout:================================================================================ 2023-09-21T12:49:29.143 INFO:teuthology.orchestra.run.smithi057.stdout: Package Architecture Version Repository Size 2023-09-21T12:49:29.143 INFO:teuthology.orchestra.run.smithi057.stdout:================================================================================ 2023-09-21T12:49:29.144 INFO:teuthology.orchestra.run.smithi057.stdout:Installing: 2023-09-21T12:49:29.144 INFO:teuthology.orchestra.run.smithi057.stdout: kernel x86_64 4.18.0-513.el8 baseos 10 M 2023-09-21T12:49:29.144 INFO:teuthology.orchestra.run.smithi057.stdout:Installing dependencies: 2023-09-21T12:49:29.144 INFO:teuthology.orchestra.run.smithi057.stdout: kernel-core x86_64 4.18.0-513.el8 baseos 43 M 2023-09-21T12:49:29.145 INFO:teuthology.orchestra.run.smithi057.stdout: kernel-modules x86_64 4.18.0-513.el8 baseos 35 M 2023-09-21T12:49:29.145 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-09-21T12:49:29.145 INFO:teuthology.orchestra.run.smithi057.stdout:Transaction Summary 2023-09-21T12:49:29.145 INFO:teuthology.orchestra.run.smithi057.stdout:================================================================================ 2023-09-21T12:49:29.145 INFO:teuthology.orchestra.run.smithi057.stdout:Install 3 Packages 2023-09-21T12:49:29.146 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-09-21T12:49:29.146 INFO:teuthology.orchestra.run.smithi057.stdout:Total download size: 88 M 2023-09-21T12:49:29.147 INFO:teuthology.orchestra.run.smithi057.stdout:Installed size: 96 M 2023-09-21T12:49:29.147 INFO:teuthology.orchestra.run.smithi057.stdout:Downloading Packages: 2023-09-21T12:49:29.376 INFO:teuthology.orchestra.run.smithi046.stdout:Extra Packages for Enterprise Linux 10 MB/s | 16 MB 00:01 2023-09-21T12:49:31.107 INFO:teuthology.orchestra.run.smithi057.stdout:(1/3): kernel-modules-4.18.0-513.el8.x86_64.rpm 18 MB/s | 35 MB 00:01 2023-09-21T12:49:31.640 INFO:teuthology.orchestra.run.smithi057.stdout:(2/3): kernel-4.18.0-513.el8.x86_64.rpm 4.1 MB/s | 10 MB 00:02 2023-09-21T12:49:33.360 INFO:teuthology.orchestra.run.smithi046.stdout:lab-extras 439 kB/s | 24 kB 00:00 2023-09-21T12:49:33.415 INFO:teuthology.orchestra.run.smithi057.stdout:(3/3): kernel-core-4.18.0-513.el8.x86_64.rpm 10 MB/s | 43 MB 00:04 2023-09-21T12:49:33.415 INFO:teuthology.orchestra.run.smithi057.stdout:-------------------------------------------------------------------------------- 2023-09-21T12:49:33.415 INFO:teuthology.orchestra.run.smithi057.stdout:Total 21 MB/s | 88 MB 00:04 2023-09-21T12:49:34.115 INFO:teuthology.orchestra.run.smithi057.stdout:Running transaction check 2023-09-21T12:49:34.552 INFO:teuthology.orchestra.run.smithi057.stdout:Transaction check succeeded. 2023-09-21T12:49:34.552 INFO:teuthology.orchestra.run.smithi057.stdout:Running transaction test 2023-09-21T12:49:35.864 INFO:teuthology.orchestra.run.smithi057.stdout:Transaction test succeeded. 2023-09-21T12:49:35.884 INFO:teuthology.orchestra.run.smithi057.stdout:Running transaction 2023-09-21T12:49:37.184 INFO:teuthology.orchestra.run.smithi046.stdout:Package kernel-4.18.0-348.el8.x86_64 is already installed. 2023-09-21T12:49:37.185 INFO:teuthology.orchestra.run.smithi046.stdout:Package kernel-4.18.0-489.el8.x86_64 is already installed. 2023-09-21T12:49:37.461 INFO:teuthology.orchestra.run.smithi046.stdout:Dependencies resolved. 2023-09-21T12:49:37.462 INFO:teuthology.orchestra.run.smithi046.stdout:================================================================================ 2023-09-21T12:49:37.462 INFO:teuthology.orchestra.run.smithi046.stdout: Package Architecture Version Repository Size 2023-09-21T12:49:37.463 INFO:teuthology.orchestra.run.smithi046.stdout:================================================================================ 2023-09-21T12:49:37.463 INFO:teuthology.orchestra.run.smithi046.stdout:Installing: 2023-09-21T12:49:37.463 INFO:teuthology.orchestra.run.smithi046.stdout: kernel x86_64 4.18.0-513.el8 baseos 10 M 2023-09-21T12:49:37.463 INFO:teuthology.orchestra.run.smithi046.stdout:Installing dependencies: 2023-09-21T12:49:37.463 INFO:teuthology.orchestra.run.smithi046.stdout: kernel-core x86_64 4.18.0-513.el8 baseos 43 M 2023-09-21T12:49:37.464 INFO:teuthology.orchestra.run.smithi046.stdout: kernel-modules x86_64 4.18.0-513.el8 baseos 35 M 2023-09-21T12:49:37.464 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T12:49:37.464 INFO:teuthology.orchestra.run.smithi046.stdout:Transaction Summary 2023-09-21T12:49:37.464 INFO:teuthology.orchestra.run.smithi046.stdout:================================================================================ 2023-09-21T12:49:37.464 INFO:teuthology.orchestra.run.smithi046.stdout:Install 3 Packages 2023-09-21T12:49:37.464 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T12:49:37.465 INFO:teuthology.orchestra.run.smithi046.stdout:Total download size: 88 M 2023-09-21T12:49:37.465 INFO:teuthology.orchestra.run.smithi046.stdout:Installed size: 96 M 2023-09-21T12:49:37.466 INFO:teuthology.orchestra.run.smithi046.stdout:Downloading Packages: 2023-09-21T12:49:38.729 INFO:teuthology.orchestra.run.smithi046.stdout:(1/3): kernel-4.18.0-513.el8.x86_64.rpm 9.3 MB/s | 10 MB 00:01 2023-09-21T12:49:38.802 INFO:teuthology.orchestra.run.smithi057.stdout: Preparing : 1/1 2023-09-21T12:49:39.313 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : kernel-core-4.18.0-513.el8.x86_64 1/3 2023-09-21T12:49:39.586 INFO:teuthology.orchestra.run.smithi046.stdout:(2/3): kernel-modules-4.18.0-513.el8.x86_64.rpm 18 MB/s | 35 MB 00:01 2023-09-21T12:49:40.353 INFO:teuthology.orchestra.run.smithi046.stdout:(3/3): kernel-core-4.18.0-513.el8.x86_64.rpm 16 MB/s | 43 MB 00:02 2023-09-21T12:49:40.354 INFO:teuthology.orchestra.run.smithi046.stdout:-------------------------------------------------------------------------------- 2023-09-21T12:49:40.354 INFO:teuthology.orchestra.run.smithi046.stdout:Total 30 MB/s | 88 MB 00:02 2023-09-21T12:49:41.055 INFO:teuthology.orchestra.run.smithi046.stdout:Running transaction check 2023-09-21T12:49:41.502 INFO:teuthology.orchestra.run.smithi046.stdout:Transaction check succeeded. 2023-09-21T12:49:41.502 INFO:teuthology.orchestra.run.smithi046.stdout:Running transaction test 2023-09-21T12:49:42.797 INFO:teuthology.orchestra.run.smithi046.stdout:Transaction test succeeded. 2023-09-21T12:49:42.826 INFO:teuthology.orchestra.run.smithi046.stdout:Running transaction 2023-09-21T12:49:43.040 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: kernel-core-4.18.0-513.el8.x86_64 1/3 2023-09-21T12:49:43.438 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : kernel-modules-4.18.0-513.el8.x86_64 2/3 2023-09-21T12:49:45.879 INFO:teuthology.orchestra.run.smithi046.stdout: Preparing : 1/1 2023-09-21T12:49:46.423 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : kernel-core-4.18.0-513.el8.x86_64 1/3 2023-09-21T12:49:47.060 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: kernel-modules-4.18.0-513.el8.x86_64 2/3 2023-09-21T12:49:47.356 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : kernel-4.18.0-513.el8.x86_64 3/3 2023-09-21T12:49:50.283 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: kernel-core-4.18.0-513.el8.x86_64 1/3 2023-09-21T12:49:50.772 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : kernel-modules-4.18.0-513.el8.x86_64 2/3 2023-09-21T12:49:54.398 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: kernel-modules-4.18.0-513.el8.x86_64 2/3 2023-09-21T12:49:54.672 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : kernel-4.18.0-513.el8.x86_64 3/3 2023-09-21T12:50:10.450 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: kernel-core-4.18.0-513.el8.x86_64 3/3 2023-09-21T12:50:10.474 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: kernel-modules-4.18.0-513.el8.x86_64 3/3 2023-09-21T12:50:10.825 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: kernel-4.18.0-513.el8.x86_64 3/3 2023-09-21T12:50:10.825 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : kernel-4.18.0-513.el8.x86_64 1/3 2023-09-21T12:50:10.825 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : kernel-core-4.18.0-513.el8.x86_64 2/3 2023-09-21T12:50:11.522 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : kernel-modules-4.18.0-513.el8.x86_64 3/3 2023-09-21T12:50:11.523 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-09-21T12:50:11.523 INFO:teuthology.orchestra.run.smithi057.stdout:Installed: 2023-09-21T12:50:11.523 INFO:teuthology.orchestra.run.smithi057.stdout: kernel-4.18.0-513.el8.x86_64 kernel-core-4.18.0-513.el8.x86_64 2023-09-21T12:50:11.523 INFO:teuthology.orchestra.run.smithi057.stdout: kernel-modules-4.18.0-513.el8.x86_64 2023-09-21T12:50:11.523 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-09-21T12:50:11.524 INFO:teuthology.orchestra.run.smithi057.stdout:Complete! 2023-09-21T12:50:11.668 DEBUG:teuthology.orchestra.run.smithi057:> rpm -q kernel | sort -rV | head -n 1 2023-09-21T12:50:11.896 INFO:teuthology.orchestra.run.smithi057.stdout:kernel-4.18.0-513.el8.x86_64 2023-09-21T12:50:11.897 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-513.el8.x86_64 2023-09-21T12:50:11.897 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 4.18.0-489.el8.x86_64 Expected: 4.18.0-513.el8.x86_64 2023-09-21T12:50:11.897 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2023-09-21T12:50:11.898 DEBUG:teuthology.task.kernel:src is distro, skipping download 2023-09-21T12:50:11.898 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2023-09-21T12:50:11.898 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi057.front.sepia.ceph.com, path=None, version=distro) 2023-09-21T12:50:11.899 DEBUG:teuthology.orchestra.run.smithi057:> rpm -q kernel | sort -rV | head -n 1 2023-09-21T12:50:12.117 INFO:teuthology.orchestra.run.smithi057.stdout:kernel-4.18.0-513.el8.x86_64 2023-09-21T12:50:12.118 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-513.el8.x86_64 2023-09-21T12:50:12.118 DEBUG:teuthology.orchestra.run.smithi057:> sudo rpm -qi grub2-tools 2023-09-21T12:50:12.154 INFO:teuthology.orchestra.run.smithi057.stdout:Name : grub2-tools 2023-09-21T12:50:12.154 INFO:teuthology.orchestra.run.smithi057.stdout:Epoch : 1 2023-09-21T12:50:12.155 INFO:teuthology.orchestra.run.smithi057.stdout:Version : 2.02 2023-09-21T12:50:12.155 INFO:teuthology.orchestra.run.smithi057.stdout:Release : 129.el8 2023-09-21T12:50:12.155 INFO:teuthology.orchestra.run.smithi057.stdout:Architecture: x86_64 2023-09-21T12:50:12.155 INFO:teuthology.orchestra.run.smithi057.stdout:Install Date: Thu 04 May 2023 10:17:48 PM UTC 2023-09-21T12:50:12.155 INFO:teuthology.orchestra.run.smithi057.stdout:Group : System Environment/Base 2023-09-21T12:50:12.156 INFO:teuthology.orchestra.run.smithi057.stdout:Size : 9265586 2023-09-21T12:50:12.156 INFO:teuthology.orchestra.run.smithi057.stdout:License : GPLv3+ 2023-09-21T12:50:12.156 INFO:teuthology.orchestra.run.smithi057.stdout:Signature : RSA/SHA256, Tue 19 Jul 2022 02:52:06 PM UTC, Key ID 05b555b38483c65d 2023-09-21T12:50:12.156 INFO:teuthology.orchestra.run.smithi057.stdout:Source RPM : grub2-2.02-129.el8.src.rpm 2023-09-21T12:50:12.157 INFO:teuthology.orchestra.run.smithi057.stdout:Build Date : Tue 19 Jul 2022 02:30:39 PM UTC 2023-09-21T12:50:12.157 INFO:teuthology.orchestra.run.smithi057.stdout:Build Host : kbuilder.bsys.centos.org 2023-09-21T12:50:12.157 INFO:teuthology.orchestra.run.smithi057.stdout:Relocations : (not relocatable) 2023-09-21T12:50:12.157 INFO:teuthology.orchestra.run.smithi057.stdout:Packager : CentOS BuildSystem 2023-09-21T12:50:12.157 INFO:teuthology.orchestra.run.smithi057.stdout:Vendor : CentOS 2023-09-21T12:50:12.158 INFO:teuthology.orchestra.run.smithi057.stdout:URL : http://www.gnu.org/software/grub/ 2023-09-21T12:50:12.158 INFO:teuthology.orchestra.run.smithi057.stdout:Summary : Support tools for GRUB. 2023-09-21T12:50:12.158 INFO:teuthology.orchestra.run.smithi057.stdout:Description : 2023-09-21T12:50:12.158 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-09-21T12:50:12.158 INFO:teuthology.orchestra.run.smithi057.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2023-09-21T12:50:12.159 INFO:teuthology.orchestra.run.smithi057.stdout:customizable bootloader with modular architecture. It supports a rich 2023-09-21T12:50:12.159 INFO:teuthology.orchestra.run.smithi057.stdout:variety of kernel formats, file systems, computer architectures and 2023-09-21T12:50:12.159 INFO:teuthology.orchestra.run.smithi057.stdout:hardware devices. 2023-09-21T12:50:12.159 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-09-21T12:50:12.159 INFO:teuthology.orchestra.run.smithi057.stdout:This subpackage provides tools for support of all platforms. 2023-09-21T12:50:12.160 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2023-09-21T12:50:12.161 INFO:teuthology.task.kernel:Updating grub on smithi057 to boot 4.18.0-513.el8.x86_64 2023-09-21T12:50:12.161 DEBUG:teuthology.orchestra.run.smithi057:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2023-09-21T12:50:13.695 INFO:teuthology.orchestra.run.smithi057.stderr:Generating grub configuration file ... 2023-09-21T12:50:16.077 INFO:teuthology.orchestra.run.smithi057.stderr:done 2023-09-21T12:50:16.079 DEBUG:teuthology.orchestra.run.smithi057:> mktemp 2023-09-21T12:50:16.114 INFO:teuthology.orchestra.run.smithi057.stdout:/tmp/tmp.nVZpGhUPGK 2023-09-21T12:50:16.116 DEBUG:teuthology.orchestra.run.smithi057:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.nVZpGhUPGK 2023-09-21T12:50:16.187 DEBUG:teuthology.orchestra.run.smithi057:> sudo chmod 0666 /tmp/tmp.nVZpGhUPGK 2023-09-21T12:50:16.343 DEBUG:teuthology.orchestra.remote:smithi057:/tmp/tmp.nVZpGhUPGK is 6KB 2023-09-21T12:50:16.391 DEBUG:teuthology.orchestra.run.smithi057:> rm -fr /tmp/tmp.nVZpGhUPGK 2023-09-21T12:50:16.409 DEBUG:teuthology.orchestra.run.smithi057:> sudo /bin/ls /boot/loader/entries || true 2023-09-21T12:50:16.492 INFO:teuthology.orchestra.run.smithi057.stdout:a1b29d6c289747bdb22930598d39874a-0-rescue.conf 2023-09-21T12:50:16.492 INFO:teuthology.orchestra.run.smithi057.stdout:a1b29d6c289747bdb22930598d39874a-4.18.0-348.el8.x86_64.conf 2023-09-21T12:50:16.492 INFO:teuthology.orchestra.run.smithi057.stdout:a1b29d6c289747bdb22930598d39874a-4.18.0-489.el8.x86_64.conf 2023-09-21T12:50:16.493 INFO:teuthology.orchestra.run.smithi057.stdout:a1b29d6c289747bdb22930598d39874a-4.18.0-513.el8.x86_64.conf 2023-09-21T12:50:16.494 DEBUG:teuthology.orchestra.run.smithi057:> sudo grub2-set-default a1b29d6c289747bdb22930598d39874a-4.18.0-513.el8.x86_64 2023-09-21T12:50:16.655 DEBUG:teuthology.orchestra.run.smithi057:> sudo shutdown -r now 2023-09-21T12:50:17.725 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: kernel-core-4.18.0-513.el8.x86_64 3/3 2023-09-21T12:50:17.750 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: kernel-modules-4.18.0-513.el8.x86_64 3/3 2023-09-21T12:50:18.110 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: kernel-4.18.0-513.el8.x86_64 3/3 2023-09-21T12:50:18.111 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : kernel-4.18.0-513.el8.x86_64 1/3 2023-09-21T12:50:18.111 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : kernel-core-4.18.0-513.el8.x86_64 2/3 2023-09-21T12:50:19.228 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : kernel-modules-4.18.0-513.el8.x86_64 3/3 2023-09-21T12:50:19.229 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T12:50:19.229 INFO:teuthology.orchestra.run.smithi046.stdout:Installed: 2023-09-21T12:50:19.229 INFO:teuthology.orchestra.run.smithi046.stdout: kernel-4.18.0-513.el8.x86_64 kernel-core-4.18.0-513.el8.x86_64 2023-09-21T12:50:19.230 INFO:teuthology.orchestra.run.smithi046.stdout: kernel-modules-4.18.0-513.el8.x86_64 2023-09-21T12:50:19.230 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T12:50:19.230 INFO:teuthology.orchestra.run.smithi046.stdout:Complete! 2023-09-21T12:50:19.364 DEBUG:teuthology.orchestra.run.smithi046:> rpm -q kernel | sort -rV | head -n 1 2023-09-21T12:50:19.589 INFO:teuthology.orchestra.run.smithi046.stdout:kernel-4.18.0-513.el8.x86_64 2023-09-21T12:50:19.590 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-513.el8.x86_64 2023-09-21T12:50:19.590 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 4.18.0-489.el8.x86_64 Expected: 4.18.0-513.el8.x86_64 2023-09-21T12:50:19.591 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2023-09-21T12:50:19.591 DEBUG:teuthology.task.kernel:src is distro, skipping download 2023-09-21T12:50:19.591 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2023-09-21T12:50:19.591 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi046.front.sepia.ceph.com, path=None, version=distro) 2023-09-21T12:50:19.592 DEBUG:teuthology.orchestra.run.smithi046:> rpm -q kernel | sort -rV | head -n 1 2023-09-21T12:50:19.811 INFO:teuthology.orchestra.run.smithi046.stdout:kernel-4.18.0-513.el8.x86_64 2023-09-21T12:50:19.812 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-513.el8.x86_64 2023-09-21T12:50:19.812 DEBUG:teuthology.orchestra.run.smithi046:> sudo rpm -qi grub2-tools 2023-09-21T12:50:19.846 INFO:teuthology.orchestra.run.smithi046.stdout:Name : grub2-tools 2023-09-21T12:50:19.847 INFO:teuthology.orchestra.run.smithi046.stdout:Epoch : 1 2023-09-21T12:50:19.847 INFO:teuthology.orchestra.run.smithi046.stdout:Version : 2.02 2023-09-21T12:50:19.847 INFO:teuthology.orchestra.run.smithi046.stdout:Release : 129.el8 2023-09-21T12:50:19.848 INFO:teuthology.orchestra.run.smithi046.stdout:Architecture: x86_64 2023-09-21T12:50:19.848 INFO:teuthology.orchestra.run.smithi046.stdout:Install Date: Thu 04 May 2023 10:17:48 PM UTC 2023-09-21T12:50:19.848 INFO:teuthology.orchestra.run.smithi046.stdout:Group : System Environment/Base 2023-09-21T12:50:19.848 INFO:teuthology.orchestra.run.smithi046.stdout:Size : 9265586 2023-09-21T12:50:19.848 INFO:teuthology.orchestra.run.smithi046.stdout:License : GPLv3+ 2023-09-21T12:50:19.849 INFO:teuthology.orchestra.run.smithi046.stdout:Signature : RSA/SHA256, Tue 19 Jul 2022 02:52:06 PM UTC, Key ID 05b555b38483c65d 2023-09-21T12:50:19.849 INFO:teuthology.orchestra.run.smithi046.stdout:Source RPM : grub2-2.02-129.el8.src.rpm 2023-09-21T12:50:19.849 INFO:teuthology.orchestra.run.smithi046.stdout:Build Date : Tue 19 Jul 2022 02:30:39 PM UTC 2023-09-21T12:50:19.849 INFO:teuthology.orchestra.run.smithi046.stdout:Build Host : kbuilder.bsys.centos.org 2023-09-21T12:50:19.850 INFO:teuthology.orchestra.run.smithi046.stdout:Relocations : (not relocatable) 2023-09-21T12:50:19.850 INFO:teuthology.orchestra.run.smithi046.stdout:Packager : CentOS BuildSystem 2023-09-21T12:50:19.850 INFO:teuthology.orchestra.run.smithi046.stdout:Vendor : CentOS 2023-09-21T12:50:19.850 INFO:teuthology.orchestra.run.smithi046.stdout:URL : http://www.gnu.org/software/grub/ 2023-09-21T12:50:19.850 INFO:teuthology.orchestra.run.smithi046.stdout:Summary : Support tools for GRUB. 2023-09-21T12:50:19.851 INFO:teuthology.orchestra.run.smithi046.stdout:Description : 2023-09-21T12:50:19.851 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T12:50:19.851 INFO:teuthology.orchestra.run.smithi046.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2023-09-21T12:50:19.851 INFO:teuthology.orchestra.run.smithi046.stdout:customizable bootloader with modular architecture. It supports a rich 2023-09-21T12:50:19.852 INFO:teuthology.orchestra.run.smithi046.stdout:variety of kernel formats, file systems, computer architectures and 2023-09-21T12:50:19.852 INFO:teuthology.orchestra.run.smithi046.stdout:hardware devices. 2023-09-21T12:50:19.852 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T12:50:19.852 INFO:teuthology.orchestra.run.smithi046.stdout:This subpackage provides tools for support of all platforms. 2023-09-21T12:50:19.853 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2023-09-21T12:50:19.854 INFO:teuthology.task.kernel:Updating grub on smithi046 to boot 4.18.0-513.el8.x86_64 2023-09-21T12:50:19.854 DEBUG:teuthology.orchestra.run.smithi046:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2023-09-21T12:50:21.238 INFO:teuthology.orchestra.run.smithi046.stderr:Generating grub configuration file ... 2023-09-21T12:50:23.404 INFO:teuthology.orchestra.run.smithi046.stderr:done 2023-09-21T12:50:23.406 DEBUG:teuthology.orchestra.run.smithi046:> mktemp 2023-09-21T12:50:23.441 INFO:teuthology.orchestra.run.smithi046.stdout:/tmp/tmp.MU0GzAV2X0 2023-09-21T12:50:23.442 DEBUG:teuthology.orchestra.run.smithi046:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.MU0GzAV2X0 2023-09-21T12:50:23.520 DEBUG:teuthology.orchestra.run.smithi046:> sudo chmod 0666 /tmp/tmp.MU0GzAV2X0 2023-09-21T12:50:23.662 DEBUG:teuthology.orchestra.remote:smithi046:/tmp/tmp.MU0GzAV2X0 is 6KB 2023-09-21T12:50:23.711 DEBUG:teuthology.orchestra.run.smithi046:> rm -fr /tmp/tmp.MU0GzAV2X0 2023-09-21T12:50:23.729 DEBUG:teuthology.orchestra.run.smithi046:> sudo /bin/ls /boot/loader/entries || true 2023-09-21T12:50:23.812 INFO:teuthology.orchestra.run.smithi046.stdout:a1b29d6c289747bdb22930598d39874a-0-rescue.conf 2023-09-21T12:50:23.813 INFO:teuthology.orchestra.run.smithi046.stdout:a1b29d6c289747bdb22930598d39874a-4.18.0-348.el8.x86_64.conf 2023-09-21T12:50:23.813 INFO:teuthology.orchestra.run.smithi046.stdout:a1b29d6c289747bdb22930598d39874a-4.18.0-489.el8.x86_64.conf 2023-09-21T12:50:23.813 INFO:teuthology.orchestra.run.smithi046.stdout:a1b29d6c289747bdb22930598d39874a-4.18.0-513.el8.x86_64.conf 2023-09-21T12:50:23.814 DEBUG:teuthology.orchestra.run.smithi046:> sudo grub2-set-default a1b29d6c289747bdb22930598d39874a-4.18.0-513.el8.x86_64 2023-09-21T12:50:23.964 DEBUG:teuthology.orchestra.run.smithi046:> sudo shutdown -r now 2023-09-21T12:50:46.678 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2023-09-21T12:50:46.680 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi057.front.sepia.ceph.com' 2023-09-21T12:50:46.682 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi057.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-09-21T12:50:53.974 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2023-09-21T12:50:53.975 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi046.front.sepia.ceph.com' 2023-09-21T12:50:53.976 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi046.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-09-21T12:51:05.246 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.57 2023-09-21T12:51:12.410 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.46 2023-09-21T12:51:14.250 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi057.front.sepia.ceph.com' 2023-09-21T12:51:14.251 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi057.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-09-21T12:51:17.306 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.57 2023-09-21T12:51:21.414 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi046.front.sepia.ceph.com' 2023-09-21T12:51:21.415 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi046.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-09-21T12:51:24.474 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.46 2023-09-21T12:51:29.310 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi057.front.sepia.ceph.com' 2023-09-21T12:51:29.311 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi057.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-09-21T12:51:36.482 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi046.front.sepia.ceph.com' 2023-09-21T12:51:36.483 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi046.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-09-21T12:52:29.367 DEBUG:teuthology.orchestra.remote:timed out 2023-09-21T12:52:36.490 DEBUG:teuthology.orchestra.remote:timed out 2023-09-21T12:52:44.378 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi057.front.sepia.ceph.com' 2023-09-21T12:52:44.380 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi057.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-09-21T12:52:44.796 DEBUG:teuthology.orchestra.run.smithi057:> true 2023-09-21T12:52:45.114 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi057.front.sepia.ceph.com' 2023-09-21T12:52:45.114 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "4.18.0-513.el8.x86_64"... 2023-09-21T12:52:45.115 DEBUG:teuthology.orchestra.run.smithi057:> uname -r 2023-09-21T12:52:45.137 INFO:teuthology.orchestra.run.smithi057.stdout:4.18.0-513.el8.x86_64 2023-09-21T12:52:45.138 DEBUG:teuthology.task.kernel:current kernel version is 4.18.0-513.el8.x86_64 vs 4.18.0-513.el8.x86_64 2023-09-21T12:52:45.139 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2023-09-21T12:52:45.139 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2023-09-21T12:52:46.140 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2023-09-21T12:52:46.140 DEBUG:teuthology.orchestra.run.smithi057:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2023-09-21T12:52:46.234 INFO:teuthology.orchestra.run.smithi057.stdout:ttyS1 2023-09-21T12:52:46.246 DEBUG:teuthology.parallel:result is None 2023-09-21T12:52:51.492 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi046.front.sepia.ceph.com' 2023-09-21T12:52:51.493 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi046.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-09-21T12:52:51.759 DEBUG:teuthology.orchestra.run.smithi046:> true 2023-09-21T12:52:52.043 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi046.front.sepia.ceph.com' 2023-09-21T12:52:52.044 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "4.18.0-513.el8.x86_64"... 2023-09-21T12:52:52.044 DEBUG:teuthology.orchestra.run.smithi046:> uname -r 2023-09-21T12:52:52.067 INFO:teuthology.orchestra.run.smithi046.stdout:4.18.0-513.el8.x86_64 2023-09-21T12:52:52.067 DEBUG:teuthology.task.kernel:current kernel version is 4.18.0-513.el8.x86_64 vs 4.18.0-513.el8.x86_64 2023-09-21T12:52:52.067 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2023-09-21T12:52:52.068 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2023-09-21T12:52:53.069 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2023-09-21T12:52:53.069 DEBUG:teuthology.orchestra.run.smithi046:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2023-09-21T12:52:53.162 INFO:teuthology.orchestra.run.smithi046.stdout:ttyS1 2023-09-21T12:52:53.179 DEBUG:teuthology.parallel:result is None 2023-09-21T12:52:53.179 INFO:teuthology.run_tasks:Running task internal.base... 2023-09-21T12:52:53.188 INFO:teuthology.task.internal:Creating test directory... 2023-09-21T12:52:53.188 DEBUG:teuthology.orchestra.run.smithi046:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-09-21T12:52:53.191 DEBUG:teuthology.orchestra.run.smithi057:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-09-21T12:52:53.215 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2023-09-21T12:52:53.222 INFO:teuthology.run_tasks:Running task internal.archive... 2023-09-21T12:52:53.230 INFO:teuthology.task.internal:Creating archive directory... 2023-09-21T12:52:53.230 DEBUG:teuthology.orchestra.run.smithi046:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-09-21T12:52:53.254 DEBUG:teuthology.orchestra.run.smithi057:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-09-21T12:52:53.318 INFO:teuthology.run_tasks:Running task internal.coredump... 2023-09-21T12:52:53.325 INFO:teuthology.task.internal:Enabling coredump saving... 2023-09-21T12:52:53.326 DEBUG:teuthology.orchestra.run.smithi046:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-09-21T12:52:53.331 DEBUG:teuthology.orchestra.run.smithi057:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-09-21T12:52:53.373 INFO:teuthology.orchestra.run.smithi046.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-09-21T12:52:53.374 INFO:teuthology.orchestra.run.smithi057.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-09-21T12:52:53.385 INFO:teuthology.orchestra.run.smithi046.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-09-21T12:52:53.387 INFO:teuthology.orchestra.run.smithi057.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-09-21T12:52:53.388 INFO:teuthology.run_tasks:Running task internal.sudo... 2023-09-21T12:52:53.395 INFO:teuthology.task.internal:Configuring sudo... 2023-09-21T12:52:53.396 DEBUG:teuthology.orchestra.run.smithi046:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-09-21T12:52:53.429 DEBUG:teuthology.orchestra.run.smithi057:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-09-21T12:52:53.465 INFO:teuthology.run_tasks:Running task internal.syslog... 2023-09-21T12:52:53.476 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2023-09-21T12:52:53.476 DEBUG:teuthology.orchestra.run.smithi046:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-09-21T12:52:53.506 DEBUG:teuthology.orchestra.run.smithi057:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-09-21T12:52:53.529 DEBUG:teuthology.orchestra.run.smithi046:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-09-21T12:52:53.617 DEBUG:teuthology.orchestra.run.smithi046:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-09-21T12:52:53.679 DEBUG:teuthology.orchestra.run.smithi046:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-09-21T12:52:53.729 DEBUG:teuthology.orchestra.run.smithi046:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-09-21T12:52:53.778 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2023-09-21T12:52:53.779 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-09-21T12:52:53.854 DEBUG:teuthology.orchestra.run.smithi057:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-09-21T12:52:53.905 DEBUG:teuthology.orchestra.run.smithi057:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-09-21T12:52:53.964 DEBUG:teuthology.orchestra.run.smithi057:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-09-21T12:52:54.055 DEBUG:teuthology.orchestra.run.smithi057:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-09-21T12:52:54.104 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2023-09-21T12:52:54.105 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-09-21T12:52:54.180 DEBUG:teuthology.orchestra.run.smithi046:> sudo service rsyslog restart 2023-09-21T12:52:54.182 DEBUG:teuthology.orchestra.run.smithi057:> sudo service rsyslog restart 2023-09-21T12:52:54.247 INFO:teuthology.orchestra.run.smithi046.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-09-21T12:52:54.295 INFO:teuthology.orchestra.run.smithi057.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-09-21T12:52:54.681 INFO:teuthology.run_tasks:Running task internal.timer... 2023-09-21T12:52:54.690 INFO:teuthology.task.internal:Starting timer... 2023-09-21T12:52:54.690 INFO:teuthology.run_tasks:Running task pcp... 2023-09-21T12:52:54.700 INFO:teuthology.run_tasks:Running task selinux... 2023-09-21T12:52:54.711 DEBUG:teuthology.task:Applying overrides for task selinux: {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']} 2023-09-21T12:52:54.711 DEBUG:teuthology.orchestra.run.smithi046:> sudo service auditd rotate 2023-09-21T12:52:54.781 INFO:teuthology.orchestra.run.smithi046.stdout:Rotating logs: 2023-09-21T12:52:54.783 DEBUG:teuthology.orchestra.run.smithi057:> sudo service auditd rotate 2023-09-21T12:52:54.873 INFO:teuthology.orchestra.run.smithi057.stdout:Rotating logs: 2023-09-21T12:52:54.876 DEBUG:teuthology.task.selinux:Getting current SELinux state 2023-09-21T12:52:54.877 DEBUG:teuthology.orchestra.run.smithi046:> /usr/sbin/getenforce 2023-09-21T12:52:54.915 INFO:teuthology.orchestra.run.smithi046.stdout:Permissive 2023-09-21T12:52:54.916 DEBUG:teuthology.orchestra.run.smithi057:> /usr/sbin/getenforce 2023-09-21T12:52:54.956 INFO:teuthology.orchestra.run.smithi057.stdout:Permissive 2023-09-21T12:52:54.956 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi046.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi057.front.sepia.ceph.com': 'permissive'} 2023-09-21T12:52:54.957 DEBUG:teuthology.orchestra.run.smithi046:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-09-21T12:52:54.993 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-09-21T12:52:54.994 DEBUG:teuthology.orchestra.run.smithi057:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-09-21T12:52:55.031 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-09-21T12:52:55.032 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2023-09-21T12:52:55.032 DEBUG:teuthology.orchestra.run.smithi046:> sudo /usr/sbin/setenforce permissive 2023-09-21T12:52:55.084 DEBUG:teuthology.orchestra.run.smithi057:> sudo /usr/sbin/setenforce permissive 2023-09-21T12:52:55.119 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2023-09-21T12:52:55.129 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2023-09-21T12:52:55.136 INFO:teuthology.repo_utils:Fetching main from origin 2023-09-21T12:52:55.266 INFO:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2023-09-21T12:52:55.283 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2023-09-21T12:52:55.285 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi046.front.sepia.ceph.com,smithi057.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2023-09-21T13:01:07.705 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi046.front.sepia.ceph.com'), Remote(name='ubuntu@smithi057.front.sepia.ceph.com')] 2023-09-21T13:01:07.707 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi046.front.sepia.ceph.com' 2023-09-21T13:01:07.709 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi046.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-09-21T13:01:07.786 DEBUG:teuthology.orchestra.run.smithi046:> true 2023-09-21T13:01:07.861 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi046.front.sepia.ceph.com' 2023-09-21T13:01:07.861 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi057.front.sepia.ceph.com' 2023-09-21T13:01:07.862 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi057.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-09-21T13:01:07.934 DEBUG:teuthology.orchestra.run.smithi057:> true 2023-09-21T13:01:08.014 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi057.front.sepia.ceph.com' 2023-09-21T13:01:08.015 INFO:teuthology.run_tasks:Running task clock... 2023-09-21T13:01:08.030 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2023-09-21T13:01:08.031 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-09-21T13:01:08.031 DEBUG:teuthology.orchestra.run.smithi046:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-09-21T13:01:08.034 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-09-21T13:01:08.034 DEBUG:teuthology.orchestra.run.smithi057:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-09-21T13:01:08.072 INFO:teuthology.orchestra.run.smithi046.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-09-21T13:01:08.089 INFO:teuthology.orchestra.run.smithi046.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-09-21T13:01:08.096 INFO:teuthology.orchestra.run.smithi057.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-09-21T13:01:08.113 INFO:teuthology.orchestra.run.smithi057.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-09-21T13:01:08.160 INFO:teuthology.orchestra.run.smithi046.stderr:sudo: ntpd: command not found 2023-09-21T13:01:08.173 INFO:teuthology.orchestra.run.smithi046.stdout:506 Cannot talk to daemon 2023-09-21T13:01:08.190 INFO:teuthology.orchestra.run.smithi046.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-09-21T13:01:08.192 INFO:teuthology.orchestra.run.smithi057.stderr:sudo: ntpd: command not found 2023-09-21T13:01:08.205 INFO:teuthology.orchestra.run.smithi046.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-09-21T13:01:08.206 INFO:teuthology.orchestra.run.smithi057.stdout:506 Cannot talk to daemon 2023-09-21T13:01:08.222 INFO:teuthology.orchestra.run.smithi057.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-09-21T13:01:08.238 INFO:teuthology.orchestra.run.smithi057.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-09-21T13:01:08.276 INFO:teuthology.orchestra.run.smithi046.stderr:bash: ntpq: command not found 2023-09-21T13:01:08.280 INFO:teuthology.orchestra.run.smithi046.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-09-21T13:01:08.280 INFO:teuthology.orchestra.run.smithi046.stdout:=============================================================================== 2023-09-21T13:01:08.280 INFO:teuthology.orchestra.run.smithi046.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-09-21T13:01:08.280 INFO:teuthology.orchestra.run.smithi046.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-09-21T13:01:08.281 INFO:teuthology.orchestra.run.smithi046.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-09-21T13:01:08.281 INFO:teuthology.orchestra.run.smithi046.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-09-21T13:01:08.313 INFO:teuthology.orchestra.run.smithi057.stderr:bash: ntpq: command not found 2023-09-21T13:01:08.317 INFO:teuthology.orchestra.run.smithi057.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-09-21T13:01:08.317 INFO:teuthology.orchestra.run.smithi057.stdout:=============================================================================== 2023-09-21T13:01:08.318 INFO:teuthology.orchestra.run.smithi057.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-09-21T13:01:08.318 INFO:teuthology.orchestra.run.smithi057.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-09-21T13:01:08.318 INFO:teuthology.orchestra.run.smithi057.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-09-21T13:01:08.318 INFO:teuthology.orchestra.run.smithi057.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-09-21T13:01:08.319 INFO:teuthology.run_tasks:Running task install... 2023-09-21T13:01:08.328 DEBUG:teuthology.task.install:project ceph 2023-09-21T13:01:08.328 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '41c9e835c3f621102ade35dd597317a42116a491'}} 2023-09-21T13:01:08.329 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '41c9e835c3f621102ade35dd597317a42116a491'} 2023-09-21T13:01:08.329 INFO:teuthology.task.install:Using flavor: default 2023-09-21T13:01:08.336 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2023-09-21T13:01:08.336 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']} 2023-09-21T13:01:08.337 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '41c9e835c3f621102ade35dd597317a42116a491', 'tag': None, 'wait_for_package': False} 2023-09-21T13:01:08.338 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=41c9e835c3f621102ade35dd597317a42116a491 2023-09-21T13:01:08.340 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '41c9e835c3f621102ade35dd597317a42116a491', 'tag': None, 'wait_for_package': False} 2023-09-21T13:01:08.341 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=41c9e835c3f621102ade35dd597317a42116a491 2023-09-21T13:01:08.487 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/wip-lusov-config-format/41c9e835c3f621102ade35dd597317a42116a491/centos/8/flavors/default/ 2023-09-21T13:01:08.487 INFO:teuthology.task.install.rpm:Package version is 18.0.0-6168.g41c9e835 2023-09-21T13:01:08.587 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/wip-lusov-config-format/41c9e835c3f621102ade35dd597317a42116a491/centos/8/flavors/default/ 2023-09-21T13:01:08.587 INFO:teuthology.task.install.rpm:Package version is 18.0.0-6168.g41c9e835 2023-09-21T13:01:08.594 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/wip-lusov-config-format/41c9e835c3f621102ade35dd597317a42116a491/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-lusov-config-format/41c9e835c3f621102ade35dd597317a42116a491/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-lusov-config-format/41c9e835c3f621102ade35dd597317a42116a491/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-09-21T13:01:08.595 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2023-09-21T13:01:08.595 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-09-21T13:01:08.631 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2023-09-21T13:01:08.632 DEBUG:teuthology.orchestra.run.smithi046:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/41c9e835c3f621102ade35dd597317a42116a491/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-09-21T13:01:08.694 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/wip-lusov-config-format/41c9e835c3f621102ade35dd597317a42116a491/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-lusov-config-format/41c9e835c3f621102ade35dd597317a42116a491/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-lusov-config-format/41c9e835c3f621102ade35dd597317a42116a491/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-09-21T13:01:08.695 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2023-09-21T13:01:08.695 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-09-21T13:01:08.709 DEBUG:teuthology.orchestra.run.smithi046:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-09-21T13:01:08.731 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2023-09-21T13:01:08.732 DEBUG:teuthology.orchestra.run.smithi057:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/41c9e835c3f621102ade35dd597317a42116a491/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-09-21T13:01:08.797 DEBUG:teuthology.orchestra.run.smithi046:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-09-21T13:01:08.808 DEBUG:teuthology.orchestra.run.smithi057:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-09-21T13:01:08.830 INFO:teuthology.orchestra.run.smithi046.stdout:check_obsoletes = 1 2023-09-21T13:01:08.832 DEBUG:teuthology.orchestra.run.smithi046:> sudo yum clean all 2023-09-21T13:01:08.898 DEBUG:teuthology.orchestra.run.smithi057:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-09-21T13:01:08.934 INFO:teuthology.orchestra.run.smithi057.stdout:check_obsoletes = 1 2023-09-21T13:01:08.934 DEBUG:teuthology.orchestra.run.smithi057:> sudo yum clean all 2023-09-21T13:01:09.139 INFO:teuthology.orchestra.run.smithi046.stdout:76 files removed 2023-09-21T13:01:09.171 DEBUG:teuthology.orchestra.run.smithi046:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2023-09-21T13:01:09.237 INFO:teuthology.orchestra.run.smithi057.stdout:76 files removed 2023-09-21T13:01:09.270 DEBUG:teuthology.orchestra.run.smithi057:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2023-09-21T13:01:09.946 INFO:teuthology.orchestra.run.smithi046.stdout:ceph packages for x86_64 265 kB/s | 81 kB 00:00 2023-09-21T13:01:10.115 INFO:teuthology.orchestra.run.smithi057.stdout:ceph packages for x86_64 221 kB/s | 81 kB 00:00 2023-09-21T13:01:10.330 INFO:teuthology.orchestra.run.smithi046.stdout:ceph noarch packages 28 kB/s | 9.4 kB 00:00 2023-09-21T13:01:10.681 INFO:teuthology.orchestra.run.smithi046.stdout:ceph source packages 4.7 kB/s | 1.5 kB 00:00 2023-09-21T13:01:10.707 INFO:teuthology.orchestra.run.smithi057.stdout:ceph noarch packages 17 kB/s | 9.4 kB 00:00 2023-09-21T13:01:11.116 INFO:teuthology.orchestra.run.smithi057.stdout:ceph source packages 4.0 kB/s | 1.5 kB 00:00 2023-09-21T13:01:13.222 INFO:teuthology.orchestra.run.smithi046.stdout:CentOS Stream 8 - AppStream 13 MB/s | 33 MB 00:02 2023-09-21T13:01:13.480 INFO:teuthology.orchestra.run.smithi057.stdout:CentOS Stream 8 - AppStream 14 MB/s | 33 MB 00:02 2023-09-21T13:01:23.450 INFO:teuthology.orchestra.run.smithi057.stdout:CentOS Stream 8 - BaseOS 15 MB/s | 47 MB 00:03 2023-09-21T13:01:23.623 INFO:teuthology.orchestra.run.smithi046.stdout:CentOS Stream 8 - BaseOS 13 MB/s | 47 MB 00:03 2023-09-21T13:01:31.575 INFO:teuthology.orchestra.run.smithi057.stdout:CentOS Stream 8 - Extras 25 kB/s | 18 kB 00:00 2023-09-21T13:01:31.757 INFO:teuthology.orchestra.run.smithi046.stdout:CentOS Stream 8 - Extras 31 kB/s | 18 kB 00:00 2023-09-21T13:01:32.125 INFO:teuthology.orchestra.run.smithi057.stdout:CentOS Stream 8 - Extras common packages 20 kB/s | 6.9 kB 00:00 2023-09-21T13:01:32.391 INFO:teuthology.orchestra.run.smithi046.stdout:CentOS Stream 8 - Extras common packages 16 kB/s | 6.9 kB 00:00 2023-09-21T13:01:36.126 INFO:teuthology.orchestra.run.smithi057.stdout:CentOS Stream 8 - PowerTools 1.7 MB/s | 6.5 MB 00:03 2023-09-21T13:01:36.908 INFO:teuthology.orchestra.run.smithi046.stdout:CentOS Stream 8 - PowerTools 1.5 MB/s | 6.5 MB 00:04 2023-09-21T13:01:37.811 INFO:teuthology.orchestra.run.smithi057.stdout:Copr repo for python3-asyncssh owned by ceph 13 kB/s | 3.5 kB 00:00 2023-09-21T13:01:38.485 INFO:teuthology.orchestra.run.smithi046.stdout:Copr repo for python3-asyncssh owned by ceph 22 kB/s | 3.5 kB 00:00 2023-09-21T13:01:39.235 INFO:teuthology.orchestra.run.smithi046.stdout:Extra Packages for Enterprise Linux 28 MB/s | 16 MB 00:00 2023-09-21T13:01:43.603 INFO:teuthology.orchestra.run.smithi046.stdout:lab-extras 407 kB/s | 24 kB 00:00 2023-09-21T13:01:47.419 INFO:teuthology.orchestra.run.smithi057.stdout:Extra Packages for Enterprise Linux 1.7 MB/s | 16 MB 00:09 2023-09-21T13:01:48.353 INFO:teuthology.orchestra.run.smithi046.stdout:Package librados2-1:12.2.7-9.el8.x86_64 is already installed. 2023-09-21T13:01:48.354 INFO:teuthology.orchestra.run.smithi046.stdout:Package librbd1-1:12.2.7-9.el8.x86_64 is already installed. 2023-09-21T13:01:48.369 INFO:teuthology.orchestra.run.smithi046.stdout:Package NetworkManager-1:1.40.16-4.el8.x86_64 is already installed. 2023-09-21T13:01:48.369 INFO:teuthology.orchestra.run.smithi046.stdout:Package NetworkManager-initscripts-updown-1:1.40.16-4.el8.noarch is already installed. 2023-09-21T13:01:48.370 INFO:teuthology.orchestra.run.smithi046.stdout:Package iproute-6.2.0-1.el8.x86_64 is already installed. 2023-09-21T13:01:48.371 INFO:teuthology.orchestra.run.smithi046.stdout:Package util-linux-2.32.1-41.el8.x86_64 is already installed. 2023-09-21T13:01:48.372 INFO:teuthology.orchestra.run.smithi046.stdout:Package libacl-devel-2.2.53-1.el8.x86_64 is already installed. 2023-09-21T13:01:48.374 INFO:teuthology.orchestra.run.smithi046.stdout:Package libattr-devel-2.4.48-3.el8.x86_64 is already installed. 2023-09-21T13:01:48.377 INFO:teuthology.orchestra.run.smithi046.stdout:Package xfsdump-3.1.8-4.el8.x86_64 is already installed. 2023-09-21T13:01:48.378 INFO:teuthology.orchestra.run.smithi046.stdout:Package xfsprogs-5.0.0-10.el8.x86_64 is already installed. 2023-09-21T13:01:48.614 INFO:teuthology.orchestra.run.smithi046.stdout:Dependencies resolved. 2023-09-21T13:01:48.630 INFO:teuthology.orchestra.run.smithi046.stdout:==================================================================================================== 2023-09-21T13:01:48.630 INFO:teuthology.orchestra.run.smithi046.stdout: Package Arch Version Repository Size 2023-09-21T13:01:48.630 INFO:teuthology.orchestra.run.smithi046.stdout:==================================================================================================== 2023-09-21T13:01:48.630 INFO:teuthology.orchestra.run.smithi046.stdout:Installing: 2023-09-21T13:01:48.631 INFO:teuthology.orchestra.run.smithi046.stdout: bison x86_64 3.0.4-10.el8 appstream 688 k 2023-09-21T13:01:48.631 INFO:teuthology.orchestra.run.smithi046.stdout: ceph x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 6.4 k 2023-09-21T13:01:48.631 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-base x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 5.4 M 2023-09-21T13:01:48.631 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-fuse x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 907 k 2023-09-21T13:01:48.631 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-immutable-object-cache x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 167 k 2023-09-21T13:01:48.632 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 1.6 M 2023-09-21T13:01:48.632 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-cephadm noarch 2:18.0.0-6168.g41c9e835.el8 ceph-noarch 132 k 2023-09-21T13:01:48.632 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-dashboard noarch 2:18.0.0-6168.g41c9e835.el8 ceph-noarch 1.7 M 2023-09-21T13:01:48.632 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-diskprediction-local noarch 2:18.0.0-6168.g41c9e835.el8 ceph-noarch 7.4 M 2023-09-21T13:01:48.632 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-rook noarch 2:18.0.0-6168.g41c9e835.el8 ceph-noarch 47 k 2023-09-21T13:01:48.633 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-radosgw x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 14 M 2023-09-21T13:01:48.633 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-test x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 49 M 2023-09-21T13:01:48.633 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-volume noarch 2:18.0.0-6168.g41c9e835.el8 ceph-noarch 261 k 2023-09-21T13:01:48.633 INFO:teuthology.orchestra.run.smithi046.stdout: cephadm noarch 2:18.0.0-6168.g41c9e835.el8 ceph-noarch 179 k 2023-09-21T13:01:48.634 INFO:teuthology.orchestra.run.smithi046.stdout: cephfs-mirror x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 260 k 2023-09-21T13:01:48.634 INFO:teuthology.orchestra.run.smithi046.stdout: cephfs-top noarch 2:18.0.0-6168.g41c9e835.el8 ceph-noarch 18 k 2023-09-21T13:01:48.634 INFO:teuthology.orchestra.run.smithi046.stdout: elfutils-libelf-devel x86_64 0.189-3.el8 baseos 62 k 2023-09-21T13:01:48.634 INFO:teuthology.orchestra.run.smithi046.stdout: flex x86_64 2.6.1-9.el8 appstream 320 k 2023-09-21T13:01:48.634 INFO:teuthology.orchestra.run.smithi046.stdout: libaio-devel x86_64 0.3.112-1.el8 baseos 19 k 2023-09-21T13:01:48.635 INFO:teuthology.orchestra.run.smithi046.stdout: libcephfs-devel x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 31 k 2023-09-21T13:01:48.635 INFO:teuthology.orchestra.run.smithi046.stdout: libcephfs2 x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 829 k 2023-09-21T13:01:48.635 INFO:teuthology.orchestra.run.smithi046.stdout: librados-devel x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 139 k 2023-09-21T13:01:48.635 INFO:teuthology.orchestra.run.smithi046.stdout: libtool x86_64 2.4.6-25.el8 appstream 709 k 2023-09-21T13:01:48.635 INFO:teuthology.orchestra.run.smithi046.stdout: libuuid-devel x86_64 2.32.1-43.el8 baseos 100 k 2023-09-21T13:01:48.636 INFO:teuthology.orchestra.run.smithi046.stdout: openssl-devel x86_64 1:1.1.1k-9.el8 baseos 3.2 M 2023-09-21T13:01:48.636 INFO:teuthology.orchestra.run.smithi046.stdout: postgresql x86_64 10.23-2.module_el8+572+929c87ac appstream 1.6 M 2023-09-21T13:01:48.636 INFO:teuthology.orchestra.run.smithi046.stdout: postgresql-contrib x86_64 10.23-2.module_el8+572+929c87ac appstream 901 k 2023-09-21T13:01:48.636 INFO:teuthology.orchestra.run.smithi046.stdout: postgresql-server x86_64 10.23-2.module_el8+572+929c87ac appstream 5.1 M 2023-09-21T13:01:48.636 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cephfs x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 196 k 2023-09-21T13:01:48.637 INFO:teuthology.orchestra.run.smithi046.stdout: python3-rados x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 371 k 2023-09-21T13:01:48.637 INFO:teuthology.orchestra.run.smithi046.stdout: python3-rbd x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 364 k 2023-09-21T13:01:48.637 INFO:teuthology.orchestra.run.smithi046.stdout: python3-rgw x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 107 k 2023-09-21T13:01:48.637 INFO:teuthology.orchestra.run.smithi046.stdout: rbd-fuse x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 94 k 2023-09-21T13:01:48.637 INFO:teuthology.orchestra.run.smithi046.stdout: rbd-mirror x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 3.6 M 2023-09-21T13:01:48.638 INFO:teuthology.orchestra.run.smithi046.stdout: rbd-nbd x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 179 k 2023-09-21T13:01:48.638 INFO:teuthology.orchestra.run.smithi046.stdout: xfsprogs-devel x86_64 5.0.0-12.el8 baseos 74 k 2023-09-21T13:01:48.638 INFO:teuthology.orchestra.run.smithi046.stdout:Upgrading: 2023-09-21T13:01:48.638 INFO:teuthology.orchestra.run.smithi046.stdout: NetworkManager-initscripts-updown noarch 1:1.40.16-9.el8 baseos 143 k 2023-09-21T13:01:48.639 INFO:teuthology.orchestra.run.smithi046.stdout: elfutils-debuginfod-client x86_64 0.189-3.el8 baseos 76 k 2023-09-21T13:01:48.639 INFO:teuthology.orchestra.run.smithi046.stdout: elfutils-libelf x86_64 0.189-3.el8 baseos 232 k 2023-09-21T13:01:48.639 INFO:teuthology.orchestra.run.smithi046.stdout: elfutils-libs x86_64 0.189-3.el8 baseos 303 k 2023-09-21T13:01:48.639 INFO:teuthology.orchestra.run.smithi046.stdout: iproute x86_64 6.2.0-2.el8 baseos 880 k 2023-09-21T13:01:48.639 INFO:teuthology.orchestra.run.smithi046.stdout: libblkid x86_64 2.32.1-43.el8 baseos 220 k 2023-09-21T13:01:48.640 INFO:teuthology.orchestra.run.smithi046.stdout: libfdisk x86_64 2.32.1-43.el8 baseos 254 k 2023-09-21T13:01:48.640 INFO:teuthology.orchestra.run.smithi046.stdout: libmount x86_64 2.32.1-43.el8 baseos 236 k 2023-09-21T13:01:48.640 INFO:teuthology.orchestra.run.smithi046.stdout: librados2 x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 3.7 M 2023-09-21T13:01:48.640 INFO:teuthology.orchestra.run.smithi046.stdout: librbd1 x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 3.7 M 2023-09-21T13:01:48.640 INFO:teuthology.orchestra.run.smithi046.stdout: libsmartcols x86_64 2.32.1-43.el8 baseos 179 k 2023-09-21T13:01:48.641 INFO:teuthology.orchestra.run.smithi046.stdout: libuuid x86_64 2.32.1-43.el8 baseos 99 k 2023-09-21T13:01:48.641 INFO:teuthology.orchestra.run.smithi046.stdout: util-linux x86_64 2.32.1-43.el8 baseos 2.5 M 2023-09-21T13:01:48.641 INFO:teuthology.orchestra.run.smithi046.stdout: util-linux-user x86_64 2.32.1-43.el8 baseos 103 k 2023-09-21T13:01:48.641 INFO:teuthology.orchestra.run.smithi046.stdout: xfsdump x86_64 3.1.8-6.el8 baseos 334 k 2023-09-21T13:01:48.641 INFO:teuthology.orchestra.run.smithi046.stdout: xfsprogs x86_64 5.0.0-12.el8 baseos 1.1 M 2023-09-21T13:01:48.642 INFO:teuthology.orchestra.run.smithi046.stdout:Installing dependencies: 2023-09-21T13:01:48.642 INFO:teuthology.orchestra.run.smithi046.stdout: automake noarch 1.16.1-8.el8 appstream 740 k 2023-09-21T13:01:48.642 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-common x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 23 M 2023-09-21T13:01:48.642 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-grafana-dashboards noarch 2:18.0.0-6168.g41c9e835.el8 ceph-noarch 23 k 2023-09-21T13:01:48.643 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mds x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 2.3 M 2023-09-21T13:01:48.643 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-modules-core noarch 2:18.0.0-6168.g41c9e835.el8 ceph-noarch 242 k 2023-09-21T13:01:48.643 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mon x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 4.6 M 2023-09-21T13:01:48.643 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-osd x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 18 M 2023-09-21T13:01:48.643 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-prometheus-alerts noarch 2:18.0.0-6168.g41c9e835.el8 ceph-noarch 15 k 2023-09-21T13:01:48.644 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-selinux x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 24 k 2023-09-21T13:01:48.644 INFO:teuthology.orchestra.run.smithi046.stdout: fuse x86_64 2.9.7-17.el8 baseos 83 k 2023-09-21T13:01:48.644 INFO:teuthology.orchestra.run.smithi046.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2023-09-21T13:01:48.644 INFO:teuthology.orchestra.run.smithi046.stdout: jq x86_64 1.6-7.el8 appstream 202 k 2023-09-21T13:01:48.644 INFO:teuthology.orchestra.run.smithi046.stdout: keyutils-libs-devel x86_64 1.5.10-9.el8 baseos 48 k 2023-09-21T13:01:48.645 INFO:teuthology.orchestra.run.smithi046.stdout: krb5-devel x86_64 1.18.2-22.el8 baseos 561 k 2023-09-21T13:01:48.645 INFO:teuthology.orchestra.run.smithi046.stdout: libcephsqlite x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 183 k 2023-09-21T13:01:48.645 INFO:teuthology.orchestra.run.smithi046.stdout: libcom_err-devel x86_64 1.45.6-5.el8 baseos 39 k 2023-09-21T13:01:48.645 INFO:teuthology.orchestra.run.smithi046.stdout: libgfortran x86_64 8.5.0-20.el8 baseos 645 k 2023-09-21T13:01:48.645 INFO:teuthology.orchestra.run.smithi046.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2023-09-21T13:01:48.646 INFO:teuthology.orchestra.run.smithi046.stdout: libpq x86_64 13.5-1.el8 appstream 198 k 2023-09-21T13:01:48.646 INFO:teuthology.orchestra.run.smithi046.stdout: libquadmath x86_64 8.5.0-20.el8 baseos 172 k 2023-09-21T13:01:48.646 INFO:teuthology.orchestra.run.smithi046.stdout: librabbitmq x86_64 0.9.0-4.el8 baseos 47 k 2023-09-21T13:01:48.646 INFO:teuthology.orchestra.run.smithi046.stdout: libradosstriper1 x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 518 k 2023-09-21T13:01:48.647 INFO:teuthology.orchestra.run.smithi046.stdout: librdkafka x86_64 0.11.4-3.el8 appstream 354 k 2023-09-21T13:01:48.647 INFO:teuthology.orchestra.run.smithi046.stdout: librgw2 x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 6.9 M 2023-09-21T13:01:48.647 INFO:teuthology.orchestra.run.smithi046.stdout: libselinux-devel x86_64 2.9-8.el8 baseos 200 k 2023-09-21T13:01:48.647 INFO:teuthology.orchestra.run.smithi046.stdout: libsepol-devel x86_64 2.9-3.el8 baseos 87 k 2023-09-21T13:01:48.647 INFO:teuthology.orchestra.run.smithi046.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2023-09-21T13:01:48.648 INFO:teuthology.orchestra.run.smithi046.stdout: libverto-devel x86_64 0.3.2-2.el8 baseos 18 k 2023-09-21T13:01:48.648 INFO:teuthology.orchestra.run.smithi046.stdout: libzstd-devel x86_64 1.4.4-1.el8 baseos 44 k 2023-09-21T13:01:48.648 INFO:teuthology.orchestra.run.smithi046.stdout: lttng-ust x86_64 2.8.1-11.el8 appstream 259 k 2023-09-21T13:01:48.648 INFO:teuthology.orchestra.run.smithi046.stdout: oniguruma x86_64 6.8.2-2.el8 appstream 187 k 2023-09-21T13:01:48.648 INFO:teuthology.orchestra.run.smithi046.stdout: openblas x86_64 0.3.15-4.el8 appstream 4.7 M 2023-09-21T13:01:48.649 INFO:teuthology.orchestra.run.smithi046.stdout: openblas-threads x86_64 0.3.15-4.el8 appstream 4.9 M 2023-09-21T13:01:48.649 INFO:teuthology.orchestra.run.smithi046.stdout: pcre2-devel x86_64 10.32-3.el8 baseos 605 k 2023-09-21T13:01:48.649 INFO:teuthology.orchestra.run.smithi046.stdout: pcre2-utf16 x86_64 10.32-3.el8 baseos 229 k 2023-09-21T13:01:48.649 INFO:teuthology.orchestra.run.smithi046.stdout: pcre2-utf32 x86_64 10.32-3.el8 baseos 220 k 2023-09-21T13:01:48.649 INFO:teuthology.orchestra.run.smithi046.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2023-09-21T13:01:48.650 INFO:teuthology.orchestra.run.smithi046.stdout: python3-babel noarch 2.5.1-7.el8 appstream 4.8 M 2023-09-21T13:01:48.650 INFO:teuthology.orchestra.run.smithi046.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2023-09-21T13:01:48.650 INFO:teuthology.orchestra.run.smithi046.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2023-09-21T13:01:48.650 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2023-09-21T13:01:48.650 INFO:teuthology.orchestra.run.smithi046.stdout: python3-ceph-argparse x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 45 k 2023-09-21T13:01:48.651 INFO:teuthology.orchestra.run.smithi046.stdout: python3-ceph-common x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 125 k 2023-09-21T13:01:48.651 INFO:teuthology.orchestra.run.smithi046.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2023-09-21T13:01:48.651 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cffi x86_64 1.11.5-6.el8 baseos 249 k 2023-09-21T13:01:48.651 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2023-09-21T13:01:48.651 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2023-09-21T13:01:48.652 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cryptography x86_64 3.2.1-6.el8 baseos 641 k 2023-09-21T13:01:48.652 INFO:teuthology.orchestra.run.smithi046.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2023-09-21T13:01:48.652 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2023-09-21T13:01:48.652 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2023-09-21T13:01:48.652 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jinja2 noarch 2.10.1-3.el8 appstream 538 k 2023-09-21T13:01:48.653 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jsonpatch noarch 1.21-2.el8 appstream 27 k 2023-09-21T13:01:48.653 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jsonpointer noarch 1.10-11.el8 appstream 20 k 2023-09-21T13:01:48.653 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jwt noarch 1.6.1-2.el8 baseos 43 k 2023-09-21T13:01:48.653 INFO:teuthology.orchestra.run.smithi046.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2023-09-21T13:01:48.653 INFO:teuthology.orchestra.run.smithi046.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2023-09-21T13:01:48.654 INFO:teuthology.orchestra.run.smithi046.stdout: python3-mako noarch 1.0.6-14.el8 appstream 157 k 2023-09-21T13:01:48.654 INFO:teuthology.orchestra.run.smithi046.stdout: python3-markupsafe x86_64 0.23-19.el8 appstream 39 k 2023-09-21T13:01:48.654 INFO:teuthology.orchestra.run.smithi046.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2023-09-21T13:01:48.654 INFO:teuthology.orchestra.run.smithi046.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2023-09-21T13:01:48.655 INFO:teuthology.orchestra.run.smithi046.stdout: python3-numpy x86_64 1:1.14.3-10.el8 appstream 3.7 M 2023-09-21T13:01:48.655 INFO:teuthology.orchestra.run.smithi046.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 appstream 225 k 2023-09-21T13:01:48.655 INFO:teuthology.orchestra.run.smithi046.stdout: python3-oauthlib noarch 2.1.0-1.el8 baseos 155 k 2023-09-21T13:01:48.655 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2023-09-21T13:01:48.655 INFO:teuthology.orchestra.run.smithi046.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2023-09-21T13:01:48.656 INFO:teuthology.orchestra.run.smithi046.stdout: python3-prettytable noarch 0.7.2-14.el8 appstream 44 k 2023-09-21T13:01:48.656 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 appstream 103 k 2023-09-21T13:01:48.656 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pyasn1 noarch 0.3.7-6.el8 appstream 126 k 2023-09-21T13:01:48.656 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 appstream 110 k 2023-09-21T13:01:48.656 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pycparser noarch 2.14-14.el8 baseos 109 k 2023-09-21T13:01:48.657 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pytz noarch 2017.2-11.el8 appstream 57 k 2023-09-21T13:01:48.657 INFO:teuthology.orchestra.run.smithi046.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2023-09-21T13:01:48.657 INFO:teuthology.orchestra.run.smithi046.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 baseos 43 k 2023-09-21T13:01:48.657 INFO:teuthology.orchestra.run.smithi046.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2023-09-21T13:01:48.657 INFO:teuthology.orchestra.run.smithi046.stdout: python3-rsa noarch 4.9-2.el8 epel 64 k 2023-09-21T13:01:48.658 INFO:teuthology.orchestra.run.smithi046.stdout: python3-scipy x86_64 1.0.0-21.module_el8.5.0+771+e5d9a225 appstream 14 M 2023-09-21T13:01:48.658 INFO:teuthology.orchestra.run.smithi046.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2023-09-21T13:01:48.658 INFO:teuthology.orchestra.run.smithi046.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2023-09-21T13:01:48.658 INFO:teuthology.orchestra.run.smithi046.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2023-09-21T13:01:48.658 INFO:teuthology.orchestra.run.smithi046.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2023-09-21T13:01:48.659 INFO:teuthology.orchestra.run.smithi046.stdout: python3-waitress noarch 1.4.3-1.el8 epel 255 k 2023-09-21T13:01:48.659 INFO:teuthology.orchestra.run.smithi046.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2023-09-21T13:01:48.659 INFO:teuthology.orchestra.run.smithi046.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2023-09-21T13:01:48.659 INFO:teuthology.orchestra.run.smithi046.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2023-09-21T13:01:48.659 INFO:teuthology.orchestra.run.smithi046.stdout: python3-werkzeug noarch 0.12.2-4.el8 appstream 457 k 2023-09-21T13:01:48.660 INFO:teuthology.orchestra.run.smithi046.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2023-09-21T13:01:48.660 INFO:teuthology.orchestra.run.smithi046.stdout: socat x86_64 1.7.4.1-1.el8 appstream 323 k 2023-09-21T13:01:48.660 INFO:teuthology.orchestra.run.smithi046.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2023-09-21T13:01:48.660 INFO:teuthology.orchestra.run.smithi046.stdout: uuid x86_64 1.6.2-43.el8 appstream 64 k 2023-09-21T13:01:48.660 INFO:teuthology.orchestra.run.smithi046.stdout: xmlstarlet x86_64 1.6.1-20.el8 appstream 71 k 2023-09-21T13:01:48.660 INFO:teuthology.orchestra.run.smithi046.stdout: zlib-devel x86_64 1.2.11-21.el8 baseos 58 k 2023-09-21T13:01:48.661 INFO:teuthology.orchestra.run.smithi046.stdout:Enabling module streams: 2023-09-21T13:01:48.661 INFO:teuthology.orchestra.run.smithi046.stdout: postgresql 10 2023-09-21T13:01:48.661 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:01:48.661 INFO:teuthology.orchestra.run.smithi046.stdout:Transaction Summary 2023-09-21T13:01:48.661 INFO:teuthology.orchestra.run.smithi046.stdout:==================================================================================================== 2023-09-21T13:01:48.662 INFO:teuthology.orchestra.run.smithi046.stdout:Install 128 Packages 2023-09-21T13:01:48.662 INFO:teuthology.orchestra.run.smithi046.stdout:Upgrade 16 Packages 2023-09-21T13:01:48.662 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:01:48.663 INFO:teuthology.orchestra.run.smithi046.stdout:Total download size: 215 M 2023-09-21T13:01:48.663 INFO:teuthology.orchestra.run.smithi046.stdout:Downloading Packages: 2023-09-21T13:01:48.977 INFO:teuthology.orchestra.run.smithi046.stdout:(1/144): ceph-18.0.0-6168.g41c9e835.el8.x86_64. 39 kB/s | 6.4 kB 00:00 2023-09-21T13:01:49.195 INFO:teuthology.orchestra.run.smithi046.stdout:(2/144): ceph-fuse-18.0.0-6168.g41c9e835.el8.x8 4.1 MB/s | 907 kB 00:00 2023-09-21T13:01:49.246 INFO:teuthology.orchestra.run.smithi046.stdout:(3/144): ceph-immutable-object-cache-18.0.0-616 3.3 MB/s | 167 kB 00:00 2023-09-21T13:01:49.538 INFO:teuthology.orchestra.run.smithi046.stdout:(4/144): ceph-mds-18.0.0-6168.g41c9e835.el8.x86 8.0 MB/s | 2.3 MB 00:00 2023-09-21T13:01:49.721 INFO:teuthology.orchestra.run.smithi046.stdout:(5/144): ceph-mgr-18.0.0-6168.g41c9e835.el8.x86 8.8 MB/s | 1.6 MB 00:00 2023-09-21T13:01:50.255 INFO:teuthology.orchestra.run.smithi046.stdout:(6/144): ceph-mon-18.0.0-6168.g41c9e835.el8.x86 8.7 MB/s | 4.6 MB 00:00 2023-09-21T13:01:50.697 INFO:teuthology.orchestra.run.smithi046.stdout:(7/144): ceph-common-18.0.0-6168.g41c9e835.el8. 12 MB/s | 23 MB 00:01 2023-09-21T13:01:51.702 INFO:teuthology.orchestra.run.smithi057.stdout:lab-extras 430 kB/s | 24 kB 00:00 2023-09-21T13:01:51.739 INFO:teuthology.orchestra.run.smithi046.stdout:(8/144): ceph-radosgw-18.0.0-6168.g41c9e835.el8 13 MB/s | 14 MB 00:01 2023-09-21T13:01:51.806 INFO:teuthology.orchestra.run.smithi046.stdout:(9/144): ceph-selinux-18.0.0-6168.g41c9e835.el8 366 kB/s | 24 kB 00:00 2023-09-21T13:01:51.990 INFO:teuthology.orchestra.run.smithi046.stdout:(10/144): ceph-osd-18.0.0-6168.g41c9e835.el8.x8 10 MB/s | 18 MB 00:01 2023-09-21T13:01:52.065 INFO:teuthology.orchestra.run.smithi046.stdout:(11/144): cephfs-mirror-18.0.0-6168.g41c9e835.e 3.4 MB/s | 260 kB 00:00 2023-09-21T13:01:52.123 INFO:teuthology.orchestra.run.smithi046.stdout:(12/144): libcephfs-devel-18.0.0-6168.g41c9e835 536 kB/s | 31 kB 00:00 2023-09-21T13:01:52.257 INFO:teuthology.orchestra.run.smithi046.stdout:(13/144): libcephfs2-18.0.0-6168.g41c9e835.el8. 6.1 MB/s | 829 kB 00:00 2023-09-21T13:01:52.324 INFO:teuthology.orchestra.run.smithi046.stdout:(14/144): libcephsqlite-18.0.0-6168.g41c9e835.e 2.7 MB/s | 183 kB 00:00 2023-09-21T13:01:52.391 INFO:teuthology.orchestra.run.smithi046.stdout:(15/144): librados-devel-18.0.0-6168.g41c9e835. 2.0 MB/s | 139 kB 00:00 2023-09-21T13:01:52.474 INFO:teuthology.orchestra.run.smithi046.stdout:(16/144): libradosstriper1-18.0.0-6168.g41c9e83 6.1 MB/s | 518 kB 00:00 2023-09-21T13:01:52.583 INFO:teuthology.orchestra.run.smithi046.stdout:(17/144): ceph-base-18.0.0-6168.g41c9e835.el8.x 1.4 MB/s | 5.4 MB 00:03 2023-09-21T13:01:52.700 INFO:teuthology.orchestra.run.smithi046.stdout:(18/144): python3-ceph-argparse-18.0.0-6168.g41 384 kB/s | 45 kB 00:00 2023-09-21T13:01:52.825 INFO:teuthology.orchestra.run.smithi046.stdout:(19/144): python3-ceph-common-18.0.0-6168.g41c9 1.0 MB/s | 125 kB 00:00 2023-09-21T13:01:53.026 INFO:teuthology.orchestra.run.smithi046.stdout:(20/144): python3-cephfs-18.0.0-6168.g41c9e835. 982 kB/s | 196 kB 00:00 2023-09-21T13:01:53.134 INFO:teuthology.orchestra.run.smithi046.stdout:(21/144): librgw2-18.0.0-6168.g41c9e835.el8.x86 10 MB/s | 6.9 MB 00:00 2023-09-21T13:01:53.218 INFO:teuthology.orchestra.run.smithi046.stdout:(22/144): python3-rbd-18.0.0-6168.g41c9e835.el8 4.3 MB/s | 364 kB 00:00 2023-09-21T13:01:53.276 INFO:teuthology.orchestra.run.smithi046.stdout:(23/144): python3-rgw-18.0.0-6168.g41c9e835.el8 1.8 MB/s | 107 kB 00:00 2023-09-21T13:01:53.318 INFO:teuthology.orchestra.run.smithi046.stdout:(24/144): python3-rados-18.0.0-6168.g41c9e835.e 1.2 MB/s | 371 kB 00:00 2023-09-21T13:01:53.344 INFO:teuthology.orchestra.run.smithi046.stdout:(25/144): rbd-fuse-18.0.0-6168.g41c9e835.el8.x8 1.4 MB/s | 94 kB 00:00 2023-09-21T13:01:53.419 INFO:teuthology.orchestra.run.smithi046.stdout:(26/144): rbd-nbd-18.0.0-6168.g41c9e835.el8.x86 2.3 MB/s | 179 kB 00:00 2023-09-21T13:01:53.486 INFO:teuthology.orchestra.run.smithi046.stdout:(27/144): ceph-grafana-dashboards-18.0.0-6168.g 347 kB/s | 23 kB 00:00 2023-09-21T13:01:53.578 INFO:teuthology.orchestra.run.smithi046.stdout:(28/144): ceph-mgr-cephadm-18.0.0-6168.g41c9e83 1.4 MB/s | 132 kB 00:00 2023-09-21T13:01:53.803 INFO:teuthology.orchestra.run.smithi046.stdout:(29/144): ceph-mgr-dashboard-18.0.0-6168.g41c9e 7.8 MB/s | 1.7 MB 00:00 2023-09-21T13:01:54.687 INFO:teuthology.orchestra.run.smithi046.stdout:(30/144): ceph-test-18.0.0-6168.g41c9e835.el8.x 17 MB/s | 49 MB 00:02 2023-09-21T13:01:54.795 INFO:teuthology.orchestra.run.smithi046.stdout:(31/144): ceph-mgr-diskprediction-local-18.0.0- 7.5 MB/s | 7.4 MB 00:00 2023-09-21T13:01:54.821 INFO:teuthology.orchestra.run.smithi046.stdout:(32/144): ceph-mgr-modules-core-18.0.0-6168.g41 1.8 MB/s | 242 kB 00:00 2023-09-21T13:01:54.838 INFO:teuthology.orchestra.run.smithi046.stdout:(33/144): ceph-mgr-rook-18.0.0-6168.g41c9e835.e 1.1 MB/s | 47 kB 00:00 2023-09-21T13:01:54.863 INFO:teuthology.orchestra.run.smithi046.stdout:(34/144): ceph-prometheus-alerts-18.0.0-6168.g4 347 kB/s | 15 kB 00:00 2023-09-21T13:01:54.896 INFO:teuthology.orchestra.run.smithi046.stdout:(35/144): ceph-volume-18.0.0-6168.g41c9e835.el8 4.4 MB/s | 261 kB 00:00 2023-09-21T13:01:54.922 INFO:teuthology.orchestra.run.smithi046.stdout:(36/144): cephadm-18.0.0-6168.g41c9e835.el8.noa 3.0 MB/s | 179 kB 00:00 2023-09-21T13:01:55.189 INFO:teuthology.orchestra.run.smithi046.stdout:(37/144): cephfs-top-18.0.0-6168.g41c9e835.el8. 62 kB/s | 18 kB 00:00 2023-09-21T13:01:55.356 INFO:teuthology.orchestra.run.smithi046.stdout:(38/144): rbd-mirror-18.0.0-6168.g41c9e835.el8. 1.8 MB/s | 3.6 MB 00:02 2023-09-21T13:01:55.831 INFO:teuthology.orchestra.run.smithi046.stdout:(39/144): automake-1.16.1-8.el8.noarch.rpm 814 kB/s | 740 kB 00:00 2023-09-21T13:01:55.981 INFO:teuthology.orchestra.run.smithi046.stdout:(40/144): jq-1.6-7.el8.x86_64.rpm 1.3 MB/s | 202 kB 00:00 2023-09-21T13:01:56.015 INFO:teuthology.orchestra.run.smithi046.stdout:(41/144): bison-3.0.4-10.el8.x86_64.rpm 834 kB/s | 688 kB 00:00 2023-09-21T13:01:56.132 INFO:teuthology.orchestra.run.smithi046.stdout:(42/144): libpq-13.5-1.el8.x86_64.rpm 1.3 MB/s | 198 kB 00:00 2023-09-21T13:01:56.165 INFO:teuthology.orchestra.run.smithi046.stdout:(43/144): flex-2.6.1-9.el8.x86_64.rpm 395 kB/s | 320 kB 00:00 2023-09-21T13:01:56.199 INFO:teuthology.orchestra.run.smithi046.stdout:(44/144): librdkafka-0.11.4-3.el8.x86_64.rpm 1.9 MB/s | 354 kB 00:00 2023-09-21T13:01:56.333 INFO:teuthology.orchestra.run.smithi046.stdout:(45/144): libtool-2.4.6-25.el8.x86_64.rpm 3.5 MB/s | 709 kB 00:00 2023-09-21T13:01:56.358 INFO:teuthology.orchestra.run.smithi046.stdout:(46/144): oniguruma-6.8.2-2.el8.x86_64.rpm 1.2 MB/s | 187 kB 00:00 2023-09-21T13:01:56.408 INFO:teuthology.orchestra.run.smithi046.stdout:(47/144): lttng-ust-2.8.1-11.el8.x86_64.rpm 1.0 MB/s | 259 kB 00:00 2023-09-21T13:01:56.420 INFO:teuthology.orchestra.run.smithi057.stdout:Package librados2-1:12.2.7-9.el8.x86_64 is already installed. 2023-09-21T13:01:56.422 INFO:teuthology.orchestra.run.smithi057.stdout:Package librbd1-1:12.2.7-9.el8.x86_64 is already installed. 2023-09-21T13:01:56.437 INFO:teuthology.orchestra.run.smithi057.stdout:Package NetworkManager-1:1.40.16-4.el8.x86_64 is already installed. 2023-09-21T13:01:56.437 INFO:teuthology.orchestra.run.smithi057.stdout:Package NetworkManager-initscripts-updown-1:1.40.16-4.el8.noarch is already installed. 2023-09-21T13:01:56.438 INFO:teuthology.orchestra.run.smithi057.stdout:Package iproute-6.2.0-1.el8.x86_64 is already installed. 2023-09-21T13:01:56.439 INFO:teuthology.orchestra.run.smithi057.stdout:Package util-linux-2.32.1-41.el8.x86_64 is already installed. 2023-09-21T13:01:56.440 INFO:teuthology.orchestra.run.smithi057.stdout:Package libacl-devel-2.2.53-1.el8.x86_64 is already installed. 2023-09-21T13:01:56.443 INFO:teuthology.orchestra.run.smithi057.stdout:Package libattr-devel-2.4.48-3.el8.x86_64 is already installed. 2023-09-21T13:01:56.446 INFO:teuthology.orchestra.run.smithi057.stdout:Package xfsdump-3.1.8-4.el8.x86_64 is already installed. 2023-09-21T13:01:56.447 INFO:teuthology.orchestra.run.smithi057.stdout:Package xfsprogs-5.0.0-10.el8.x86_64 is already installed. 2023-09-21T13:01:56.683 INFO:teuthology.orchestra.run.smithi057.stdout:Dependencies resolved. 2023-09-21T13:01:56.698 INFO:teuthology.orchestra.run.smithi057.stdout:==================================================================================================== 2023-09-21T13:01:56.698 INFO:teuthology.orchestra.run.smithi057.stdout: Package Arch Version Repository Size 2023-09-21T13:01:56.699 INFO:teuthology.orchestra.run.smithi057.stdout:==================================================================================================== 2023-09-21T13:01:56.699 INFO:teuthology.orchestra.run.smithi057.stdout:Installing: 2023-09-21T13:01:56.699 INFO:teuthology.orchestra.run.smithi057.stdout: bison x86_64 3.0.4-10.el8 appstream 688 k 2023-09-21T13:01:56.699 INFO:teuthology.orchestra.run.smithi057.stdout: ceph x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 6.4 k 2023-09-21T13:01:56.699 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-base x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 5.4 M 2023-09-21T13:01:56.700 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-fuse x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 907 k 2023-09-21T13:01:56.700 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-immutable-object-cache x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 167 k 2023-09-21T13:01:56.700 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-mgr x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 1.6 M 2023-09-21T13:01:56.700 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-mgr-cephadm noarch 2:18.0.0-6168.g41c9e835.el8 ceph-noarch 132 k 2023-09-21T13:01:56.700 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-mgr-dashboard noarch 2:18.0.0-6168.g41c9e835.el8 ceph-noarch 1.7 M 2023-09-21T13:01:56.700 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-mgr-diskprediction-local noarch 2:18.0.0-6168.g41c9e835.el8 ceph-noarch 7.4 M 2023-09-21T13:01:56.701 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-mgr-rook noarch 2:18.0.0-6168.g41c9e835.el8 ceph-noarch 47 k 2023-09-21T13:01:56.701 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-radosgw x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 14 M 2023-09-21T13:01:56.701 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-test x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 49 M 2023-09-21T13:01:56.701 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-volume noarch 2:18.0.0-6168.g41c9e835.el8 ceph-noarch 261 k 2023-09-21T13:01:56.701 INFO:teuthology.orchestra.run.smithi057.stdout: cephadm noarch 2:18.0.0-6168.g41c9e835.el8 ceph-noarch 179 k 2023-09-21T13:01:56.702 INFO:teuthology.orchestra.run.smithi057.stdout: cephfs-mirror x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 260 k 2023-09-21T13:01:56.702 INFO:teuthology.orchestra.run.smithi057.stdout: cephfs-top noarch 2:18.0.0-6168.g41c9e835.el8 ceph-noarch 18 k 2023-09-21T13:01:56.702 INFO:teuthology.orchestra.run.smithi057.stdout: elfutils-libelf-devel x86_64 0.189-3.el8 baseos 62 k 2023-09-21T13:01:56.702 INFO:teuthology.orchestra.run.smithi057.stdout: flex x86_64 2.6.1-9.el8 appstream 320 k 2023-09-21T13:01:56.702 INFO:teuthology.orchestra.run.smithi057.stdout: libaio-devel x86_64 0.3.112-1.el8 baseos 19 k 2023-09-21T13:01:56.703 INFO:teuthology.orchestra.run.smithi057.stdout: libcephfs-devel x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 31 k 2023-09-21T13:01:56.703 INFO:teuthology.orchestra.run.smithi057.stdout: libcephfs2 x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 829 k 2023-09-21T13:01:56.703 INFO:teuthology.orchestra.run.smithi057.stdout: librados-devel x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 139 k 2023-09-21T13:01:56.703 INFO:teuthology.orchestra.run.smithi057.stdout: libtool x86_64 2.4.6-25.el8 appstream 709 k 2023-09-21T13:01:56.703 INFO:teuthology.orchestra.run.smithi057.stdout: libuuid-devel x86_64 2.32.1-43.el8 baseos 100 k 2023-09-21T13:01:56.704 INFO:teuthology.orchestra.run.smithi057.stdout: openssl-devel x86_64 1:1.1.1k-9.el8 baseos 3.2 M 2023-09-21T13:01:56.704 INFO:teuthology.orchestra.run.smithi057.stdout: postgresql x86_64 10.23-2.module_el8+572+929c87ac appstream 1.6 M 2023-09-21T13:01:56.704 INFO:teuthology.orchestra.run.smithi057.stdout: postgresql-contrib x86_64 10.23-2.module_el8+572+929c87ac appstream 901 k 2023-09-21T13:01:56.704 INFO:teuthology.orchestra.run.smithi057.stdout: postgresql-server x86_64 10.23-2.module_el8+572+929c87ac appstream 5.1 M 2023-09-21T13:01:56.704 INFO:teuthology.orchestra.run.smithi057.stdout: python3-cephfs x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 196 k 2023-09-21T13:01:56.705 INFO:teuthology.orchestra.run.smithi057.stdout: python3-rados x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 371 k 2023-09-21T13:01:56.705 INFO:teuthology.orchestra.run.smithi057.stdout: python3-rbd x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 364 k 2023-09-21T13:01:56.705 INFO:teuthology.orchestra.run.smithi057.stdout: python3-rgw x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 107 k 2023-09-21T13:01:56.705 INFO:teuthology.orchestra.run.smithi057.stdout: rbd-fuse x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 94 k 2023-09-21T13:01:56.705 INFO:teuthology.orchestra.run.smithi057.stdout: rbd-mirror x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 3.6 M 2023-09-21T13:01:56.706 INFO:teuthology.orchestra.run.smithi057.stdout: rbd-nbd x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 179 k 2023-09-21T13:01:56.706 INFO:teuthology.orchestra.run.smithi057.stdout: xfsprogs-devel x86_64 5.0.0-12.el8 baseos 74 k 2023-09-21T13:01:56.706 INFO:teuthology.orchestra.run.smithi057.stdout:Upgrading: 2023-09-21T13:01:56.706 INFO:teuthology.orchestra.run.smithi057.stdout: NetworkManager-initscripts-updown noarch 1:1.40.16-9.el8 baseos 143 k 2023-09-21T13:01:56.706 INFO:teuthology.orchestra.run.smithi057.stdout: elfutils-debuginfod-client x86_64 0.189-3.el8 baseos 76 k 2023-09-21T13:01:56.707 INFO:teuthology.orchestra.run.smithi057.stdout: elfutils-libelf x86_64 0.189-3.el8 baseos 232 k 2023-09-21T13:01:56.707 INFO:teuthology.orchestra.run.smithi057.stdout: elfutils-libs x86_64 0.189-3.el8 baseos 303 k 2023-09-21T13:01:56.707 INFO:teuthology.orchestra.run.smithi057.stdout: iproute x86_64 6.2.0-2.el8 baseos 880 k 2023-09-21T13:01:56.707 INFO:teuthology.orchestra.run.smithi057.stdout: libblkid x86_64 2.32.1-43.el8 baseos 220 k 2023-09-21T13:01:56.708 INFO:teuthology.orchestra.run.smithi057.stdout: libfdisk x86_64 2.32.1-43.el8 baseos 254 k 2023-09-21T13:01:56.708 INFO:teuthology.orchestra.run.smithi057.stdout: libmount x86_64 2.32.1-43.el8 baseos 236 k 2023-09-21T13:01:56.708 INFO:teuthology.orchestra.run.smithi057.stdout: librados2 x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 3.7 M 2023-09-21T13:01:56.708 INFO:teuthology.orchestra.run.smithi057.stdout: librbd1 x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 3.7 M 2023-09-21T13:01:56.708 INFO:teuthology.orchestra.run.smithi057.stdout: libsmartcols x86_64 2.32.1-43.el8 baseos 179 k 2023-09-21T13:01:56.709 INFO:teuthology.orchestra.run.smithi057.stdout: libuuid x86_64 2.32.1-43.el8 baseos 99 k 2023-09-21T13:01:56.709 INFO:teuthology.orchestra.run.smithi057.stdout: util-linux x86_64 2.32.1-43.el8 baseos 2.5 M 2023-09-21T13:01:56.709 INFO:teuthology.orchestra.run.smithi057.stdout: util-linux-user x86_64 2.32.1-43.el8 baseos 103 k 2023-09-21T13:01:56.710 INFO:teuthology.orchestra.run.smithi057.stdout: xfsdump x86_64 3.1.8-6.el8 baseos 334 k 2023-09-21T13:01:56.710 INFO:teuthology.orchestra.run.smithi057.stdout: xfsprogs x86_64 5.0.0-12.el8 baseos 1.1 M 2023-09-21T13:01:56.710 INFO:teuthology.orchestra.run.smithi057.stdout:Installing dependencies: 2023-09-21T13:01:56.710 INFO:teuthology.orchestra.run.smithi057.stdout: automake noarch 1.16.1-8.el8 appstream 740 k 2023-09-21T13:01:56.710 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-common x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 23 M 2023-09-21T13:01:56.711 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-grafana-dashboards noarch 2:18.0.0-6168.g41c9e835.el8 ceph-noarch 23 k 2023-09-21T13:01:56.711 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-mds x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 2.3 M 2023-09-21T13:01:56.711 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-mgr-modules-core noarch 2:18.0.0-6168.g41c9e835.el8 ceph-noarch 242 k 2023-09-21T13:01:56.711 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-mon x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 4.6 M 2023-09-21T13:01:56.711 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-osd x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 18 M 2023-09-21T13:01:56.712 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-prometheus-alerts noarch 2:18.0.0-6168.g41c9e835.el8 ceph-noarch 15 k 2023-09-21T13:01:56.712 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-selinux x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 24 k 2023-09-21T13:01:56.712 INFO:teuthology.orchestra.run.smithi057.stdout: fuse x86_64 2.9.7-17.el8 baseos 83 k 2023-09-21T13:01:56.712 INFO:teuthology.orchestra.run.smithi057.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2023-09-21T13:01:56.713 INFO:teuthology.orchestra.run.smithi057.stdout: jq x86_64 1.6-7.el8 appstream 202 k 2023-09-21T13:01:56.713 INFO:teuthology.orchestra.run.smithi057.stdout: keyutils-libs-devel x86_64 1.5.10-9.el8 baseos 48 k 2023-09-21T13:01:56.713 INFO:teuthology.orchestra.run.smithi057.stdout: krb5-devel x86_64 1.18.2-22.el8 baseos 561 k 2023-09-21T13:01:56.713 INFO:teuthology.orchestra.run.smithi057.stdout: libcephsqlite x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 183 k 2023-09-21T13:01:56.714 INFO:teuthology.orchestra.run.smithi057.stdout: libcom_err-devel x86_64 1.45.6-5.el8 baseos 39 k 2023-09-21T13:01:56.714 INFO:teuthology.orchestra.run.smithi057.stdout: libgfortran x86_64 8.5.0-20.el8 baseos 645 k 2023-09-21T13:01:56.714 INFO:teuthology.orchestra.run.smithi057.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2023-09-21T13:01:56.714 INFO:teuthology.orchestra.run.smithi057.stdout: libpq x86_64 13.5-1.el8 appstream 198 k 2023-09-21T13:01:56.715 INFO:teuthology.orchestra.run.smithi057.stdout: libquadmath x86_64 8.5.0-20.el8 baseos 172 k 2023-09-21T13:01:56.715 INFO:teuthology.orchestra.run.smithi057.stdout: librabbitmq x86_64 0.9.0-4.el8 baseos 47 k 2023-09-21T13:01:56.715 INFO:teuthology.orchestra.run.smithi057.stdout: libradosstriper1 x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 518 k 2023-09-21T13:01:56.715 INFO:teuthology.orchestra.run.smithi057.stdout: librdkafka x86_64 0.11.4-3.el8 appstream 354 k 2023-09-21T13:01:56.715 INFO:teuthology.orchestra.run.smithi057.stdout: librgw2 x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 6.9 M 2023-09-21T13:01:56.716 INFO:teuthology.orchestra.run.smithi057.stdout: libselinux-devel x86_64 2.9-8.el8 baseos 200 k 2023-09-21T13:01:56.716 INFO:teuthology.orchestra.run.smithi057.stdout: libsepol-devel x86_64 2.9-3.el8 baseos 87 k 2023-09-21T13:01:56.716 INFO:teuthology.orchestra.run.smithi057.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2023-09-21T13:01:56.716 INFO:teuthology.orchestra.run.smithi057.stdout: libverto-devel x86_64 0.3.2-2.el8 baseos 18 k 2023-09-21T13:01:56.716 INFO:teuthology.orchestra.run.smithi057.stdout: libzstd-devel x86_64 1.4.4-1.el8 baseos 44 k 2023-09-21T13:01:56.717 INFO:teuthology.orchestra.run.smithi057.stdout: lttng-ust x86_64 2.8.1-11.el8 appstream 259 k 2023-09-21T13:01:56.717 INFO:teuthology.orchestra.run.smithi057.stdout: oniguruma x86_64 6.8.2-2.el8 appstream 187 k 2023-09-21T13:01:56.717 INFO:teuthology.orchestra.run.smithi057.stdout: openblas x86_64 0.3.15-4.el8 appstream 4.7 M 2023-09-21T13:01:56.717 INFO:teuthology.orchestra.run.smithi057.stdout: openblas-threads x86_64 0.3.15-4.el8 appstream 4.9 M 2023-09-21T13:01:56.717 INFO:teuthology.orchestra.run.smithi057.stdout: pcre2-devel x86_64 10.32-3.el8 baseos 605 k 2023-09-21T13:01:56.718 INFO:teuthology.orchestra.run.smithi057.stdout: pcre2-utf16 x86_64 10.32-3.el8 baseos 229 k 2023-09-21T13:01:56.718 INFO:teuthology.orchestra.run.smithi057.stdout: pcre2-utf32 x86_64 10.32-3.el8 baseos 220 k 2023-09-21T13:01:56.718 INFO:teuthology.orchestra.run.smithi057.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2023-09-21T13:01:56.718 INFO:teuthology.orchestra.run.smithi057.stdout: python3-babel noarch 2.5.1-7.el8 appstream 4.8 M 2023-09-21T13:01:56.719 INFO:teuthology.orchestra.run.smithi057.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2023-09-21T13:01:56.719 INFO:teuthology.orchestra.run.smithi057.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2023-09-21T13:01:56.719 INFO:teuthology.orchestra.run.smithi057.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2023-09-21T13:01:56.719 INFO:teuthology.orchestra.run.smithi057.stdout: python3-ceph-argparse x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 45 k 2023-09-21T13:01:56.719 INFO:teuthology.orchestra.run.smithi057.stdout: python3-ceph-common x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 125 k 2023-09-21T13:01:56.719 INFO:teuthology.orchestra.run.smithi057.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2023-09-21T13:01:56.720 INFO:teuthology.orchestra.run.smithi057.stdout: python3-cffi x86_64 1.11.5-6.el8 baseos 249 k 2023-09-21T13:01:56.720 INFO:teuthology.orchestra.run.smithi057.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2023-09-21T13:01:56.720 INFO:teuthology.orchestra.run.smithi057.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2023-09-21T13:01:56.720 INFO:teuthology.orchestra.run.smithi057.stdout: python3-cryptography x86_64 3.2.1-6.el8 baseos 641 k 2023-09-21T13:01:56.720 INFO:teuthology.orchestra.run.smithi057.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2023-09-21T13:01:56.721 INFO:teuthology.orchestra.run.smithi057.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2023-09-21T13:01:56.721 INFO:teuthology.orchestra.run.smithi057.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2023-09-21T13:01:56.721 INFO:teuthology.orchestra.run.smithi057.stdout: python3-jinja2 noarch 2.10.1-3.el8 appstream 538 k 2023-09-21T13:01:56.721 INFO:teuthology.orchestra.run.smithi057.stdout: python3-jsonpatch noarch 1.21-2.el8 appstream 27 k 2023-09-21T13:01:56.722 INFO:teuthology.orchestra.run.smithi057.stdout: python3-jsonpointer noarch 1.10-11.el8 appstream 20 k 2023-09-21T13:01:56.722 INFO:teuthology.orchestra.run.smithi057.stdout: python3-jwt noarch 1.6.1-2.el8 baseos 43 k 2023-09-21T13:01:56.722 INFO:teuthology.orchestra.run.smithi057.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2023-09-21T13:01:56.722 INFO:teuthology.orchestra.run.smithi057.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2023-09-21T13:01:56.722 INFO:teuthology.orchestra.run.smithi057.stdout: python3-mako noarch 1.0.6-14.el8 appstream 157 k 2023-09-21T13:01:56.723 INFO:teuthology.orchestra.run.smithi057.stdout: python3-markupsafe x86_64 0.23-19.el8 appstream 39 k 2023-09-21T13:01:56.723 INFO:teuthology.orchestra.run.smithi057.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2023-09-21T13:01:56.723 INFO:teuthology.orchestra.run.smithi057.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2023-09-21T13:01:56.723 INFO:teuthology.orchestra.run.smithi057.stdout: python3-numpy x86_64 1:1.14.3-10.el8 appstream 3.7 M 2023-09-21T13:01:56.723 INFO:teuthology.orchestra.run.smithi057.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 appstream 225 k 2023-09-21T13:01:56.724 INFO:teuthology.orchestra.run.smithi057.stdout: python3-oauthlib noarch 2.1.0-1.el8 baseos 155 k 2023-09-21T13:01:56.724 INFO:teuthology.orchestra.run.smithi057.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2023-09-21T13:01:56.724 INFO:teuthology.orchestra.run.smithi057.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2023-09-21T13:01:56.724 INFO:teuthology.orchestra.run.smithi057.stdout: python3-prettytable noarch 0.7.2-14.el8 appstream 44 k 2023-09-21T13:01:56.724 INFO:teuthology.orchestra.run.smithi057.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 appstream 103 k 2023-09-21T13:01:56.725 INFO:teuthology.orchestra.run.smithi057.stdout: python3-pyasn1 noarch 0.3.7-6.el8 appstream 126 k 2023-09-21T13:01:56.725 INFO:teuthology.orchestra.run.smithi057.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 appstream 110 k 2023-09-21T13:01:56.725 INFO:teuthology.orchestra.run.smithi057.stdout: python3-pycparser noarch 2.14-14.el8 baseos 109 k 2023-09-21T13:01:56.725 INFO:teuthology.orchestra.run.smithi057.stdout: python3-pytz noarch 2017.2-11.el8 appstream 57 k 2023-09-21T13:01:56.725 INFO:teuthology.orchestra.run.smithi057.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2023-09-21T13:01:56.726 INFO:teuthology.orchestra.run.smithi057.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 baseos 43 k 2023-09-21T13:01:56.726 INFO:teuthology.orchestra.run.smithi057.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2023-09-21T13:01:56.726 INFO:teuthology.orchestra.run.smithi057.stdout: python3-rsa noarch 4.9-2.el8 epel 64 k 2023-09-21T13:01:56.726 INFO:teuthology.orchestra.run.smithi057.stdout: python3-scipy x86_64 1.0.0-21.module_el8.5.0+771+e5d9a225 appstream 14 M 2023-09-21T13:01:56.727 INFO:teuthology.orchestra.run.smithi057.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2023-09-21T13:01:56.727 INFO:teuthology.orchestra.run.smithi057.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2023-09-21T13:01:56.727 INFO:teuthology.orchestra.run.smithi057.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2023-09-21T13:01:56.727 INFO:teuthology.orchestra.run.smithi057.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2023-09-21T13:01:56.727 INFO:teuthology.orchestra.run.smithi057.stdout: python3-waitress noarch 1.4.3-1.el8 epel 255 k 2023-09-21T13:01:56.728 INFO:teuthology.orchestra.run.smithi057.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2023-09-21T13:01:56.728 INFO:teuthology.orchestra.run.smithi057.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2023-09-21T13:01:56.728 INFO:teuthology.orchestra.run.smithi057.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2023-09-21T13:01:56.728 INFO:teuthology.orchestra.run.smithi057.stdout: python3-werkzeug noarch 0.12.2-4.el8 appstream 457 k 2023-09-21T13:01:56.728 INFO:teuthology.orchestra.run.smithi057.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2023-09-21T13:01:56.728 INFO:teuthology.orchestra.run.smithi057.stdout: socat x86_64 1.7.4.1-1.el8 appstream 323 k 2023-09-21T13:01:56.729 INFO:teuthology.orchestra.run.smithi057.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2023-09-21T13:01:56.729 INFO:teuthology.orchestra.run.smithi057.stdout: uuid x86_64 1.6.2-43.el8 appstream 64 k 2023-09-21T13:01:56.729 INFO:teuthology.orchestra.run.smithi057.stdout: xmlstarlet x86_64 1.6.1-20.el8 appstream 71 k 2023-09-21T13:01:56.730 INFO:teuthology.orchestra.run.smithi057.stdout: zlib-devel x86_64 1.2.11-21.el8 baseos 58 k 2023-09-21T13:01:56.730 INFO:teuthology.orchestra.run.smithi057.stdout:Enabling module streams: 2023-09-21T13:01:56.730 INFO:teuthology.orchestra.run.smithi057.stdout: postgresql 10 2023-09-21T13:01:56.730 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-09-21T13:01:56.730 INFO:teuthology.orchestra.run.smithi057.stdout:Transaction Summary 2023-09-21T13:01:56.731 INFO:teuthology.orchestra.run.smithi057.stdout:==================================================================================================== 2023-09-21T13:01:56.731 INFO:teuthology.orchestra.run.smithi057.stdout:Install 128 Packages 2023-09-21T13:01:56.731 INFO:teuthology.orchestra.run.smithi057.stdout:Upgrade 16 Packages 2023-09-21T13:01:56.731 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-09-21T13:01:56.732 INFO:teuthology.orchestra.run.smithi057.stdout:Total download size: 215 M 2023-09-21T13:01:56.732 INFO:teuthology.orchestra.run.smithi057.stdout:Downloading Packages: 2023-09-21T13:01:56.892 INFO:teuthology.orchestra.run.smithi046.stdout:(48/144): openblas-0.3.15-4.el8.x86_64.rpm 8.5 MB/s | 4.7 MB 00:00 2023-09-21T13:01:56.934 INFO:teuthology.orchestra.run.smithi046.stdout:(49/144): postgresql-10.23-2.module_el8+572+929 3.0 MB/s | 1.6 MB 00:00 2023-09-21T13:01:57.034 INFO:teuthology.orchestra.run.smithi046.stdout:(50/144): postgresql-contrib-10.23-2.module_el8 6.2 MB/s | 901 kB 00:00 2023-09-21T13:01:57.176 INFO:teuthology.orchestra.run.smithi046.stdout:(51/144): openblas-threads-0.3.15-4.el8.x86_64. 5.9 MB/s | 4.9 MB 00:00 2023-09-21T13:01:57.343 INFO:teuthology.orchestra.run.smithi046.stdout:(52/144): python3-jinja2-2.10.1-3.el8.noarch.rp 3.2 MB/s | 538 kB 00:00 2023-09-21T13:01:57.410 INFO:teuthology.orchestra.run.smithi046.stdout:(53/144): postgresql-server-10.23-2.module_el8+ 11 MB/s | 5.1 MB 00:00 2023-09-21T13:01:57.477 INFO:teuthology.orchestra.run.smithi046.stdout:(54/144): python3-babel-2.5.1-7.el8.noarch.rpm 11 MB/s | 4.8 MB 00:00 2023-09-21T13:01:57.502 INFO:teuthology.orchestra.run.smithi046.stdout:(55/144): python3-jsonpatch-1.21-2.el8.noarch.r 167 kB/s | 27 kB 00:00 2023-09-21T13:01:57.527 INFO:teuthology.orchestra.run.smithi046.stdout:(56/144): python3-jsonpointer-1.10-11.el8.noarc 170 kB/s | 20 kB 00:00 2023-09-21T13:01:57.594 INFO:teuthology.orchestra.run.smithi046.stdout:(57/144): python3-mako-1.0.6-14.el8.noarch.rpm 1.3 MB/s | 157 kB 00:00 2023-09-21T13:01:57.620 INFO:teuthology.orchestra.run.smithi046.stdout:(58/144): python3-markupsafe-0.23-19.el8.x86_64 331 kB/s | 39 kB 00:00 2023-09-21T13:01:57.720 INFO:teuthology.orchestra.run.smithi046.stdout:(59/144): python3-numpy-f2py-1.14.3-10.el8.x86_ 1.8 MB/s | 225 kB 00:00 2023-09-21T13:01:57.745 INFO:teuthology.orchestra.run.smithi046.stdout:(60/144): python3-prettytable-0.7.2-14.el8.noar 351 kB/s | 44 kB 00:00 2023-09-21T13:01:57.778 INFO:teuthology.orchestra.run.smithi057.stdout:(1/144): ceph-18.0.0-6168.g41c9e835.el8.x86_64. 11 kB/s | 6.4 kB 00:00 2023-09-21T13:01:57.812 INFO:teuthology.orchestra.run.smithi046.stdout:(61/144): python3-numpy-1.14.3-10.el8.x86_64.rp 13 MB/s | 3.7 MB 00:00 2023-09-21T13:01:57.838 INFO:teuthology.orchestra.run.smithi046.stdout:(62/144): python3-pyOpenSSL-19.0.0-1.el8.noarch 881 kB/s | 103 kB 00:00 2023-09-21T13:01:57.863 INFO:teuthology.orchestra.run.smithi046.stdout:(63/144): python3-pyasn1-0.3.7-6.el8.noarch.rpm 1.1 MB/s | 126 kB 00:00 2023-09-21T13:01:57.930 INFO:teuthology.orchestra.run.smithi046.stdout:(64/144): python3-pyasn1-modules-0.3.7-6.el8.no 939 kB/s | 110 kB 00:00 2023-09-21T13:01:57.947 INFO:teuthology.orchestra.run.smithi046.stdout:(65/144): python3-pytz-2017.2-11.el8.noarch.rpm 524 kB/s | 57 kB 00:00 2023-09-21T13:01:58.072 INFO:teuthology.orchestra.run.smithi046.stdout:(66/144): python3-werkzeug-0.12.2-4.el8.noarch. 3.1 MB/s | 457 kB 00:00 2023-09-21T13:01:58.111 INFO:teuthology.orchestra.run.smithi046.stdout:(67/144): socat-1.7.4.1-1.el8.x86_64.rpm 2.1 MB/s | 323 kB 00:00 2023-09-21T13:01:58.190 INFO:teuthology.orchestra.run.smithi046.stdout:(68/144): uuid-1.6.2-43.el8.x86_64.rpm 547 kB/s | 64 kB 00:00 2023-09-21T13:01:58.223 INFO:teuthology.orchestra.run.smithi046.stdout:(69/144): xmlstarlet-1.6.1-20.el8.x86_64.rpm 563 kB/s | 71 kB 00:00 2023-09-21T13:01:58.707 INFO:teuthology.orchestra.run.smithi046.stdout:(70/144): python3-scipy-1.0.0-21.module_el8.5.0 16 MB/s | 14 MB 00:00 2023-09-21T13:01:58.732 INFO:teuthology.orchestra.run.smithi046.stdout:(71/144): elfutils-libelf-devel-0.189-3.el8.x86 114 kB/s | 62 kB 00:00 2023-09-21T13:01:58.757 INFO:teuthology.orchestra.run.smithi046.stdout:(72/144): fuse-2.9.7-17.el8.x86_64.rpm 155 kB/s | 83 kB 00:00 2023-09-21T13:01:58.882 INFO:teuthology.orchestra.run.smithi046.stdout:(73/144): libaio-devel-0.3.112-1.el8.x86_64.rpm 149 kB/s | 19 kB 00:00 2023-09-21T13:01:59.008 INFO:teuthology.orchestra.run.smithi046.stdout:(74/144): libcom_err-devel-1.45.6-5.el8.x86_64. 310 kB/s | 39 kB 00:00 2023-09-21T13:01:59.091 INFO:teuthology.orchestra.run.smithi046.stdout:(75/144): keyutils-libs-devel-1.5.10-9.el8.x86_ 125 kB/s | 48 kB 00:00 2023-09-21T13:01:59.133 INFO:teuthology.orchestra.run.smithi046.stdout:(76/144): krb5-devel-1.18.2-22.el8.x86_64.rpm 1.4 MB/s | 561 kB 00:00 2023-09-21T13:01:59.250 INFO:teuthology.orchestra.run.smithi046.stdout:(77/144): librabbitmq-0.9.0-4.el8.x86_64.rpm 403 kB/s | 47 kB 00:00 2023-09-21T13:01:59.292 INFO:teuthology.orchestra.run.smithi046.stdout:(78/144): libquadmath-8.5.0-20.el8.x86_64.rpm 860 kB/s | 172 kB 00:00 2023-09-21T13:01:59.367 INFO:teuthology.orchestra.run.smithi046.stdout:(79/144): libselinux-devel-2.9-8.el8.x86_64.rpm 1.7 MB/s | 200 kB 00:00 2023-09-21T13:01:59.400 INFO:teuthology.orchestra.run.smithi046.stdout:(80/144): libsepol-devel-2.9-3.el8.x86_64.rpm 802 kB/s | 87 kB 00:00 2023-09-21T13:01:59.484 INFO:teuthology.orchestra.run.smithi046.stdout:(81/144): libuuid-devel-2.32.1-43.el8.x86_64.rp 854 kB/s | 100 kB 00:00 2023-09-21T13:01:59.509 INFO:teuthology.orchestra.run.smithi046.stdout:(82/144): libverto-devel-0.3.2-2.el8.x86_64.rpm 166 kB/s | 18 kB 00:00 2023-09-21T13:01:59.593 INFO:teuthology.orchestra.run.smithi046.stdout:(83/144): libzstd-devel-1.4.4-1.el8.x86_64.rpm 403 kB/s | 44 kB 00:00 2023-09-21T13:01:59.727 INFO:teuthology.orchestra.run.smithi046.stdout:(84/144): pcre2-devel-10.32-3.el8.x86_64.rpm 4.4 MB/s | 605 kB 00:00 2023-09-21T13:01:59.844 INFO:teuthology.orchestra.run.smithi046.stdout:(85/144): pcre2-utf16-10.32-3.el8.x86_64.rpm 1.9 MB/s | 229 kB 00:00 2023-09-21T13:01:59.961 INFO:teuthology.orchestra.run.smithi046.stdout:(86/144): pcre2-utf32-10.32-3.el8.x86_64.rpm 1.8 MB/s | 220 kB 00:00 2023-09-21T13:02:00.021 INFO:teuthology.orchestra.run.smithi046.stdout:(87/144): openssl-devel-1.1.1k-9.el8.x86_64.rpm 6.2 MB/s | 3.2 MB 00:00 2023-09-21T13:02:00.078 INFO:teuthology.orchestra.run.smithi046.stdout:(88/144): python3-cffi-1.11.5-6.el8.x86_64.rpm 2.1 MB/s | 249 kB 00:00 2023-09-21T13:02:00.145 INFO:teuthology.orchestra.run.smithi046.stdout:(89/144): python3-cryptography-3.2.1-6.el8.x86_ 5.0 MB/s | 641 kB 00:00 2023-09-21T13:02:00.203 INFO:teuthology.orchestra.run.smithi046.stdout:(90/144): python3-jwt-1.6.1-2.el8.noarch.rpm 340 kB/s | 43 kB 00:00 2023-09-21T13:02:00.262 INFO:teuthology.orchestra.run.smithi046.stdout:(91/144): libgfortran-8.5.0-20.el8.x86_64.rpm 514 kB/s | 645 kB 00:01 2023-09-21T13:02:00.296 INFO:teuthology.orchestra.run.smithi046.stdout:(92/144): python3-oauthlib-2.1.0-1.el8.noarch.r 1.0 MB/s | 155 kB 00:00 2023-09-21T13:02:00.329 INFO:teuthology.orchestra.run.smithi046.stdout:(93/144): python3-pycparser-2.14-14.el8.noarch. 868 kB/s | 109 kB 00:00 2023-09-21T13:02:00.388 INFO:teuthology.orchestra.run.smithi046.stdout:(94/144): python3-requests-oauthlib-1.0.0-1.el8 339 kB/s | 43 kB 00:00 2023-09-21T13:02:00.413 INFO:teuthology.orchestra.run.smithi046.stdout:(95/144): xfsprogs-devel-5.0.0-12.el8.x86_64.rp 636 kB/s | 74 kB 00:00 2023-09-21T13:02:00.447 INFO:teuthology.orchestra.run.smithi046.stdout:(96/144): zlib-devel-1.2.11-21.el8.x86_64.rpm 496 kB/s | 58 kB 00:00 2023-09-21T13:02:00.930 INFO:teuthology.orchestra.run.smithi046.stdout:(97/144): liboath-2.6.2-3.el8.x86_64.rpm 114 kB/s | 59 kB 00:00 2023-09-21T13:02:00.997 INFO:teuthology.orchestra.run.smithi046.stdout:(98/144): libunwind-1.3.1-3.el8.x86_64.rpm 136 kB/s | 75 kB 00:00 2023-09-21T13:02:01.156 INFO:teuthology.orchestra.run.smithi046.stdout:(99/144): python3-bcrypt-3.1.6-2.el8.1.x86_64.r 275 kB/s | 44 kB 00:00 2023-09-21T13:02:01.181 INFO:teuthology.orchestra.run.smithi046.stdout:(100/144): gperftools-libs-2.7-9.el8.x86_64.rpm 386 kB/s | 306 kB 00:00 2023-09-21T13:02:01.315 INFO:teuthology.orchestra.run.smithi046.stdout:(101/144): python3-cachetools-3.1.1-4.el8.noarc 247 kB/s | 33 kB 00:00 2023-09-21T13:02:01.319 INFO:teuthology.orchestra.run.smithi057.stdout:(2/144): ceph-fuse-18.0.0-6168.g41c9e835.el8.x8 256 kB/s | 907 kB 00:03 2023-09-21T13:02:01.365 INFO:teuthology.orchestra.run.smithi046.stdout:(102/144): python3-asyncssh-2.7.0-2.el8.noarch. 1.1 MB/s | 476 kB 00:00 2023-09-21T13:02:01.449 INFO:teuthology.orchestra.run.smithi046.stdout:(103/144): python3-beautifulsoup4-4.6.3-2.el8.1 634 kB/s | 185 kB 00:00 2023-09-21T13:02:01.473 INFO:teuthology.orchestra.run.smithi046.stdout:(104/144): python3-certifi-2018.10.15-7.el8.noa 103 kB/s | 16 kB 00:00 2023-09-21T13:02:01.682 INFO:teuthology.orchestra.run.smithi046.stdout:(105/144): python3-cheroot-8.5.2-1.el8.noarch.r 545 kB/s | 173 kB 00:00 2023-09-21T13:02:01.708 INFO:teuthology.orchestra.run.smithi046.stdout:(106/144): python3-google-auth-1.1.1-10.el8.noa 348 kB/s | 81 kB 00:00 2023-09-21T13:02:01.719 INFO:teuthology.orchestra.run.smithi057.stdout:(3/144): ceph-immutable-object-cache-18.0.0-616 418 kB/s | 167 kB 00:00 2023-09-21T13:02:01.733 INFO:teuthology.orchestra.run.smithi046.stdout:(107/144): python3-cherrypy-18.4.0-1.el8.noarch 1.5 MB/s | 384 kB 00:00 2023-09-21T13:02:01.791 INFO:teuthology.orchestra.run.smithi046.stdout:(108/144): python3-jaraco-6.2-6.el8.noarch.rpm 102 kB/s | 11 kB 00:00 2023-09-21T13:02:01.825 INFO:teuthology.orchestra.run.smithi046.stdout:(109/144): python3-jaraco-functools-2.0-4.el8.n 150 kB/s | 18 kB 00:00 2023-09-21T13:02:01.909 INFO:teuthology.orchestra.run.smithi046.stdout:(110/144): python3-logutils-0.3.5-11.el8.noarch 416 kB/s | 49 kB 00:00 2023-09-21T13:02:01.950 INFO:teuthology.orchestra.run.smithi046.stdout:(111/144): python3-more-itertools-7.2.0-3.el8.n 469 kB/s | 59 kB 00:00 2023-09-21T13:02:02.017 INFO:teuthology.orchestra.run.smithi046.stdout:(112/144): python3-kubernetes-11.0.0-6.el8.noar 4.1 MB/s | 1.2 MB 00:00 2023-09-21T13:02:02.034 INFO:teuthology.orchestra.run.smithi046.stdout:(113/144): python3-natsort-7.1.1-2.el8.noarch.r 480 kB/s | 60 kB 00:00 2023-09-21T13:02:02.134 INFO:teuthology.orchestra.run.smithi046.stdout:(114/144): python3-portend-2.6-1.el8.noarch.rpm 133 kB/s | 16 kB 00:00 2023-09-21T13:02:02.160 INFO:teuthology.orchestra.run.smithi046.stdout:(115/144): python3-pecan-1.3.2-9.el8.noarch.rpm 1.3 MB/s | 283 kB 00:00 2023-09-21T13:02:02.185 INFO:teuthology.orchestra.run.smithi046.stdout:(116/144): python3-repoze-lru-0.7-6.el8.noarch. 224 kB/s | 34 kB 00:00 2023-09-21T13:02:02.269 INFO:teuthology.orchestra.run.smithi046.stdout:(117/144): python3-routes-2.4.1-12.el8.noarch.r 1.4 MB/s | 196 kB 00:00 2023-09-21T13:02:02.311 INFO:teuthology.orchestra.run.smithi046.stdout:(118/144): python3-simplegeneric-0.8.1-17.el8.n 150 kB/s | 19 kB 00:00 2023-09-21T13:02:02.327 INFO:teuthology.orchestra.run.smithi046.stdout:(119/144): python3-rsa-4.9-2.el8.noarch.rpm 452 kB/s | 64 kB 00:00 2023-09-21T13:02:02.395 INFO:teuthology.orchestra.run.smithi046.stdout:(120/144): python3-singledispatch-3.4.0.3-18.el 190 kB/s | 24 kB 00:00 2023-09-21T13:02:02.436 INFO:teuthology.orchestra.run.smithi046.stdout:(121/144): python3-tempora-1.14.1-5.el8.noarch. 233 kB/s | 29 kB 00:00 2023-09-21T13:02:02.462 INFO:teuthology.orchestra.run.smithi046.stdout:(122/144): python3-trustme-0.6.0-4.el8.noarch.r 205 kB/s | 27 kB 00:00 2023-09-21T13:02:02.528 INFO:teuthology.orchestra.run.smithi046.stdout:(123/144): python3-waitress-1.4.3-1.el8.noarch. 1.9 MB/s | 255 kB 00:00 2023-09-21T13:02:02.589 INFO:teuthology.orchestra.run.smithi046.stdout:(124/144): python3-websocket-client-0.56.0-5.el 481 kB/s | 61 kB 00:00 2023-09-21T13:02:02.615 INFO:teuthology.orchestra.run.smithi046.stdout:(125/144): python3-webob-1.8.5-1.el8.1.noarch.r 1.4 MB/s | 251 kB 00:00 2023-09-21T13:02:02.648 INFO:teuthology.orchestra.run.smithi046.stdout:(126/144): python3-webtest-2.0.33-1.el8.noarch. 715 kB/s | 85 kB 00:00 2023-09-21T13:02:02.715 INFO:teuthology.orchestra.run.smithi046.stdout:(127/144): python3-zc-lockfile-2.0-2.el8.noarch 183 kB/s | 23 kB 00:00 2023-09-21T13:02:02.816 INFO:teuthology.orchestra.run.smithi057.stdout:(4/144): ceph-base-18.0.0-6168.g41c9e835.el8.x8 987 kB/s | 5.4 MB 00:05 2023-09-21T13:02:03.016 INFO:teuthology.orchestra.run.smithi046.stdout:(128/144): thrift-0.13.0-2.el8.x86_64.rpm 4.3 MB/s | 1.7 MB 00:00 2023-09-21T13:02:03.354 INFO:teuthology.orchestra.run.smithi057.stdout:(5/144): ceph-mgr-18.0.0-6168.g41c9e835.el8.x86 3.0 MB/s | 1.6 MB 00:00 2023-09-21T13:02:03.391 INFO:teuthology.orchestra.run.smithi046.stdout:(129/144): NetworkManager-initscripts-updown-1. 383 kB/s | 143 kB 00:00 2023-09-21T13:02:03.508 INFO:teuthology.orchestra.run.smithi046.stdout:(130/144): elfutils-debuginfod-client-0.189-3.e 652 kB/s | 76 kB 00:00 2023-09-21T13:02:03.716 INFO:teuthology.orchestra.run.smithi046.stdout:(131/144): elfutils-libelf-0.189-3.el8.x86_64.r 1.1 MB/s | 232 kB 00:00 2023-09-21T13:02:03.825 INFO:teuthology.orchestra.run.smithi046.stdout:(132/144): elfutils-libs-0.189-3.el8.x86_64.rpm 2.7 MB/s | 303 kB 00:00 2023-09-21T13:02:04.051 INFO:teuthology.orchestra.run.smithi046.stdout:(133/144): iproute-6.2.0-2.el8.x86_64.rpm 3.8 MB/s | 880 kB 00:00 2023-09-21T13:02:04.184 INFO:teuthology.orchestra.run.smithi046.stdout:(134/144): libblkid-2.32.1-43.el8.x86_64.rpm 1.6 MB/s | 220 kB 00:00 2023-09-21T13:02:04.251 INFO:teuthology.orchestra.run.smithi046.stdout:(135/144): librbd1-18.0.0-6168.g41c9e835.el8.x8 2.4 MB/s | 3.7 MB 00:01 2023-09-21T13:02:04.326 INFO:teuthology.orchestra.run.smithi046.stdout:(136/144): libfdisk-2.32.1-43.el8.x86_64.rpm 1.7 MB/s | 254 kB 00:00 2023-09-21T13:02:04.426 INFO:teuthology.orchestra.run.smithi046.stdout:(137/144): libsmartcols-2.32.1-43.el8.x86_64.rp 1.8 MB/s | 179 kB 00:00 2023-09-21T13:02:04.527 INFO:teuthology.orchestra.run.smithi046.stdout:(138/144): libuuid-2.32.1-43.el8.x86_64.rpm 991 kB/s | 99 kB 00:00 2023-09-21T13:02:04.579 INFO:teuthology.orchestra.run.smithi057.stdout:(6/144): ceph-mon-18.0.0-6168.g41c9e835.el8.x86 3.8 MB/s | 4.6 MB 00:01 2023-09-21T13:02:04.737 INFO:teuthology.orchestra.run.smithi057.stdout:(7/144): ceph-mds-18.0.0-6168.g41c9e835.el8.x86 792 kB/s | 2.3 MB 00:03 2023-09-21T13:02:04.810 INFO:teuthology.orchestra.run.smithi046.stdout:(139/144): libmount-2.32.1-43.el8.x86_64.rpm 423 kB/s | 236 kB 00:00 2023-09-21T13:02:04.852 INFO:teuthology.orchestra.run.smithi046.stdout:(140/144): util-linux-2.32.1-43.el8.x86_64.rpm 7.6 MB/s | 2.5 MB 00:00 2023-09-21T13:02:04.977 INFO:teuthology.orchestra.run.smithi046.stdout:(141/144): xfsdump-3.1.8-6.el8.x86_64.rpm 2.6 MB/s | 334 kB 00:00 2023-09-21T13:02:05.127 INFO:teuthology.orchestra.run.smithi046.stdout:(142/144): xfsprogs-5.0.0-12.el8.x86_64.rpm 7.2 MB/s | 1.1 MB 00:00 2023-09-21T13:02:05.253 INFO:teuthology.orchestra.run.smithi046.stdout:(143/144): util-linux-user-2.32.1-43.el8.x86_64 232 kB/s | 103 kB 00:00 2023-09-21T13:02:05.654 INFO:teuthology.orchestra.run.smithi057.stdout:(8/144): ceph-common-18.0.0-6168.g41c9e835.el8. 2.7 MB/s | 23 MB 00:08 2023-09-21T13:02:05.729 INFO:teuthology.orchestra.run.smithi057.stdout:(9/144): ceph-selinux-18.0.0-6168.g41c9e835.el8 326 kB/s | 24 kB 00:00 2023-09-21T13:02:06.845 INFO:teuthology.orchestra.run.smithi046.stdout:(144/144): librados2-18.0.0-6168.g41c9e835.el8. 906 kB/s | 3.7 MB 00:04 2023-09-21T13:02:06.850 INFO:teuthology.orchestra.run.smithi046.stdout:-------------------------------------------------------------------------------- 2023-09-21T13:02:06.851 INFO:teuthology.orchestra.run.smithi046.stdout:Total 12 MB/s | 215 MB 00:18 2023-09-21T13:02:07.874 INFO:teuthology.orchestra.run.smithi046.stdout:Running transaction check 2023-09-21T13:02:08.359 INFO:teuthology.orchestra.run.smithi046.stdout:Transaction check succeeded. 2023-09-21T13:02:08.359 INFO:teuthology.orchestra.run.smithi046.stdout:Running transaction test 2023-09-21T13:02:08.846 INFO:teuthology.orchestra.run.smithi057.stdout:(10/144): ceph-radosgw-18.0.0-6168.g41c9e835.el 3.4 MB/s | 14 MB 00:04 2023-09-21T13:02:08.938 INFO:teuthology.orchestra.run.smithi057.stdout:(11/144): cephfs-mirror-18.0.0-6168.g41c9e835.e 2.8 MB/s | 260 kB 00:00 2023-09-21T13:02:09.013 INFO:teuthology.orchestra.run.smithi057.stdout:(12/144): libcephfs-devel-18.0.0-6168.g41c9e835 413 kB/s | 31 kB 00:00 2023-09-21T13:02:09.189 INFO:teuthology.orchestra.run.smithi057.stdout:(13/144): libcephfs2-18.0.0-6168.g41c9e835.el8. 4.6 MB/s | 829 kB 00:00 2023-09-21T13:02:09.272 INFO:teuthology.orchestra.run.smithi057.stdout:(14/144): libcephsqlite-18.0.0-6168.g41c9e835.e 2.2 MB/s | 183 kB 00:00 2023-09-21T13:02:09.364 INFO:teuthology.orchestra.run.smithi057.stdout:(15/144): librados-devel-18.0.0-6168.g41c9e835. 1.5 MB/s | 139 kB 00:00 2023-09-21T13:02:09.797 INFO:teuthology.orchestra.run.smithi057.stdout:(16/144): libradosstriper1-18.0.0-6168.g41c9e83 1.2 MB/s | 518 kB 00:00 2023-09-21T13:02:09.924 INFO:teuthology.orchestra.run.smithi046.stdout:Transaction test succeeded. 2023-09-21T13:02:09.927 INFO:teuthology.orchestra.run.smithi046.stdout:Running transaction 2023-09-21T13:02:10.631 INFO:teuthology.orchestra.run.smithi057.stdout:(17/144): librgw2-18.0.0-6168.g41c9e835.el8.x86 8.3 MB/s | 6.9 MB 00:00 2023-09-21T13:02:10.715 INFO:teuthology.orchestra.run.smithi057.stdout:(18/144): python3-ceph-argparse-18.0.0-6168.g41 539 kB/s | 45 kB 00:00 2023-09-21T13:02:10.824 INFO:teuthology.orchestra.run.smithi057.stdout:(19/144): python3-ceph-common-18.0.0-6168.g41c9 1.1 MB/s | 125 kB 00:00 2023-09-21T13:02:10.965 INFO:teuthology.orchestra.run.smithi057.stdout:(20/144): python3-cephfs-18.0.0-6168.g41c9e835. 1.4 MB/s | 196 kB 00:00 2023-09-21T13:02:11.340 INFO:teuthology.orchestra.run.smithi057.stdout:(21/144): python3-rados-18.0.0-6168.g41c9e835.e 990 kB/s | 371 kB 00:00 2023-09-21T13:02:11.432 INFO:teuthology.orchestra.run.smithi057.stdout:(22/144): python3-rbd-18.0.0-6168.g41c9e835.el8 3.9 MB/s | 364 kB 00:00 2023-09-21T13:02:11.524 INFO:teuthology.orchestra.run.smithi057.stdout:(23/144): python3-rgw-18.0.0-6168.g41c9e835.el8 1.1 MB/s | 107 kB 00:00 2023-09-21T13:02:11.608 INFO:teuthology.orchestra.run.smithi057.stdout:(24/144): rbd-fuse-18.0.0-6168.g41c9e835.el8.x8 1.1 MB/s | 94 kB 00:00 2023-09-21T13:02:11.984 INFO:teuthology.orchestra.run.smithi057.stdout:(25/144): rbd-mirror-18.0.0-6168.g41c9e835.el8. 9.6 MB/s | 3.6 MB 00:00 2023-09-21T13:02:12.075 INFO:teuthology.orchestra.run.smithi057.stdout:(26/144): rbd-nbd-18.0.0-6168.g41c9e835.el8.x86 1.9 MB/s | 179 kB 00:00 2023-09-21T13:02:12.276 INFO:teuthology.orchestra.run.smithi057.stdout:(27/144): ceph-osd-18.0.0-6168.g41c9e835.el8.x8 2.3 MB/s | 18 MB 00:07 2023-09-21T13:02:12.401 INFO:teuthology.orchestra.run.smithi057.stdout:(28/144): ceph-mgr-cephadm-18.0.0-6168.g41c9e83 1.0 MB/s | 132 kB 00:00 2023-09-21T13:02:12.426 INFO:teuthology.orchestra.run.smithi057.stdout:(29/144): ceph-grafana-dashboards-18.0.0-6168.g 66 kB/s | 23 kB 00:00 2023-09-21T13:02:13.268 INFO:teuthology.orchestra.run.smithi057.stdout:(30/144): ceph-mgr-diskprediction-local-18.0.0- 8.8 MB/s | 7.4 MB 00:00 2023-09-21T13:02:13.368 INFO:teuthology.orchestra.run.smithi057.stdout:(31/144): ceph-mgr-modules-core-18.0.0-6168.g41 2.4 MB/s | 242 kB 00:00 2023-09-21T13:02:13.469 INFO:teuthology.orchestra.run.smithi057.stdout:(32/144): ceph-mgr-rook-18.0.0-6168.g41c9e835.e 475 kB/s | 47 kB 00:00 2023-09-21T13:02:13.569 INFO:teuthology.orchestra.run.smithi057.stdout:(33/144): ceph-prometheus-alerts-18.0.0-6168.g4 145 kB/s | 15 kB 00:00 2023-09-21T13:02:13.669 INFO:teuthology.orchestra.run.smithi057.stdout:(34/144): ceph-volume-18.0.0-6168.g41c9e835.el8 2.6 MB/s | 261 kB 00:00 2023-09-21T13:02:13.770 INFO:teuthology.orchestra.run.smithi057.stdout:(35/144): cephadm-18.0.0-6168.g41c9e835.el8.noa 1.7 MB/s | 179 kB 00:00 2023-09-21T13:02:13.862 INFO:teuthology.orchestra.run.smithi057.stdout:(36/144): cephfs-top-18.0.0-6168.g41c9e835.el8. 198 kB/s | 18 kB 00:00 2023-09-21T13:02:13.903 INFO:teuthology.orchestra.run.smithi057.stdout:(37/144): ceph-mgr-dashboard-18.0.0-6168.g41c9e 1.2 MB/s | 1.7 MB 00:01 2023-09-21T13:02:14.671 INFO:teuthology.orchestra.run.smithi057.stdout:(38/144): automake-1.16.1-8.el8.noarch.rpm 915 kB/s | 740 kB 00:00 2023-09-21T13:02:14.712 INFO:teuthology.orchestra.run.smithi057.stdout:(39/144): bison-3.0.4-10.el8.x86_64.rpm 852 kB/s | 688 kB 00:00 2023-09-21T13:02:14.821 INFO:teuthology.orchestra.run.smithi057.stdout:(40/144): flex-2.6.1-9.el8.x86_64.rpm 2.1 MB/s | 320 kB 00:00 2023-09-21T13:02:14.863 INFO:teuthology.orchestra.run.smithi057.stdout:(41/144): jq-1.6-7.el8.x86_64.rpm 1.3 MB/s | 202 kB 00:00 2023-09-21T13:02:14.971 INFO:teuthology.orchestra.run.smithi057.stdout:(42/144): libpq-13.5-1.el8.x86_64.rpm 1.3 MB/s | 198 kB 00:00 2023-09-21T13:02:15.030 INFO:teuthology.orchestra.run.smithi057.stdout:(43/144): librdkafka-0.11.4-3.el8.x86_64.rpm 2.1 MB/s | 354 kB 00:00 2023-09-21T13:02:15.181 INFO:teuthology.orchestra.run.smithi057.stdout:(44/144): libtool-2.4.6-25.el8.x86_64.rpm 3.3 MB/s | 709 kB 00:00 2023-09-21T13:02:15.206 INFO:teuthology.orchestra.run.smithi057.stdout:(45/144): lttng-ust-2.8.1-11.el8.x86_64.rpm 1.4 MB/s | 259 kB 00:00 2023-09-21T13:02:15.339 INFO:teuthology.orchestra.run.smithi057.stdout:(46/144): oniguruma-6.8.2-2.el8.x86_64.rpm 1.2 MB/s | 187 kB 00:00 2023-09-21T13:02:15.540 INFO:teuthology.orchestra.run.smithi046.stdout: Preparing : 1/1 2023-09-21T13:02:15.752 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: thrift-0.13.0-2.el8.x86_64 1/1 2023-09-21T13:02:15.931 INFO:teuthology.orchestra.run.smithi057.stdout:(47/144): openblas-threads-0.3.15-4.el8.x86_64. 8.2 MB/s | 4.9 MB 00:00 2023-09-21T13:02:15.956 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : thrift-0.13.0-2.el8.x86_64 1/160 2023-09-21T13:02:15.998 INFO:teuthology.orchestra.run.smithi057.stdout:(48/144): openblas-0.3.15-4.el8.x86_64.rpm 6.0 MB/s | 4.7 MB 00:00 2023-09-21T13:02:16.091 INFO:teuthology.orchestra.run.smithi046.stdout: Upgrading : libuuid-2.32.1-43.el8.x86_64 2/160 2023-09-21T13:02:16.115 INFO:teuthology.orchestra.run.smithi057.stdout:(49/144): postgresql-10.23-2.module_el8+572+929 8.5 MB/s | 1.6 MB 00:00 2023-09-21T13:02:16.157 INFO:teuthology.orchestra.run.smithi057.stdout:(50/144): postgresql-contrib-10.23-2.module_el8 5.6 MB/s | 901 kB 00:00 2023-09-21T13:02:16.174 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: libuuid-2.32.1-43.el8.x86_64 2/160 2023-09-21T13:02:16.325 INFO:teuthology.orchestra.run.smithi046.stdout: Upgrading : libblkid-2.32.1-43.el8.x86_64 3/160 2023-09-21T13:02:16.400 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: libblkid-2.32.1-43.el8.x86_64 3/160 2023-09-21T13:02:16.599 INFO:teuthology.orchestra.run.smithi057.stdout:(51/144): postgresql-server-10.23-2.module_el8+ 11 MB/s | 5.1 MB 00:00 2023-09-21T13:02:16.612 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : liboath-2.6.2-3.el8.x86_64 4/160 2023-09-21T13:02:16.666 INFO:teuthology.orchestra.run.smithi057.stdout:(52/144): python3-babel-2.5.1-7.el8.noarch.rpm 9.4 MB/s | 4.8 MB 00:00 2023-09-21T13:02:16.725 INFO:teuthology.orchestra.run.smithi057.stdout:(53/144): python3-jinja2-2.10.1-3.el8.noarch.rp 4.2 MB/s | 538 kB 00:00 2023-09-21T13:02:16.759 INFO:teuthology.orchestra.run.smithi057.stdout:(54/144): python3-jsonpatch-1.21-2.el8.noarch.r 289 kB/s | 27 kB 00:00 2023-09-21T13:02:16.817 INFO:teuthology.orchestra.run.smithi057.stdout:(55/144): python3-jsonpointer-1.10-11.el8.noarc 217 kB/s | 20 kB 00:00 2023-09-21T13:02:16.822 INFO:teuthology.orchestra.run.smithi046.stdout: Upgrading : elfutils-libelf-0.189-3.el8.x86_64 5/160 2023-09-21T13:02:16.876 INFO:teuthology.orchestra.run.smithi057.stdout:(56/144): python3-mako-1.0.6-14.el8.noarch.rpm 1.3 MB/s | 157 kB 00:00 2023-09-21T13:02:16.926 INFO:teuthology.orchestra.run.smithi057.stdout:(57/144): python3-markupsafe-0.23-19.el8.x86_64 357 kB/s | 39 kB 00:00 2023-09-21T13:02:17.019 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : librabbitmq-0.9.0-4.el8.x86_64 6/160 2023-09-21T13:02:17.043 INFO:teuthology.orchestra.run.smithi057.stdout:(58/144): python3-numpy-f2py-1.14.3-10.el8.x86_ 1.9 MB/s | 225 kB 00:00 2023-09-21T13:02:17.160 INFO:teuthology.orchestra.run.smithi057.stdout:(59/144): python3-prettytable-0.7.2-14.el8.noar 376 kB/s | 44 kB 00:00 2023-09-21T13:02:17.183 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 7/160 2023-09-21T13:02:17.269 INFO:teuthology.orchestra.run.smithi057.stdout:(60/144): python3-numpy-1.14.3-10.el8.x86_64.rp 9.5 MB/s | 3.7 MB 00:00 2023-09-21T13:02:17.294 INFO:teuthology.orchestra.run.smithi057.stdout:(61/144): python3-pyOpenSSL-19.0.0-1.el8.noarch 776 kB/s | 103 kB 00:00 2023-09-21T13:02:17.394 INFO:teuthology.orchestra.run.smithi057.stdout:(62/144): python3-pyasn1-0.3.7-6.el8.noarch.rpm 1.0 MB/s | 126 kB 00:00 2023-09-21T13:02:17.419 INFO:teuthology.orchestra.run.smithi057.stdout:(63/144): python3-pyasn1-modules-0.3.7-6.el8.no 878 kB/s | 110 kB 00:00 2023-09-21T13:02:17.545 INFO:teuthology.orchestra.run.smithi057.stdout:(64/144): python3-pytz-2017.2-11.el8.noarch.rpm 380 kB/s | 57 kB 00:00 2023-09-21T13:02:17.613 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 7/160 2023-09-21T13:02:17.712 INFO:teuthology.orchestra.run.smithi057.stdout:(65/144): python3-werkzeug-0.12.2-4.el8.noarch. 2.7 MB/s | 457 kB 00:00 2023-09-21T13:02:17.791 INFO:teuthology.orchestra.run.smithi046.stdout: Upgrading : librados2-2:18.0.0-6168.g41c9e835.el8.x86_64 8/160 2023-09-21T13:02:17.853 INFO:teuthology.orchestra.run.smithi057.stdout:(66/144): socat-1.7.4.1-1.el8.x86_64.rpm 2.2 MB/s | 323 kB 00:00 2023-09-21T13:02:17.979 INFO:teuthology.orchestra.run.smithi057.stdout:(67/144): uuid-1.6.2-43.el8.x86_64.rpm 513 kB/s | 64 kB 00:00 2023-09-21T13:02:18.162 INFO:teuthology.orchestra.run.smithi057.stdout:(68/144): python3-scipy-1.0.0-21.module_el8.5.0 18 MB/s | 14 MB 00:00 2023-09-21T13:02:18.187 INFO:teuthology.orchestra.run.smithi057.stdout:(69/144): xmlstarlet-1.6.1-20.el8.x86_64.rpm 339 kB/s | 71 kB 00:00 2023-09-21T13:02:18.233 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: librados2-2:18.0.0-6168.g41c9e835.el8.x86_64 8/160 2023-09-21T13:02:18.416 INFO:teuthology.orchestra.run.smithi046.stdout: Upgrading : librbd1-2:18.0.0-6168.g41c9e835.el8.x86_64 9/160 2023-09-21T13:02:18.538 INFO:teuthology.orchestra.run.smithi057.stdout:(70/144): elfutils-libelf-devel-0.189-3.el8.x86 165 kB/s | 62 kB 00:00 2023-09-21T13:02:18.592 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: librbd1-2:18.0.0-6168.g41c9e835.el8.x86_64 9/160 2023-09-21T13:02:18.593 INFO:teuthology.orchestra.run.smithi057.stdout:(71/144): fuse-2.9.7-17.el8.x86_64.rpm 226 kB/s | 83 kB 00:00 2023-09-21T13:02:18.655 INFO:teuthology.orchestra.run.smithi057.stdout:(72/144): keyutils-libs-devel-1.5.10-9.el8.x86_ 411 kB/s | 48 kB 00:00 2023-09-21T13:02:18.733 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libcephfs2-2:18.0.0-6168.g41c9e835.el8.x86_64 10/160 2023-09-21T13:02:18.772 INFO:teuthology.orchestra.run.smithi057.stdout:(73/144): libaio-devel-0.3.112-1.el8.x86_64.rpm 160 kB/s | 19 kB 00:00 2023-09-21T13:02:18.833 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: libcephfs2-2:18.0.0-6168.g41c9e835.el8.x86_64 10/160 2023-09-21T13:02:18.872 INFO:teuthology.orchestra.run.smithi057.stdout:(74/144): krb5-devel-1.18.2-22.el8.x86_64.rpm 1.7 MB/s | 561 kB 00:00 2023-09-21T13:02:18.897 INFO:teuthology.orchestra.run.smithi057.stdout:(75/144): libcom_err-devel-1.45.6-5.el8.x86_64. 309 kB/s | 39 kB 00:00 2023-09-21T13:02:18.998 INFO:teuthology.orchestra.run.smithi057.stdout:(76/144): libgfortran-8.5.0-20.el8.x86_64.rpm 5.0 MB/s | 645 kB 00:00 2023-09-21T13:02:19.052 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-rados-2:18.0.0-6168.g41c9e835.el8.x86_64 11/160 2023-09-21T13:02:19.115 INFO:teuthology.orchestra.run.smithi057.stdout:(77/144): libquadmath-8.5.0-20.el8.x86_64.rpm 794 kB/s | 172 kB 00:00 2023-09-21T13:02:19.140 INFO:teuthology.orchestra.run.smithi057.stdout:(78/144): librabbitmq-0.9.0-4.el8.x86_64.rpm 331 kB/s | 47 kB 00:00 2023-09-21T13:02:19.199 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 12/160 2023-09-21T13:02:19.232 INFO:teuthology.orchestra.run.smithi057.stdout:(79/144): libselinux-devel-2.9-8.el8.x86_64.rpm 1.7 MB/s | 200 kB 00:00 2023-09-21T13:02:19.257 INFO:teuthology.orchestra.run.smithi057.stdout:(80/144): libsepol-devel-2.9-3.el8.x86_64.rpm 744 kB/s | 87 kB 00:00 2023-09-21T13:02:19.341 INFO:teuthology.orchestra.run.smithi057.stdout:(81/144): libuuid-devel-2.32.1-43.el8.x86_64.rp 918 kB/s | 100 kB 00:00 2023-09-21T13:02:19.366 INFO:teuthology.orchestra.run.smithi057.stdout:(82/144): libverto-devel-0.3.2-2.el8.x86_64.rpm 166 kB/s | 18 kB 00:00 2023-09-21T13:02:19.404 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 12/160 2023-09-21T13:02:19.466 INFO:teuthology.orchestra.run.smithi057.stdout:(83/144): libzstd-devel-1.4.4-1.el8.x86_64.rpm 350 kB/s | 44 kB 00:00 2023-09-21T13:02:19.625 INFO:teuthology.orchestra.run.smithi057.stdout:(84/144): openssl-devel-1.1.1k-9.el8.x86_64.rpm 12 MB/s | 3.2 MB 00:00 2023-09-21T13:02:19.669 INFO:teuthology.orchestra.run.smithi046.stdout: Upgrading : xfsprogs-5.0.0-12.el8.x86_64 13/160 2023-09-21T13:02:19.683 INFO:teuthology.orchestra.run.smithi057.stdout:(85/144): pcre2-devel-10.32-3.el8.x86_64.rpm 2.7 MB/s | 605 kB 00:00 2023-09-21T13:02:19.751 INFO:teuthology.orchestra.run.smithi057.stdout:(86/144): pcre2-utf16-10.32-3.el8.x86_64.rpm 1.8 MB/s | 229 kB 00:00 2023-09-21T13:02:19.753 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: xfsprogs-5.0.0-12.el8.x86_64 13/160 2023-09-21T13:02:19.792 INFO:teuthology.orchestra.run.smithi057.stdout:(87/144): pcre2-utf32-10.32-3.el8.x86_64.rpm 2.0 MB/s | 220 kB 00:00 2023-09-21T13:02:19.868 INFO:teuthology.orchestra.run.smithi057.stdout:(88/144): python3-cffi-1.11.5-6.el8.x86_64.rpm 2.1 MB/s | 249 kB 00:00 2023-09-21T13:02:19.959 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 14/160 2023-09-21T13:02:19.984 INFO:teuthology.orchestra.run.smithi057.stdout:(89/144): python3-jwt-1.6.1-2.el8.noarch.rpm 365 kB/s | 43 kB 00:00 2023-09-21T13:02:20.018 INFO:teuthology.orchestra.run.smithi057.stdout:(90/144): python3-cryptography-3.2.1-6.el8.x86_ 2.8 MB/s | 641 kB 00:00 2023-09-21T13:02:20.152 INFO:teuthology.orchestra.run.smithi057.stdout:(91/144): python3-pycparser-2.14-14.el8.noarch. 819 kB/s | 109 kB 00:00 2023-09-21T13:02:20.177 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 15/160 2023-09-21T13:02:20.252 INFO:teuthology.orchestra.run.smithi057.stdout:(92/144): python3-requests-oauthlib-1.0.0-1.el8 427 kB/s | 43 kB 00:00 2023-09-21T13:02:20.369 INFO:teuthology.orchestra.run.smithi057.stdout:(93/144): xfsprogs-devel-5.0.0-12.el8.x86_64.rp 639 kB/s | 74 kB 00:00 2023-09-21T13:02:20.494 INFO:teuthology.orchestra.run.smithi057.stdout:(94/144): zlib-devel-1.2.11-21.el8.x86_64.rpm 464 kB/s | 58 kB 00:00 2023-09-21T13:02:20.585 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libpq-13.5-1.el8.x86_64 16/160 2023-09-21T13:02:20.776 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : postgresql-10.23-2.module_el8+572+929c87ac.x86_6 17/160 2023-09-21T13:02:20.875 INFO:teuthology.orchestra.run.smithi057.stdout:(95/144): python3-oauthlib-2.1.0-1.el8.noarch.r 174 kB/s | 155 kB 00:00 2023-09-21T13:02:20.899 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libcephsqlite-2:18.0.0-6168.g41c9e835.el8.x86_64 18/160 2023-09-21T13:02:20.996 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: libcephsqlite-2:18.0.0-6168.g41c9e835.el8.x86_64 18/160 2023-09-21T13:02:21.028 INFO:teuthology.orchestra.run.smithi057.stdout:(96/144): gperftools-libs-2.7-9.el8.x86_64.rpm 574 kB/s | 306 kB 00:00 2023-09-21T13:02:21.103 INFO:teuthology.orchestra.run.smithi057.stdout:(97/144): libunwind-1.3.1-3.el8.x86_64.rpm 1.0 MB/s | 75 kB 00:00 2023-09-21T13:02:21.124 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libradosstriper1-2:18.0.0-6168.g41c9e835.el8.x86 19/160 2023-09-21T13:02:21.154 INFO:teuthology.orchestra.run.smithi057.stdout:(98/144): liboath-2.6.2-3.el8.x86_64.rpm 211 kB/s | 59 kB 00:00 2023-09-21T13:02:21.249 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: libradosstriper1-2:18.0.0-6168.g41c9e835.el8.x86 19/160 2023-09-21T13:02:21.254 INFO:teuthology.orchestra.run.smithi057.stdout:(99/144): python3-bcrypt-3.1.6-2.el8.1.x86_64.r 437 kB/s | 44 kB 00:00 2023-09-21T13:02:21.423 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 20/160 2023-09-21T13:02:21.462 INFO:teuthology.orchestra.run.smithi057.stdout:(100/144): python3-beautifulsoup4-4.6.3-2.el8.1 890 kB/s | 185 kB 00:00 2023-09-21T13:02:21.538 INFO:teuthology.orchestra.run.smithi057.stdout:(101/144): python3-asyncssh-2.7.0-2.el8.noarch. 1.1 MB/s | 476 kB 00:00 2023-09-21T13:02:21.563 INFO:teuthology.orchestra.run.smithi057.stdout:(102/144): python3-cachetools-3.1.1-4.el8.noarc 329 kB/s | 33 kB 00:00 2023-09-21T13:02:21.589 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : zlib-devel-1.2.11-21.el8.x86_64 21/160 2023-09-21T13:02:21.630 INFO:teuthology.orchestra.run.smithi057.stdout:(103/144): python3-certifi-2018.10.15-7.el8.noa 177 kB/s | 16 kB 00:00 2023-09-21T13:02:21.707 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libquadmath-8.5.0-20.el8.x86_64 22/160 2023-09-21T13:02:21.722 INFO:teuthology.orchestra.run.smithi057.stdout:(104/144): python3-cheroot-8.5.2-1.el8.noarch.r 1.1 MB/s | 173 kB 00:00 2023-09-21T13:02:21.853 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: libquadmath-8.5.0-20.el8.x86_64 22/160 2023-09-21T13:02:22.016 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libgfortran-8.5.0-20.el8.x86_64 23/160 2023-09-21T13:02:22.372 INFO:teuthology.orchestra.run.smithi057.stdout:(105/144): python3-cherrypy-18.4.0-1.el8.noarch 518 kB/s | 384 kB 00:00 2023-09-21T13:02:22.397 INFO:teuthology.orchestra.run.smithi057.stdout:(106/144): python3-google-auth-1.1.1-10.el8.noa 120 kB/s | 81 kB 00:00 2023-09-21T13:02:22.448 INFO:teuthology.orchestra.run.smithi057.stdout:(107/144): python3-jaraco-6.2-6.el8.noarch.rpm 147 kB/s | 11 kB 00:00 2023-09-21T13:02:22.473 INFO:teuthology.orchestra.run.smithi057.stdout:(108/144): python3-jaraco-functools-2.0-4.el8.n 234 kB/s | 18 kB 00:00 2023-09-21T13:02:22.548 INFO:teuthology.orchestra.run.smithi057.stdout:(109/144): python3-logutils-0.3.5-11.el8.noarch 651 kB/s | 49 kB 00:00 2023-09-21T13:02:22.678 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: libgfortran-8.5.0-20.el8.x86_64 23/160 2023-09-21T13:02:22.823 INFO:teuthology.orchestra.run.smithi057.stdout:(110/144): python3-more-itertools-7.2.0-3.el8.n 213 kB/s | 59 kB 00:00 2023-09-21T13:02:22.899 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : openblas-0.3.15-4.el8.x86_64 24/160 2023-09-21T13:02:22.949 INFO:teuthology.orchestra.run.smithi057.stdout:(111/144): python3-natsort-7.1.1-2.el8.noarch.r 482 kB/s | 60 kB 00:00 2023-09-21T13:02:23.166 INFO:teuthology.orchestra.run.smithi057.stdout:(112/144): python3-pecan-1.3.2-9.el8.noarch.rpm 1.3 MB/s | 283 kB 00:00 2023-09-21T13:02:23.242 INFO:teuthology.orchestra.run.smithi057.stdout:(113/144): python3-portend-2.6-1.el8.noarch.rpm 208 kB/s | 16 kB 00:00 2023-09-21T13:02:23.325 INFO:teuthology.orchestra.run.smithi057.stdout:(114/144): python3-repoze-lru-0.7-6.el8.noarch. 404 kB/s | 34 kB 00:00 2023-09-21T13:02:23.508 INFO:teuthology.orchestra.run.smithi057.stdout:(115/144): python3-routes-2.4.1-12.el8.noarch.r 1.0 MB/s | 196 kB 00:00 2023-09-21T13:02:23.582 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: openblas-0.3.15-4.el8.x86_64 24/160 2023-09-21T13:02:23.592 INFO:teuthology.orchestra.run.smithi057.stdout:(116/144): python3-rsa-4.9-2.el8.noarch.rpm 770 kB/s | 64 kB 00:00 2023-09-21T13:02:23.651 INFO:teuthology.orchestra.run.smithi057.stdout:(117/144): python3-simplegeneric-0.8.1-17.el8.n 322 kB/s | 19 kB 00:00 2023-09-21T13:02:23.724 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : openblas-threads-0.3.15-4.el8.x86_64 25/160 2023-09-21T13:02:23.726 INFO:teuthology.orchestra.run.smithi057.stdout:(118/144): python3-singledispatch-3.4.0.3-18.el 319 kB/s | 24 kB 00:00 2023-09-21T13:02:23.826 INFO:teuthology.orchestra.run.smithi057.stdout:(119/144): python3-tempora-1.14.1-5.el8.noarch. 292 kB/s | 29 kB 00:00 2023-09-21T13:02:23.902 INFO:teuthology.orchestra.run.smithi057.stdout:(120/144): python3-kubernetes-11.0.0-6.el8.noar 821 kB/s | 1.2 MB 00:01 2023-09-21T13:02:23.927 INFO:teuthology.orchestra.run.smithi057.stdout:(121/144): python3-trustme-0.6.0-4.el8.noarch.r 275 kB/s | 27 kB 00:00 2023-09-21T13:02:24.186 INFO:teuthology.orchestra.run.smithi057.stdout:(122/144): python3-webob-1.8.5-1.el8.1.noarch.r 972 kB/s | 251 kB 00:00 2023-09-21T13:02:24.244 INFO:teuthology.orchestra.run.smithi057.stdout:(123/144): python3-waitress-1.4.3-1.el8.noarch. 746 kB/s | 255 kB 00:00 2023-09-21T13:02:24.303 INFO:teuthology.orchestra.run.smithi057.stdout:(124/144): python3-websocket-client-0.56.0-5.el 524 kB/s | 61 kB 00:00 2023-09-21T13:02:24.403 INFO:teuthology.orchestra.run.smithi057.stdout:(125/144): python3-zc-lockfile-2.0-2.el8.noarch 230 kB/s | 23 kB 00:00 2023-09-21T13:02:24.514 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: openblas-threads-0.3.15-4.el8.x86_64 25/160 2023-09-21T13:02:24.545 INFO:teuthology.orchestra.run.smithi057.stdout:(126/144): python3-webtest-2.0.33-1.el8.noarch. 284 kB/s | 85 kB 00:00 2023-09-21T13:02:24.901 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 26/160 2023-09-21T13:02:25.085 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 27/160 2023-09-21T13:02:25.382 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-pytz-2017.2-11.el8.noarch 28/160 2023-09-21T13:02:25.437 INFO:teuthology.orchestra.run.smithi057.stdout:(127/144): librados2-18.0.0-6168.g41c9e835.el8. 4.2 MB/s | 3.7 MB 00:00 2023-09-21T13:02:25.570 INFO:teuthology.orchestra.run.smithi057.stdout:(128/144): thrift-0.13.0-2.el8.x86_64.rpm 1.5 MB/s | 1.7 MB 00:01 2023-09-21T13:02:25.597 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 29/160 2023-09-21T13:02:25.779 INFO:teuthology.orchestra.run.smithi057.stdout:(129/144): librbd1-18.0.0-6168.g41c9e835.el8.x8 11 MB/s | 3.7 MB 00:00 2023-09-21T13:02:25.798 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-ceph-common-2:18.0.0-6168.g41c9e835.el8. 30/160 2023-09-21T13:02:25.979 INFO:teuthology.orchestra.run.smithi057.stdout:(130/144): NetworkManager-initscripts-updown-1. 351 kB/s | 143 kB 00:00 2023-09-21T13:02:26.006 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-ceph-argparse-2:18.0.0-6168.g41c9e835.el 31/160 2023-09-21T13:02:26.129 INFO:teuthology.orchestra.run.smithi057.stdout:(131/144): elfutils-debuginfod-client-0.189-3.e 217 kB/s | 76 kB 00:00 2023-09-21T13:02:26.155 INFO:teuthology.orchestra.run.smithi057.stdout:(132/144): elfutils-libelf-0.189-3.el8.x86_64.r 1.3 MB/s | 232 kB 00:00 2023-09-21T13:02:26.242 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-cephfs-2:18.0.0-6168.g41c9e835.el8.x86_6 32/160 2023-09-21T13:02:26.388 INFO:teuthology.orchestra.run.smithi057.stdout:(133/144): elfutils-libs-0.189-3.el8.x86_64.rpm 1.1 MB/s | 303 kB 00:00 2023-09-21T13:02:26.506 INFO:teuthology.orchestra.run.smithi057.stdout:(134/144): libblkid-2.32.1-43.el8.x86_64.rpm 1.8 MB/s | 220 kB 00:00 2023-09-21T13:02:26.639 INFO:teuthology.orchestra.run.smithi057.stdout:(135/144): libfdisk-2.32.1-43.el8.x86_64.rpm 1.9 MB/s | 254 kB 00:00 2023-09-21T13:02:26.672 INFO:teuthology.orchestra.run.smithi057.stdout:(136/144): iproute-6.2.0-2.el8.x86_64.rpm 1.7 MB/s | 880 kB 00:00 2023-09-21T13:02:26.756 INFO:teuthology.orchestra.run.smithi057.stdout:(137/144): libmount-2.32.1-43.el8.x86_64.rpm 2.0 MB/s | 236 kB 00:00 2023-09-21T13:02:26.781 INFO:teuthology.orchestra.run.smithi057.stdout:(138/144): libsmartcols-2.32.1-43.el8.x86_64.rp 1.6 MB/s | 179 kB 00:00 2023-09-21T13:02:26.856 INFO:teuthology.orchestra.run.smithi057.stdout:(139/144): libuuid-2.32.1-43.el8.x86_64.rpm 988 kB/s | 99 kB 00:00 2023-09-21T13:02:26.965 INFO:teuthology.orchestra.run.smithi057.stdout:(140/144): util-linux-user-2.32.1-43.el8.x86_64 948 kB/s | 103 kB 00:00 2023-09-21T13:02:27.082 INFO:teuthology.orchestra.run.smithi057.stdout:(141/144): xfsdump-3.1.8-6.el8.x86_64.rpm 2.8 MB/s | 334 kB 00:00 2023-09-21T13:02:27.299 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-mako-1.0.6-14.el8.noarch 33/160 2023-09-21T13:02:27.366 INFO:teuthology.orchestra.run.smithi057.stdout:(142/144): xfsprogs-5.0.0-12.el8.x86_64.rpm 3.8 MB/s | 1.1 MB 00:00 2023-09-21T13:02:27.660 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 34/160 2023-09-21T13:02:27.741 INFO:teuthology.orchestra.run.smithi057.stdout:(143/144): util-linux-2.32.1-43.el8.x86_64.rpm 2.6 MB/s | 2.5 MB 00:00 2023-09-21T13:02:27.976 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 35/160 2023-09-21T13:02:28.149 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 36/160 2023-09-21T13:02:30.156 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 36/160 2023-09-21T13:02:30.480 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-scipy-1.0.0-21.module_el8.5.0+771+e5d9a2 37/160 2023-09-21T13:02:30.684 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 38/160 2023-09-21T13:02:30.905 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-rsa-4.9-2.el8.noarch 39/160 2023-09-21T13:02:31.056 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-rbd-2:18.0.0-6168.g41c9e835.el8.x86_64 40/160 2023-09-21T13:02:31.259 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : librados-devel-2:18.0.0-6168.g41c9e835.el8.x86_6 41/160 2023-09-21T13:02:31.413 INFO:teuthology.orchestra.run.smithi046.stdout: Upgrading : elfutils-libs-0.189-3.el8.x86_64 42/160 2023-09-21T13:02:31.592 INFO:teuthology.orchestra.run.smithi046.stdout: Upgrading : elfutils-debuginfod-client-0.189-3.el8.x86_64 43/160 2023-09-21T13:02:31.773 INFO:teuthology.orchestra.run.smithi046.stdout: Upgrading : libfdisk-2.32.1-43.el8.x86_64 44/160 2023-09-21T13:02:31.857 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: libfdisk-2.32.1-43.el8.x86_64 44/160 2023-09-21T13:02:32.073 INFO:teuthology.orchestra.run.smithi046.stdout: Upgrading : libmount-2.32.1-43.el8.x86_64 45/160 2023-09-21T13:02:32.150 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: libmount-2.32.1-43.el8.x86_64 45/160 2023-09-21T13:02:32.298 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libuuid-devel-2.32.1-43.el8.x86_64 46/160 2023-09-21T13:02:32.399 INFO:teuthology.orchestra.run.smithi057.stdout:(144/144): ceph-test-18.0.0-6168.g41c9e835.el8. 1.8 MB/s | 49 MB 00:26 2023-09-21T13:02:32.403 INFO:teuthology.orchestra.run.smithi057.stdout:-------------------------------------------------------------------------------- 2023-09-21T13:02:32.404 INFO:teuthology.orchestra.run.smithi057.stdout:Total 6.0 MB/s | 215 MB 00:35 2023-09-21T13:02:32.465 INFO:teuthology.orchestra.run.smithi046.stdout: Upgrading : libsmartcols-2.32.1-43.el8.x86_64 47/160 2023-09-21T13:02:32.993 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: libsmartcols-2.32.1-43.el8.x86_64 47/160 2023-09-21T13:02:33.224 INFO:teuthology.orchestra.run.smithi046.stdout: Upgrading : util-linux-2.32.1-43.el8.x86_64 48/160 2023-09-21T13:02:33.244 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: util-linux-2.32.1-43.el8.x86_64 48/160 2023-09-21T13:02:33.412 INFO:teuthology.orchestra.run.smithi057.stdout:Running transaction check 2023-09-21T13:02:33.440 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 49/160 2023-09-21T13:02:33.716 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 50/160 2023-09-21T13:02:33.881 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-waitress-1.4.3-1.el8.noarch 51/160 2023-09-21T13:02:33.897 INFO:teuthology.orchestra.run.smithi057.stdout:Transaction check succeeded. 2023-09-21T13:02:33.898 INFO:teuthology.orchestra.run.smithi057.stdout:Running transaction test 2023-09-21T13:02:34.045 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 52/160 2023-09-21T13:02:34.186 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 53/160 2023-09-21T13:02:34.362 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 54/160 2023-09-21T13:02:34.564 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 55/160 2023-09-21T13:02:34.738 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 56/160 2023-09-21T13:02:34.910 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 57/160 2023-09-21T13:02:35.088 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 58/160 2023-09-21T13:02:35.237 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 59/160 2023-09-21T13:02:35.379 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 60/160 2023-09-21T13:02:35.473 INFO:teuthology.orchestra.run.smithi057.stdout:Transaction test succeeded. 2023-09-21T13:02:35.477 INFO:teuthology.orchestra.run.smithi057.stdout:Running transaction 2023-09-21T13:02:35.532 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-portend-2.6-1.el8.noarch 61/160 2023-09-21T13:02:35.717 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 62/160 2023-09-21T13:02:35.919 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 63/160 2023-09-21T13:02:36.127 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 64/160 2023-09-21T13:02:36.330 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 65/160 2023-09-21T13:02:36.644 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 66/160 2023-09-21T13:02:36.866 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 67/160 2023-09-21T13:02:37.061 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 68/160 2023-09-21T13:02:37.914 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 69/160 2023-09-21T13:02:38.147 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : librgw2-2:18.0.0-6168.g41c9e835.el8.x86_64 70/160 2023-09-21T13:02:38.229 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: librgw2-2:18.0.0-6168.g41c9e835.el8.x86_64 70/160 2023-09-21T13:02:38.434 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-rgw-2:18.0.0-6168.g41c9e835.el8.x86_64 71/160 2023-09-21T13:02:38.669 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 72/160 2023-09-21T13:02:39.050 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-cffi-1.11.5-6.el8.x86_64 73/160 2023-09-21T13:02:39.289 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-cryptography-3.2.1-6.el8.x86_64 74/160 2023-09-21T13:02:39.497 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 75/160 2023-09-21T13:02:39.766 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 76/160 2023-09-21T13:02:39.999 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 77/160 2023-09-21T13:02:41.033 INFO:teuthology.orchestra.run.smithi057.stdout: Preparing : 1/1 2023-09-21T13:02:41.195 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 78/160 2023-09-21T13:02:41.234 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: thrift-0.13.0-2.el8.x86_64 1/1 2023-09-21T13:02:41.435 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : thrift-0.13.0-2.el8.x86_64 1/160 2023-09-21T13:02:41.534 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 79/160 2023-09-21T13:02:41.625 INFO:teuthology.orchestra.run.smithi057.stdout: Upgrading : libuuid-2.32.1-43.el8.x86_64 2/160 2023-09-21T13:02:41.694 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: libuuid-2.32.1-43.el8.x86_64 2/160 2023-09-21T13:02:41.715 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 80/160 2023-09-21T13:02:41.867 INFO:teuthology.orchestra.run.smithi057.stdout: Upgrading : libblkid-2.32.1-43.el8.x86_64 3/160 2023-09-21T13:02:41.931 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 81/160 2023-09-21T13:02:41.937 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: libblkid-2.32.1-43.el8.x86_64 3/160 2023-09-21T13:02:42.128 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : liboath-2.6.2-3.el8.x86_64 4/160 2023-09-21T13:02:42.222 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 82/160 2023-09-21T13:02:42.317 INFO:teuthology.orchestra.run.smithi057.stdout: Upgrading : elfutils-libelf-0.189-3.el8.x86_64 5/160 2023-09-21T13:02:42.434 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 83/160 2023-09-21T13:02:42.544 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : librabbitmq-0.9.0-4.el8.x86_64 6/160 2023-09-21T13:02:42.669 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 84/160 2023-09-21T13:02:42.692 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 7/160 2023-09-21T13:02:42.920 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : pcre2-utf32-10.32-3.el8.x86_64 85/160 2023-09-21T13:02:43.152 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 7/160 2023-09-21T13:02:43.246 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : pcre2-utf16-10.32-3.el8.x86_64 86/160 2023-09-21T13:02:43.333 INFO:teuthology.orchestra.run.smithi057.stdout: Upgrading : librados2-2:18.0.0-6168.g41c9e835.el8.x86_64 8/160 2023-09-21T13:02:43.428 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : pcre2-devel-10.32-3.el8.x86_64 87/160 2023-09-21T13:02:43.566 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libzstd-devel-1.4.4-1.el8.x86_64 88/160 2023-09-21T13:02:43.741 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libverto-devel-0.3.2-2.el8.x86_64 89/160 2023-09-21T13:02:43.778 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: librados2-2:18.0.0-6168.g41c9e835.el8.x86_64 8/160 2023-09-21T13:02:43.942 INFO:teuthology.orchestra.run.smithi057.stdout: Upgrading : librbd1-2:18.0.0-6168.g41c9e835.el8.x86_64 9/160 2023-09-21T13:02:44.059 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libsepol-devel-2.9-3.el8.x86_64 90/160 2023-09-21T13:02:44.062 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: librbd1-2:18.0.0-6168.g41c9e835.el8.x86_64 9/160 2023-09-21T13:02:44.233 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : libcephfs2-2:18.0.0-6168.g41c9e835.el8.x86_64 10/160 2023-09-21T13:02:44.276 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libselinux-devel-2.9-8.el8.x86_64 91/160 2023-09-21T13:02:44.336 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: libcephfs2-2:18.0.0-6168.g41c9e835.el8.x86_64 10/160 2023-09-21T13:02:44.421 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libcom_err-devel-1.45.6-5.el8.x86_64 92/160 2023-09-21T13:02:44.544 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-rados-2:18.0.0-6168.g41c9e835.el8.x86_64 11/160 2023-09-21T13:02:44.642 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : keyutils-libs-devel-1.5.10-9.el8.x86_64 93/160 2023-09-21T13:02:44.691 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 12/160 2023-09-21T13:02:44.833 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : krb5-devel-1.18.2-22.el8.x86_64 94/160 2023-09-21T13:02:44.911 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 12/160 2023-09-21T13:02:45.034 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : fuse-2.9.7-17.el8.x86_64 95/160 2023-09-21T13:02:45.197 INFO:teuthology.orchestra.run.smithi057.stdout: Upgrading : xfsprogs-5.0.0-12.el8.x86_64 13/160 2023-09-21T13:02:45.200 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 96/160 2023-09-21T13:02:45.256 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: xfsprogs-5.0.0-12.el8.x86_64 13/160 2023-09-21T13:02:45.354 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : uuid-1.6.2-43.el8.x86_64 97/160 2023-09-21T13:02:45.467 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: uuid-1.6.2-43.el8.x86_64 97/160 2023-09-21T13:02:45.467 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 14/160 2023-09-21T13:02:45.640 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 98/160 2023-09-21T13:02:45.668 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 15/160 2023-09-21T13:02:45.813 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 99/160 2023-09-21T13:02:46.053 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : libpq-13.5-1.el8.x86_64 16/160 2023-09-21T13:02:46.243 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : postgresql-10.23-2.module_el8+572+929c87ac.x86_6 17/160 2023-09-21T13:02:46.357 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : libcephsqlite-2:18.0.0-6168.g41c9e835.el8.x86_64 18/160 2023-09-21T13:02:46.473 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: libcephsqlite-2:18.0.0-6168.g41c9e835.el8.x86_64 18/160 2023-09-21T13:02:46.608 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : libradosstriper1-2:18.0.0-6168.g41c9e835.el8.x86 19/160 2023-09-21T13:02:46.742 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: libradosstriper1-2:18.0.0-6168.g41c9e835.el8.x86 19/160 2023-09-21T13:02:46.957 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 20/160 2023-09-21T13:02:47.121 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : zlib-devel-1.2.11-21.el8.x86_64 21/160 2023-09-21T13:02:47.233 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : libquadmath-8.5.0-20.el8.x86_64 22/160 2023-09-21T13:02:47.375 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: libquadmath-8.5.0-20.el8.x86_64 22/160 2023-09-21T13:02:47.557 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : libgfortran-8.5.0-20.el8.x86_64 23/160 2023-09-21T13:02:48.214 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: libgfortran-8.5.0-20.el8.x86_64 23/160 2023-09-21T13:02:48.683 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : openblas-0.3.15-4.el8.x86_64 24/160 2023-09-21T13:02:48.746 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-common-2:18.0.0-6168.g41c9e835.el8.x86_64 100/160 2023-09-21T13:02:48.997 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-common-2:18.0.0-6168.g41c9e835.el8.x86_64 100/160 2023-09-21T13:02:49.360 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: openblas-0.3.15-4.el8.x86_64 24/160 2023-09-21T13:02:49.545 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : openblas-threads-0.3.15-4.el8.x86_64 25/160 2023-09-21T13:02:49.656 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-common-2:18.0.0-6168.g41c9e835.el8.x86_64 100/160 2023-09-21T13:02:49.945 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-base-2:18.0.0-6168.g41c9e835.el8.x86_64 101/160 2023-09-21T13:02:50.078 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-base-2:18.0.0-6168.g41c9e835.el8.x86_64 101/160 2023-09-21T13:02:50.237 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-selinux-2:18.0.0-6168.g41c9e835.el8.x86_64 102/160 2023-09-21T13:02:50.335 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: openblas-threads-0.3.15-4.el8.x86_64 25/160 2023-09-21T13:02:50.659 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 26/160 2023-09-21T13:02:50.850 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 27/160 2023-09-21T13:02:51.007 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-pytz-2017.2-11.el8.noarch 28/160 2023-09-21T13:02:51.230 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 29/160 2023-09-21T13:02:51.465 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-ceph-common-2:18.0.0-6168.g41c9e835.el8. 30/160 2023-09-21T13:02:51.638 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-ceph-argparse-2:18.0.0-6168.g41c9e835.el 31/160 2023-09-21T13:02:51.867 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-cephfs-2:18.0.0-6168.g41c9e835.el8.x86_6 32/160 2023-09-21T13:02:52.911 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-mako-1.0.6-14.el8.noarch 33/160 2023-09-21T13:02:53.243 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 34/160 2023-09-21T13:02:53.524 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 35/160 2023-09-21T13:02:53.681 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 36/160 2023-09-21T13:02:55.691 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 36/160 2023-09-21T13:02:55.996 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-scipy-1.0.0-21.module_el8.5.0+771+e5d9a2 37/160 2023-09-21T13:02:56.200 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 38/160 2023-09-21T13:02:56.405 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-rsa-4.9-2.el8.noarch 39/160 2023-09-21T13:02:56.564 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-rbd-2:18.0.0-6168.g41c9e835.el8.x86_64 40/160 2023-09-21T13:02:56.767 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : librados-devel-2:18.0.0-6168.g41c9e835.el8.x86_6 41/160 2023-09-21T13:02:56.958 INFO:teuthology.orchestra.run.smithi057.stdout: Upgrading : elfutils-libs-0.189-3.el8.x86_64 42/160 2023-09-21T13:02:57.100 INFO:teuthology.orchestra.run.smithi057.stdout: Upgrading : elfutils-debuginfod-client-0.189-3.el8.x86_64 43/160 2023-09-21T13:02:57.264 INFO:teuthology.orchestra.run.smithi057.stdout: Upgrading : libfdisk-2.32.1-43.el8.x86_64 44/160 2023-09-21T13:02:57.332 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: libfdisk-2.32.1-43.el8.x86_64 44/160 2023-09-21T13:02:57.489 INFO:teuthology.orchestra.run.smithi057.stdout: Upgrading : libmount-2.32.1-43.el8.x86_64 45/160 2023-09-21T13:02:57.567 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: libmount-2.32.1-43.el8.x86_64 45/160 2023-09-21T13:02:57.719 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : libuuid-devel-2.32.1-43.el8.x86_64 46/160 2023-09-21T13:02:57.873 INFO:teuthology.orchestra.run.smithi057.stdout: Upgrading : libsmartcols-2.32.1-43.el8.x86_64 47/160 2023-09-21T13:02:58.416 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: libsmartcols-2.32.1-43.el8.x86_64 47/160 2023-09-21T13:02:58.673 INFO:teuthology.orchestra.run.smithi057.stdout: Upgrading : util-linux-2.32.1-43.el8.x86_64 48/160 2023-09-21T13:02:58.693 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: util-linux-2.32.1-43.el8.x86_64 48/160 2023-09-21T13:02:58.873 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 49/160 2023-09-21T13:02:59.123 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 50/160 2023-09-21T13:02:59.314 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-waitress-1.4.3-1.el8.noarch 51/160 2023-09-21T13:02:59.503 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 52/160 2023-09-21T13:02:59.661 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 53/160 2023-09-21T13:02:59.846 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 54/160 2023-09-21T13:03:00.055 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 55/160 2023-09-21T13:03:00.246 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 56/160 2023-09-21T13:03:00.426 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 57/160 2023-09-21T13:03:00.571 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 58/160 2023-09-21T13:03:00.736 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 59/160 2023-09-21T13:03:00.887 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 60/160 2023-09-21T13:03:01.056 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-portend-2.6-1.el8.noarch 61/160 2023-09-21T13:03:01.240 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 62/160 2023-09-21T13:03:01.471 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 63/160 2023-09-21T13:03:01.677 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 64/160 2023-09-21T13:03:01.880 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 65/160 2023-09-21T13:03:02.219 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 66/160 2023-09-21T13:03:02.458 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 67/160 2023-09-21T13:03:02.635 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 68/160 2023-09-21T13:03:03.470 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 69/160 2023-09-21T13:03:03.630 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : librgw2-2:18.0.0-6168.g41c9e835.el8.x86_64 70/160 2023-09-21T13:03:03.710 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: librgw2-2:18.0.0-6168.g41c9e835.el8.x86_64 70/160 2023-09-21T13:03:03.909 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-rgw-2:18.0.0-6168.g41c9e835.el8.x86_64 71/160 2023-09-21T13:03:04.201 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 72/160 2023-09-21T13:03:04.587 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-cffi-1.11.5-6.el8.x86_64 73/160 2023-09-21T13:03:04.872 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-cryptography-3.2.1-6.el8.x86_64 74/160 2023-09-21T13:03:05.079 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 75/160 2023-09-21T13:03:05.326 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 76/160 2023-09-21T13:03:05.549 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 77/160 2023-09-21T13:03:06.777 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 78/160 2023-09-21T13:03:07.127 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 79/160 2023-09-21T13:03:07.314 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 80/160 2023-09-21T13:03:07.552 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 81/160 2023-09-21T13:03:07.864 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 82/160 2023-09-21T13:03:08.083 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 83/160 2023-09-21T13:03:08.326 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 84/160 2023-09-21T13:03:08.559 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : pcre2-utf32-10.32-3.el8.x86_64 85/160 2023-09-21T13:03:08.878 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : pcre2-utf16-10.32-3.el8.x86_64 86/160 2023-09-21T13:03:09.052 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : pcre2-devel-10.32-3.el8.x86_64 87/160 2023-09-21T13:03:09.198 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : libzstd-devel-1.4.4-1.el8.x86_64 88/160 2023-09-21T13:03:09.399 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : libverto-devel-0.3.2-2.el8.x86_64 89/160 2023-09-21T13:03:09.701 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : libsepol-devel-2.9-3.el8.x86_64 90/160 2023-09-21T13:03:09.900 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : libselinux-devel-2.9-8.el8.x86_64 91/160 2023-09-21T13:03:10.037 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : libcom_err-devel-1.45.6-5.el8.x86_64 92/160 2023-09-21T13:03:10.247 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : keyutils-libs-devel-1.5.10-9.el8.x86_64 93/160 2023-09-21T13:03:10.441 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : krb5-devel-1.18.2-22.el8.x86_64 94/160 2023-09-21T13:03:10.658 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : fuse-2.9.7-17.el8.x86_64 95/160 2023-09-21T13:03:10.824 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 96/160 2023-09-21T13:03:10.987 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : uuid-1.6.2-43.el8.x86_64 97/160 2023-09-21T13:03:11.093 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: uuid-1.6.2-43.el8.x86_64 97/160 2023-09-21T13:03:11.256 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 98/160 2023-09-21T13:03:11.412 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 99/160 2023-09-21T13:03:11.523 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-selinux-2:18.0.0-6168.g41c9e835.el8.x86_64 102/160 2023-09-21T13:03:11.524 INFO:teuthology.orchestra.run.smithi046.stdout:skipping the directory /sys 2023-09-21T13:03:11.524 INFO:teuthology.orchestra.run.smithi046.stdout:skipping the directory /proc 2023-09-21T13:03:11.524 INFO:teuthology.orchestra.run.smithi046.stdout:skipping the directory /dev 2023-09-21T13:03:11.524 INFO:teuthology.orchestra.run.smithi046.stdout:skipping the directory /run 2023-09-21T13:03:11.524 INFO:teuthology.orchestra.run.smithi046.stdout:skipping the directory /mnt 2023-09-21T13:03:11.525 INFO:teuthology.orchestra.run.smithi046.stdout:skipping the directory /var/tmp 2023-09-21T13:03:11.525 INFO:teuthology.orchestra.run.smithi046.stdout:skipping the directory /home 2023-09-21T13:03:11.525 INFO:teuthology.orchestra.run.smithi046.stdout:skipping the directory /tmp 2023-09-21T13:03:11.525 INFO:teuthology.orchestra.run.smithi046.stdout:skipping the directory /dev 2023-09-21T13:03:11.525 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:03:11.901 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-volume-2:18.0.0-6168.g41c9e835.el8.noarch 103/160 2023-09-21T13:03:13.650 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-volume-2:18.0.0-6168.g41c9e835.el8.noarch 103/160 2023-09-21T13:03:13.825 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-osd-2:18.0.0-6168.g41c9e835.el8.x86_64 104/160 2023-09-21T13:03:14.073 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-osd-2:18.0.0-6168.g41c9e835.el8.x86_64 104/160 2023-09-21T13:03:14.251 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-mds-2:18.0.0-6168.g41c9e835.el8.x86_64 105/160 2023-09-21T13:03:14.269 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: ceph-common-2:18.0.0-6168.g41c9e835.el8.x86_64 100/160 2023-09-21T13:03:14.756 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-mds-2:18.0.0-6168.g41c9e835.el8.x86_64 105/160 2023-09-21T13:03:14.926 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-mon-2:18.0.0-6168.g41c9e835.el8.x86_64 106/160 2023-09-21T13:03:14.959 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : ceph-common-2:18.0.0-6168.g41c9e835.el8.x86_64 100/160 2023-09-21T13:03:14.959 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-mon-2:18.0.0-6168.g41c9e835.el8.x86_64 106/160 2023-09-21T13:03:15.151 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 107/160 2023-09-21T13:03:15.347 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 108/160 2023-09-21T13:03:15.484 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 109/160 2023-09-21T13:03:15.565 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 109/160 2023-09-21T13:03:15.595 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: ceph-common-2:18.0.0-6168.g41c9e835.el8.x86_64 100/160 2023-09-21T13:03:15.827 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : jq-1.6-7.el8.x86_64 110/160 2023-09-21T13:03:15.889 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : ceph-base-2:18.0.0-6168.g41c9e835.el8.x86_64 101/160 2023-09-21T13:03:16.018 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: ceph-base-2:18.0.0-6168.g41c9e835.el8.x86_64 101/160 2023-09-21T13:03:16.050 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : automake-1.16.1-8.el8.noarch 111/160 2023-09-21T13:03:16.211 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : ceph-selinux-2:18.0.0-6168.g41c9e835.el8.x86_64 102/160 2023-09-21T13:03:16.672 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: cephadm-2:18.0.0-6168.g41c9e835.el8.noarch 112/160 2023-09-21T13:03:16.844 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : cephadm-2:18.0.0-6168.g41c9e835.el8.noarch 112/160 2023-09-21T13:03:16.991 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-prometheus-alerts-2:18.0.0-6168.g41c9e835.e 113/160 2023-09-21T13:03:17.190 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-grafana-dashboards-2:18.0.0-6168.g41c9e835. 114/160 2023-09-21T13:03:17.350 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-mgr-cephadm-2:18.0.0-6168.g41c9e835.el8.noa 115/160 2023-09-21T13:03:17.595 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.0.0-6168.g41c9e835.el8.noa 115/160 2023-09-21T13:03:17.774 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-mgr-dashboard-2:18.0.0-6168.g41c9e835.el8.n 116/160 2023-09-21T13:03:18.844 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.0.0-6168.g41c9e835.el8.n 116/160 2023-09-21T13:03:19.016 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-mgr-diskprediction-local-2:18.0.0-6168.g41c 117/160 2023-09-21T13:03:19.124 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.0.0-6168.g41c 117/160 2023-09-21T13:03:19.506 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-mgr-modules-core-2:18.0.0-6168.g41c9e835.el 118/160 2023-09-21T13:03:19.749 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-mgr-2:18.0.0-6168.g41c9e835.el8.x86_64 119/160 2023-09-21T13:03:19.794 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-mgr-2:18.0.0-6168.g41c9e835.el8.x86_64 119/160 2023-09-21T13:03:19.949 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-mgr-rook-2:18.0.0-6168.g41c9e835.el8.noarch 120/160 2023-09-21T13:03:19.964 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-mgr-rook-2:18.0.0-6168.g41c9e835.el8.noarch 120/160 2023-09-21T13:03:20.156 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-2:18.0.0-6168.g41c9e835.el8.x86_64 121/160 2023-09-21T13:03:20.316 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libtool-2.4.6-25.el8.x86_64 122/160 2023-09-21T13:03:25.451 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: libtool-2.4.6-25.el8.x86_64 122/160 2023-09-21T13:03:27.038 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-test-2:18.0.0-6168.g41c9e835.el8.x86_64 123/160 2023-09-21T13:03:27.373 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-radosgw-2:18.0.0-6168.g41c9e835.el8.x86_64 124/160 2023-09-21T13:03:27.413 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-radosgw-2:18.0.0-6168.g41c9e835.el8.x86_64 124/160 2023-09-21T13:03:27.565 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-immutable-object-cache-2:18.0.0-6168.g41c9e 125/160 2023-09-21T13:03:27.615 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.0.0-6168.g41c9e 125/160 2023-09-21T13:03:27.832 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : cephfs-mirror-2:18.0.0-6168.g41c9e835.el8.x86_64 126/160 2023-09-21T13:03:28.232 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: cephfs-mirror-2:18.0.0-6168.g41c9e835.el8.x86_64 126/160 2023-09-21T13:03:28.407 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : rbd-mirror-2:18.0.0-6168.g41c9e835.el8.x86_64 127/160 2023-09-21T13:03:28.660 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: rbd-mirror-2:18.0.0-6168.g41c9e835.el8.x86_64 127/160 2023-09-21T13:03:29.051 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : postgresql-contrib-10.23-2.module_el8+572+929c87 128/160 2023-09-21T13:03:30.144 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-fuse-2:18.0.0-6168.g41c9e835.el8.x86_64 129/160 2023-09-21T13:03:30.471 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : openssl-devel-1:1.1.1k-9.el8.x86_64 130/160 2023-09-21T13:03:30.680 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : elfutils-libelf-devel-0.189-3.el8.x86_64 131/160 2023-09-21T13:03:30.870 INFO:teuthology.orchestra.run.smithi046.stdout: Upgrading : util-linux-user-2.32.1-43.el8.x86_64 132/160 2023-09-21T13:03:31.036 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : xfsprogs-devel-5.0.0-12.el8.x86_64 133/160 2023-09-21T13:03:31.208 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libcephfs-devel-2:18.0.0-6168.g41c9e835.el8.x86_ 134/160 2023-09-21T13:03:32.325 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: postgresql-server-10.23-2.module_el8+572+929c87a 135/160 2023-09-21T13:03:32.590 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : postgresql-server-10.23-2.module_el8+572+929c87a 135/160 2023-09-21T13:03:32.659 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: postgresql-server-10.23-2.module_el8+572+929c87a 135/160 2023-09-21T13:03:32.845 INFO:teuthology.orchestra.run.smithi046.stdout: Upgrading : xfsdump-3.1.8-6.el8.x86_64 136/160 2023-09-21T13:03:33.016 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : cephfs-top-2:18.0.0-6168.g41c9e835.el8.noarch 137/160 2023-09-21T13:03:33.208 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : rbd-fuse-2:18.0.0-6168.g41c9e835.el8.x86_64 138/160 2023-09-21T13:03:33.551 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : rbd-nbd-2:18.0.0-6168.g41c9e835.el8.x86_64 139/160 2023-09-21T13:03:33.825 INFO:teuthology.orchestra.run.smithi046.stdout: Upgrading : iproute-6.2.0-2.el8.x86_64 140/160 2023-09-21T13:03:33.998 INFO:teuthology.orchestra.run.smithi046.stdout: Upgrading : NetworkManager-initscripts-updown-1:1.40.16-9.el 141/160 2023-09-21T13:03:34.015 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: NetworkManager-initscripts-updown-1:1.40.16-9.el 141/160 2023-09-21T13:03:34.224 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libaio-devel-0.3.112-1.el8.x86_64 142/160 2023-09-21T13:03:34.439 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : flex-2.6.1-9.el8.x86_64 143/160 2023-09-21T13:03:34.532 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: flex-2.6.1-9.el8.x86_64 143/160 2023-09-21T13:03:34.739 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : bison-3.0.4-10.el8.x86_64 144/160 2023-09-21T13:03:34.757 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: bison-3.0.4-10.el8.x86_64 144/160 2023-09-21T13:03:34.932 INFO:teuthology.orchestra.run.smithi046.stdout: Cleanup : elfutils-debuginfod-client-0.189-1.el8.x86_64 145/160 2023-09-21T13:03:35.140 INFO:teuthology.orchestra.run.smithi046.stdout: Cleanup : elfutils-libs-0.189-1.el8.x86_64 146/160 2023-09-21T13:03:35.308 INFO:teuthology.orchestra.run.smithi046.stdout: Cleanup : xfsdump-3.1.8-4.el8.x86_64 147/160 2023-09-21T13:03:35.308 INFO:teuthology.orchestra.run.smithi046.stdout: Cleanup : xfsprogs-5.0.0-10.el8.x86_64 148/160 2023-09-21T13:03:35.551 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: xfsprogs-5.0.0-10.el8.x86_64 148/160 2023-09-21T13:03:35.551 INFO:teuthology.orchestra.run.smithi046.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 149/160 2023-09-21T13:03:35.800 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 149/160 2023-09-21T13:03:35.806 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: NetworkManager-initscripts-updown-1:1.40.16-4.el 150/160 2023-09-21T13:03:35.918 INFO:teuthology.orchestra.run.smithi046.stdout: Cleanup : NetworkManager-initscripts-updown-1:1.40.16-4.el 150/160 2023-09-21T13:03:35.918 INFO:teuthology.orchestra.run.smithi046.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 151/160 2023-09-21T13:03:36.146 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 151/160 2023-09-21T13:03:36.299 INFO:teuthology.orchestra.run.smithi046.stdout: Cleanup : iproute-6.2.0-1.el8.x86_64 152/160 2023-09-21T13:03:36.441 INFO:teuthology.orchestra.run.smithi046.stdout: Cleanup : util-linux-user-2.32.1-41.el8.x86_64 153/160 2023-09-21T13:03:36.657 INFO:teuthology.orchestra.run.smithi046.stdout: Cleanup : util-linux-2.32.1-41.el8.x86_64 154/160 2023-09-21T13:03:36.658 INFO:teuthology.orchestra.run.smithi046.stdout: Cleanup : libfdisk-2.32.1-41.el8.x86_64 155/160 2023-09-21T13:03:36.867 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: libfdisk-2.32.1-41.el8.x86_64 155/160 2023-09-21T13:03:36.867 INFO:teuthology.orchestra.run.smithi046.stdout: Cleanup : libmount-2.32.1-41.el8.x86_64 156/160 2023-09-21T13:03:37.058 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: libmount-2.32.1-41.el8.x86_64 156/160 2023-09-21T13:03:37.059 INFO:teuthology.orchestra.run.smithi046.stdout: Cleanup : libblkid-2.32.1-41.el8.x86_64 157/160 2023-09-21T13:03:37.242 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: libblkid-2.32.1-41.el8.x86_64 157/160 2023-09-21T13:03:37.242 INFO:teuthology.orchestra.run.smithi046.stdout: Cleanup : libuuid-2.32.1-41.el8.x86_64 158/160 2023-09-21T13:03:37.417 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: libuuid-2.32.1-41.el8.x86_64 158/160 2023-09-21T13:03:37.417 INFO:teuthology.orchestra.run.smithi046.stdout: Cleanup : libsmartcols-2.32.1-41.el8.x86_64 159/160 2023-09-21T13:03:37.592 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: libsmartcols-2.32.1-41.el8.x86_64 159/160 2023-09-21T13:03:37.649 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: ceph-selinux-2:18.0.0-6168.g41c9e835.el8.x86_64 102/160 2023-09-21T13:03:37.650 INFO:teuthology.orchestra.run.smithi057.stdout:skipping the directory /sys 2023-09-21T13:03:37.650 INFO:teuthology.orchestra.run.smithi057.stdout:skipping the directory /proc 2023-09-21T13:03:37.650 INFO:teuthology.orchestra.run.smithi057.stdout:skipping the directory /dev 2023-09-21T13:03:37.650 INFO:teuthology.orchestra.run.smithi057.stdout:skipping the directory /run 2023-09-21T13:03:37.651 INFO:teuthology.orchestra.run.smithi057.stdout:skipping the directory /mnt 2023-09-21T13:03:37.651 INFO:teuthology.orchestra.run.smithi057.stdout:skipping the directory /var/tmp 2023-09-21T13:03:37.651 INFO:teuthology.orchestra.run.smithi057.stdout:skipping the directory /home 2023-09-21T13:03:37.651 INFO:teuthology.orchestra.run.smithi057.stdout:skipping the directory /tmp 2023-09-21T13:03:37.651 INFO:teuthology.orchestra.run.smithi057.stdout:skipping the directory /dev 2023-09-21T13:03:37.651 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-09-21T13:03:37.782 INFO:teuthology.orchestra.run.smithi046.stdout: Cleanup : elfutils-libelf-0.189-1.el8.x86_64 160/160 2023-09-21T13:03:38.015 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : ceph-volume-2:18.0.0-6168.g41c9e835.el8.noarch 103/160 2023-09-21T13:03:38.446 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: elfutils-libelf-0.189-1.el8.x86_64 160/160 2023-09-21T13:03:38.447 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-2:18.0.0-6168.g41c9e835.el8.x86_64 1/160 2023-09-21T13:03:38.447 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-base-2:18.0.0-6168.g41c9e835.el8.x86_64 2/160 2023-09-21T13:03:38.447 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-common-2:18.0.0-6168.g41c9e835.el8.x86_64 3/160 2023-09-21T13:03:38.447 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-fuse-2:18.0.0-6168.g41c9e835.el8.x86_64 4/160 2023-09-21T13:03:38.448 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-immutable-object-cache-2:18.0.0-6168.g41c9e 5/160 2023-09-21T13:03:38.448 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-mds-2:18.0.0-6168.g41c9e835.el8.x86_64 6/160 2023-09-21T13:03:38.448 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-mgr-2:18.0.0-6168.g41c9e835.el8.x86_64 7/160 2023-09-21T13:03:38.448 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-mon-2:18.0.0-6168.g41c9e835.el8.x86_64 8/160 2023-09-21T13:03:38.448 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-osd-2:18.0.0-6168.g41c9e835.el8.x86_64 9/160 2023-09-21T13:03:38.449 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-radosgw-2:18.0.0-6168.g41c9e835.el8.x86_64 10/160 2023-09-21T13:03:38.449 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-selinux-2:18.0.0-6168.g41c9e835.el8.x86_64 11/160 2023-09-21T13:03:38.449 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-test-2:18.0.0-6168.g41c9e835.el8.x86_64 12/160 2023-09-21T13:03:38.449 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : cephfs-mirror-2:18.0.0-6168.g41c9e835.el8.x86_64 13/160 2023-09-21T13:03:38.449 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libcephfs-devel-2:18.0.0-6168.g41c9e835.el8.x86_ 14/160 2023-09-21T13:03:38.450 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libcephfs2-2:18.0.0-6168.g41c9e835.el8.x86_64 15/160 2023-09-21T13:03:38.450 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libcephsqlite-2:18.0.0-6168.g41c9e835.el8.x86_64 16/160 2023-09-21T13:03:38.450 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : librados-devel-2:18.0.0-6168.g41c9e835.el8.x86_6 17/160 2023-09-21T13:03:38.450 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libradosstriper1-2:18.0.0-6168.g41c9e835.el8.x86 18/160 2023-09-21T13:03:38.450 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : librgw2-2:18.0.0-6168.g41c9e835.el8.x86_64 19/160 2023-09-21T13:03:38.451 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-ceph-argparse-2:18.0.0-6168.g41c9e835.el 20/160 2023-09-21T13:03:38.451 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-ceph-common-2:18.0.0-6168.g41c9e835.el8. 21/160 2023-09-21T13:03:38.451 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-cephfs-2:18.0.0-6168.g41c9e835.el8.x86_6 22/160 2023-09-21T13:03:38.451 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-rados-2:18.0.0-6168.g41c9e835.el8.x86_64 23/160 2023-09-21T13:03:38.451 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-rbd-2:18.0.0-6168.g41c9e835.el8.x86_64 24/160 2023-09-21T13:03:38.452 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-rgw-2:18.0.0-6168.g41c9e835.el8.x86_64 25/160 2023-09-21T13:03:38.452 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : rbd-fuse-2:18.0.0-6168.g41c9e835.el8.x86_64 26/160 2023-09-21T13:03:38.452 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : rbd-mirror-2:18.0.0-6168.g41c9e835.el8.x86_64 27/160 2023-09-21T13:03:38.452 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : rbd-nbd-2:18.0.0-6168.g41c9e835.el8.x86_64 28/160 2023-09-21T13:03:38.453 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-grafana-dashboards-2:18.0.0-6168.g41c9e835. 29/160 2023-09-21T13:03:38.453 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-mgr-cephadm-2:18.0.0-6168.g41c9e835.el8.noa 30/160 2023-09-21T13:03:38.465 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-mgr-dashboard-2:18.0.0-6168.g41c9e835.el8.n 31/160 2023-09-21T13:03:38.465 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.0.0-6168.g41c 32/160 2023-09-21T13:03:38.466 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-mgr-modules-core-2:18.0.0-6168.g41c9e835.el 33/160 2023-09-21T13:03:38.466 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-mgr-rook-2:18.0.0-6168.g41c9e835.el8.noarch 34/160 2023-09-21T13:03:38.466 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-prometheus-alerts-2:18.0.0-6168.g41c9e835.e 35/160 2023-09-21T13:03:38.466 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-volume-2:18.0.0-6168.g41c9e835.el8.noarch 36/160 2023-09-21T13:03:38.466 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : cephadm-2:18.0.0-6168.g41c9e835.el8.noarch 37/160 2023-09-21T13:03:38.467 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : cephfs-top-2:18.0.0-6168.g41c9e835.el8.noarch 38/160 2023-09-21T13:03:38.467 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : automake-1.16.1-8.el8.noarch 39/160 2023-09-21T13:03:38.467 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : bison-3.0.4-10.el8.x86_64 40/160 2023-09-21T13:03:38.468 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : flex-2.6.1-9.el8.x86_64 41/160 2023-09-21T13:03:38.468 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : jq-1.6-7.el8.x86_64 42/160 2023-09-21T13:03:38.469 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libpq-13.5-1.el8.x86_64 43/160 2023-09-21T13:03:38.469 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 44/160 2023-09-21T13:03:38.469 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libtool-2.4.6-25.el8.x86_64 45/160 2023-09-21T13:03:38.470 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 46/160 2023-09-21T13:03:38.470 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 47/160 2023-09-21T13:03:38.470 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : openblas-0.3.15-4.el8.x86_64 48/160 2023-09-21T13:03:38.470 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : openblas-threads-0.3.15-4.el8.x86_64 49/160 2023-09-21T13:03:38.470 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : postgresql-10.23-2.module_el8+572+929c87ac.x86_6 50/160 2023-09-21T13:03:38.471 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : postgresql-contrib-10.23-2.module_el8+572+929c87 51/160 2023-09-21T13:03:38.471 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : postgresql-server-10.23-2.module_el8+572+929c87a 52/160 2023-09-21T13:03:38.471 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 53/160 2023-09-21T13:03:38.471 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 54/160 2023-09-21T13:03:38.471 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 55/160 2023-09-21T13:03:38.472 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 56/160 2023-09-21T13:03:38.472 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-mako-1.0.6-14.el8.noarch 57/160 2023-09-21T13:03:38.472 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 58/160 2023-09-21T13:03:38.472 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 59/160 2023-09-21T13:03:38.472 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 60/160 2023-09-21T13:03:38.473 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 61/160 2023-09-21T13:03:38.473 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 62/160 2023-09-21T13:03:38.473 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 63/160 2023-09-21T13:03:38.473 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 64/160 2023-09-21T13:03:38.473 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-pytz-2017.2-11.el8.noarch 65/160 2023-09-21T13:03:38.474 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-scipy-1.0.0-21.module_el8.5.0+771+e5d9a2 66/160 2023-09-21T13:03:38.474 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 67/160 2023-09-21T13:03:38.474 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 68/160 2023-09-21T13:03:38.474 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : uuid-1.6.2-43.el8.x86_64 69/160 2023-09-21T13:03:38.474 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 70/160 2023-09-21T13:03:38.475 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : elfutils-libelf-devel-0.189-3.el8.x86_64 71/160 2023-09-21T13:03:38.475 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : fuse-2.9.7-17.el8.x86_64 72/160 2023-09-21T13:03:38.476 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : keyutils-libs-devel-1.5.10-9.el8.x86_64 73/160 2023-09-21T13:03:38.476 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : krb5-devel-1.18.2-22.el8.x86_64 74/160 2023-09-21T13:03:38.476 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libaio-devel-0.3.112-1.el8.x86_64 75/160 2023-09-21T13:03:38.476 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libcom_err-devel-1.45.6-5.el8.x86_64 76/160 2023-09-21T13:03:38.477 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libgfortran-8.5.0-20.el8.x86_64 77/160 2023-09-21T13:03:38.477 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libquadmath-8.5.0-20.el8.x86_64 78/160 2023-09-21T13:03:38.477 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : librabbitmq-0.9.0-4.el8.x86_64 79/160 2023-09-21T13:03:38.477 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libselinux-devel-2.9-8.el8.x86_64 80/160 2023-09-21T13:03:38.477 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libsepol-devel-2.9-3.el8.x86_64 81/160 2023-09-21T13:03:38.478 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libuuid-devel-2.32.1-43.el8.x86_64 82/160 2023-09-21T13:03:38.478 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libverto-devel-0.3.2-2.el8.x86_64 83/160 2023-09-21T13:03:38.478 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libzstd-devel-1.4.4-1.el8.x86_64 84/160 2023-09-21T13:03:38.478 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : openssl-devel-1:1.1.1k-9.el8.x86_64 85/160 2023-09-21T13:03:38.478 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : pcre2-devel-10.32-3.el8.x86_64 86/160 2023-09-21T13:03:38.479 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : pcre2-utf16-10.32-3.el8.x86_64 87/160 2023-09-21T13:03:38.479 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : pcre2-utf32-10.32-3.el8.x86_64 88/160 2023-09-21T13:03:38.479 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-cffi-1.11.5-6.el8.x86_64 89/160 2023-09-21T13:03:38.479 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-cryptography-3.2.1-6.el8.x86_64 90/160 2023-09-21T13:03:38.479 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 91/160 2023-09-21T13:03:38.480 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 92/160 2023-09-21T13:03:38.480 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 93/160 2023-09-21T13:03:38.480 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 94/160 2023-09-21T13:03:38.480 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : xfsprogs-devel-5.0.0-12.el8.x86_64 95/160 2023-09-21T13:03:38.480 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : zlib-devel-1.2.11-21.el8.x86_64 96/160 2023-09-21T13:03:38.481 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 97/160 2023-09-21T13:03:38.481 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 98/160 2023-09-21T13:03:38.481 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 99/160 2023-09-21T13:03:38.481 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 100/160 2023-09-21T13:03:38.481 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 101/160 2023-09-21T13:03:38.481 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 102/160 2023-09-21T13:03:38.482 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 103/160 2023-09-21T13:03:38.482 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 104/160 2023-09-21T13:03:38.482 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 105/160 2023-09-21T13:03:38.482 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 106/160 2023-09-21T13:03:38.482 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 107/160 2023-09-21T13:03:38.483 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 108/160 2023-09-21T13:03:38.483 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 109/160 2023-09-21T13:03:38.483 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 110/160 2023-09-21T13:03:38.483 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 111/160 2023-09-21T13:03:38.483 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 112/160 2023-09-21T13:03:38.484 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 113/160 2023-09-21T13:03:38.484 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 114/160 2023-09-21T13:03:38.484 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-portend-2.6-1.el8.noarch 115/160 2023-09-21T13:03:38.484 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 116/160 2023-09-21T13:03:38.484 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 117/160 2023-09-21T13:03:38.485 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-rsa-4.9-2.el8.noarch 118/160 2023-09-21T13:03:38.485 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 119/160 2023-09-21T13:03:38.485 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 120/160 2023-09-21T13:03:38.485 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 121/160 2023-09-21T13:03:38.485 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 122/160 2023-09-21T13:03:38.486 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-waitress-1.4.3-1.el8.noarch 123/160 2023-09-21T13:03:38.486 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 124/160 2023-09-21T13:03:38.486 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 125/160 2023-09-21T13:03:38.486 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 126/160 2023-09-21T13:03:38.486 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 127/160 2023-09-21T13:03:38.487 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 128/160 2023-09-21T13:03:38.487 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : librados2-2:18.0.0-6168.g41c9e835.el8.x86_64 129/160 2023-09-21T13:03:38.487 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 130/160 2023-09-21T13:03:38.487 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : librbd1-2:18.0.0-6168.g41c9e835.el8.x86_64 131/160 2023-09-21T13:03:38.487 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 132/160 2023-09-21T13:03:38.488 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : NetworkManager-initscripts-updown-1:1.40.16-9.el 133/160 2023-09-21T13:03:38.488 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : NetworkManager-initscripts-updown-1:1.40.16-4.el 134/160 2023-09-21T13:03:38.488 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : elfutils-debuginfod-client-0.189-3.el8.x86_64 135/160 2023-09-21T13:03:38.488 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : elfutils-debuginfod-client-0.189-1.el8.x86_64 136/160 2023-09-21T13:03:38.488 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : elfutils-libelf-0.189-3.el8.x86_64 137/160 2023-09-21T13:03:38.489 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : elfutils-libelf-0.189-1.el8.x86_64 138/160 2023-09-21T13:03:38.489 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : elfutils-libs-0.189-3.el8.x86_64 139/160 2023-09-21T13:03:38.489 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : elfutils-libs-0.189-1.el8.x86_64 140/160 2023-09-21T13:03:38.489 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : iproute-6.2.0-2.el8.x86_64 141/160 2023-09-21T13:03:38.489 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : iproute-6.2.0-1.el8.x86_64 142/160 2023-09-21T13:03:38.489 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libblkid-2.32.1-43.el8.x86_64 143/160 2023-09-21T13:03:38.490 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libblkid-2.32.1-41.el8.x86_64 144/160 2023-09-21T13:03:38.490 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libfdisk-2.32.1-43.el8.x86_64 145/160 2023-09-21T13:03:38.490 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libfdisk-2.32.1-41.el8.x86_64 146/160 2023-09-21T13:03:38.490 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libmount-2.32.1-43.el8.x86_64 147/160 2023-09-21T13:03:38.490 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libmount-2.32.1-41.el8.x86_64 148/160 2023-09-21T13:03:38.491 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libsmartcols-2.32.1-43.el8.x86_64 149/160 2023-09-21T13:03:38.491 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libsmartcols-2.32.1-41.el8.x86_64 150/160 2023-09-21T13:03:38.491 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libuuid-2.32.1-43.el8.x86_64 151/160 2023-09-21T13:03:38.491 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libuuid-2.32.1-41.el8.x86_64 152/160 2023-09-21T13:03:38.491 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : util-linux-2.32.1-43.el8.x86_64 153/160 2023-09-21T13:03:38.492 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : util-linux-2.32.1-41.el8.x86_64 154/160 2023-09-21T13:03:38.492 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : util-linux-user-2.32.1-43.el8.x86_64 155/160 2023-09-21T13:03:38.492 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : util-linux-user-2.32.1-41.el8.x86_64 156/160 2023-09-21T13:03:38.492 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : xfsdump-3.1.8-6.el8.x86_64 157/160 2023-09-21T13:03:38.492 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : xfsdump-3.1.8-4.el8.x86_64 158/160 2023-09-21T13:03:38.493 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : xfsprogs-5.0.0-12.el8.x86_64 159/160 2023-09-21T13:03:39.766 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: ceph-volume-2:18.0.0-6168.g41c9e835.el8.noarch 103/160 2023-09-21T13:03:39.959 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : ceph-osd-2:18.0.0-6168.g41c9e835.el8.x86_64 104/160 2023-09-21T13:03:40.208 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: ceph-osd-2:18.0.0-6168.g41c9e835.el8.x86_64 104/160 2023-09-21T13:03:40.382 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : ceph-mds-2:18.0.0-6168.g41c9e835.el8.x86_64 105/160 2023-09-21T13:03:40.620 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : xfsprogs-5.0.0-10.el8.x86_64 160/160 2023-09-21T13:03:40.621 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:03:40.621 INFO:teuthology.orchestra.run.smithi046.stdout:Upgraded: 2023-09-21T13:03:40.621 INFO:teuthology.orchestra.run.smithi046.stdout: NetworkManager-initscripts-updown-1:1.40.16-9.el8.noarch 2023-09-21T13:03:40.622 INFO:teuthology.orchestra.run.smithi046.stdout: elfutils-debuginfod-client-0.189-3.el8.x86_64 2023-09-21T13:03:40.622 INFO:teuthology.orchestra.run.smithi046.stdout: elfutils-libelf-0.189-3.el8.x86_64 2023-09-21T13:03:40.622 INFO:teuthology.orchestra.run.smithi046.stdout: elfutils-libs-0.189-3.el8.x86_64 2023-09-21T13:03:40.622 INFO:teuthology.orchestra.run.smithi046.stdout: iproute-6.2.0-2.el8.x86_64 2023-09-21T13:03:40.623 INFO:teuthology.orchestra.run.smithi046.stdout: libblkid-2.32.1-43.el8.x86_64 2023-09-21T13:03:40.623 INFO:teuthology.orchestra.run.smithi046.stdout: libfdisk-2.32.1-43.el8.x86_64 2023-09-21T13:03:40.623 INFO:teuthology.orchestra.run.smithi046.stdout: libmount-2.32.1-43.el8.x86_64 2023-09-21T13:03:40.623 INFO:teuthology.orchestra.run.smithi046.stdout: librados2-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T13:03:40.623 INFO:teuthology.orchestra.run.smithi046.stdout: librbd1-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T13:03:40.624 INFO:teuthology.orchestra.run.smithi046.stdout: libsmartcols-2.32.1-43.el8.x86_64 2023-09-21T13:03:40.624 INFO:teuthology.orchestra.run.smithi046.stdout: libuuid-2.32.1-43.el8.x86_64 2023-09-21T13:03:40.624 INFO:teuthology.orchestra.run.smithi046.stdout: util-linux-2.32.1-43.el8.x86_64 2023-09-21T13:03:40.624 INFO:teuthology.orchestra.run.smithi046.stdout: util-linux-user-2.32.1-43.el8.x86_64 2023-09-21T13:03:40.624 INFO:teuthology.orchestra.run.smithi046.stdout: xfsdump-3.1.8-6.el8.x86_64 2023-09-21T13:03:40.625 INFO:teuthology.orchestra.run.smithi046.stdout: xfsprogs-5.0.0-12.el8.x86_64 2023-09-21T13:03:40.625 INFO:teuthology.orchestra.run.smithi046.stdout:Installed: 2023-09-21T13:03:40.625 INFO:teuthology.orchestra.run.smithi046.stdout: automake-1.16.1-8.el8.noarch 2023-09-21T13:03:40.625 INFO:teuthology.orchestra.run.smithi046.stdout: bison-3.0.4-10.el8.x86_64 2023-09-21T13:03:40.626 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T13:03:40.626 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-base-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T13:03:40.626 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-common-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T13:03:40.626 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-fuse-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T13:03:40.626 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-grafana-dashboards-2:18.0.0-6168.g41c9e835.el8.noarch 2023-09-21T13:03:40.627 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-immutable-object-cache-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T13:03:40.627 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mds-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T13:03:40.627 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T13:03:40.627 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-cephadm-2:18.0.0-6168.g41c9e835.el8.noarch 2023-09-21T13:03:40.628 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-dashboard-2:18.0.0-6168.g41c9e835.el8.noarch 2023-09-21T13:03:40.628 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-diskprediction-local-2:18.0.0-6168.g41c9e835.el8.noarch 2023-09-21T13:03:40.628 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-modules-core-2:18.0.0-6168.g41c9e835.el8.noarch 2023-09-21T13:03:40.628 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-rook-2:18.0.0-6168.g41c9e835.el8.noarch 2023-09-21T13:03:40.628 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mon-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T13:03:40.629 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-osd-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T13:03:40.629 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-prometheus-alerts-2:18.0.0-6168.g41c9e835.el8.noarch 2023-09-21T13:03:40.629 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-radosgw-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T13:03:40.630 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-selinux-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T13:03:40.630 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-test-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T13:03:40.630 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-volume-2:18.0.0-6168.g41c9e835.el8.noarch 2023-09-21T13:03:40.630 INFO:teuthology.orchestra.run.smithi046.stdout: cephadm-2:18.0.0-6168.g41c9e835.el8.noarch 2023-09-21T13:03:40.630 INFO:teuthology.orchestra.run.smithi046.stdout: cephfs-mirror-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T13:03:40.631 INFO:teuthology.orchestra.run.smithi046.stdout: cephfs-top-2:18.0.0-6168.g41c9e835.el8.noarch 2023-09-21T13:03:40.631 INFO:teuthology.orchestra.run.smithi046.stdout: elfutils-libelf-devel-0.189-3.el8.x86_64 2023-09-21T13:03:40.631 INFO:teuthology.orchestra.run.smithi046.stdout: flex-2.6.1-9.el8.x86_64 2023-09-21T13:03:40.631 INFO:teuthology.orchestra.run.smithi046.stdout: fuse-2.9.7-17.el8.x86_64 2023-09-21T13:03:40.631 INFO:teuthology.orchestra.run.smithi046.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2023-09-21T13:03:40.632 INFO:teuthology.orchestra.run.smithi046.stdout: jq-1.6-7.el8.x86_64 2023-09-21T13:03:40.632 INFO:teuthology.orchestra.run.smithi046.stdout: keyutils-libs-devel-1.5.10-9.el8.x86_64 2023-09-21T13:03:40.632 INFO:teuthology.orchestra.run.smithi046.stdout: krb5-devel-1.18.2-22.el8.x86_64 2023-09-21T13:03:40.632 INFO:teuthology.orchestra.run.smithi046.stdout: libaio-devel-0.3.112-1.el8.x86_64 2023-09-21T13:03:40.632 INFO:teuthology.orchestra.run.smithi046.stdout: libcephfs-devel-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T13:03:40.633 INFO:teuthology.orchestra.run.smithi046.stdout: libcephfs2-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T13:03:40.633 INFO:teuthology.orchestra.run.smithi046.stdout: libcephsqlite-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T13:03:40.633 INFO:teuthology.orchestra.run.smithi046.stdout: libcom_err-devel-1.45.6-5.el8.x86_64 2023-09-21T13:03:40.633 INFO:teuthology.orchestra.run.smithi046.stdout: libgfortran-8.5.0-20.el8.x86_64 2023-09-21T13:03:40.634 INFO:teuthology.orchestra.run.smithi046.stdout: liboath-2.6.2-3.el8.x86_64 2023-09-21T13:03:40.634 INFO:teuthology.orchestra.run.smithi046.stdout: libpq-13.5-1.el8.x86_64 2023-09-21T13:03:40.634 INFO:teuthology.orchestra.run.smithi046.stdout: libquadmath-8.5.0-20.el8.x86_64 2023-09-21T13:03:40.634 INFO:teuthology.orchestra.run.smithi046.stdout: librabbitmq-0.9.0-4.el8.x86_64 2023-09-21T13:03:40.635 INFO:teuthology.orchestra.run.smithi046.stdout: librados-devel-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T13:03:40.635 INFO:teuthology.orchestra.run.smithi046.stdout: libradosstriper1-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T13:03:40.635 INFO:teuthology.orchestra.run.smithi046.stdout: librdkafka-0.11.4-3.el8.x86_64 2023-09-21T13:03:40.635 INFO:teuthology.orchestra.run.smithi046.stdout: librgw2-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T13:03:40.635 INFO:teuthology.orchestra.run.smithi046.stdout: libselinux-devel-2.9-8.el8.x86_64 2023-09-21T13:03:40.636 INFO:teuthology.orchestra.run.smithi046.stdout: libsepol-devel-2.9-3.el8.x86_64 2023-09-21T13:03:40.636 INFO:teuthology.orchestra.run.smithi046.stdout: libtool-2.4.6-25.el8.x86_64 2023-09-21T13:03:40.636 INFO:teuthology.orchestra.run.smithi046.stdout: libunwind-1.3.1-3.el8.x86_64 2023-09-21T13:03:40.636 INFO:teuthology.orchestra.run.smithi046.stdout: libuuid-devel-2.32.1-43.el8.x86_64 2023-09-21T13:03:40.637 INFO:teuthology.orchestra.run.smithi046.stdout: libverto-devel-0.3.2-2.el8.x86_64 2023-09-21T13:03:40.637 INFO:teuthology.orchestra.run.smithi046.stdout: libzstd-devel-1.4.4-1.el8.x86_64 2023-09-21T13:03:40.637 INFO:teuthology.orchestra.run.smithi046.stdout: lttng-ust-2.8.1-11.el8.x86_64 2023-09-21T13:03:40.637 INFO:teuthology.orchestra.run.smithi046.stdout: oniguruma-6.8.2-2.el8.x86_64 2023-09-21T13:03:40.637 INFO:teuthology.orchestra.run.smithi046.stdout: openblas-0.3.15-4.el8.x86_64 2023-09-21T13:03:40.638 INFO:teuthology.orchestra.run.smithi046.stdout: openblas-threads-0.3.15-4.el8.x86_64 2023-09-21T13:03:40.638 INFO:teuthology.orchestra.run.smithi046.stdout: openssl-devel-1:1.1.1k-9.el8.x86_64 2023-09-21T13:03:40.638 INFO:teuthology.orchestra.run.smithi046.stdout: pcre2-devel-10.32-3.el8.x86_64 2023-09-21T13:03:40.638 INFO:teuthology.orchestra.run.smithi046.stdout: pcre2-utf16-10.32-3.el8.x86_64 2023-09-21T13:03:40.638 INFO:teuthology.orchestra.run.smithi046.stdout: pcre2-utf32-10.32-3.el8.x86_64 2023-09-21T13:03:40.639 INFO:teuthology.orchestra.run.smithi046.stdout: postgresql-10.23-2.module_el8+572+929c87ac.x86_64 2023-09-21T13:03:40.639 INFO:teuthology.orchestra.run.smithi046.stdout: postgresql-contrib-10.23-2.module_el8+572+929c87ac.x86_64 2023-09-21T13:03:40.639 INFO:teuthology.orchestra.run.smithi046.stdout: postgresql-server-10.23-2.module_el8+572+929c87ac.x86_64 2023-09-21T13:03:40.639 INFO:teuthology.orchestra.run.smithi046.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2023-09-21T13:03:40.639 INFO:teuthology.orchestra.run.smithi046.stdout: python3-babel-2.5.1-7.el8.noarch 2023-09-21T13:03:40.640 INFO:teuthology.orchestra.run.smithi046.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2023-09-21T13:03:40.640 INFO:teuthology.orchestra.run.smithi046.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2023-09-21T13:03:40.640 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cachetools-3.1.1-4.el8.noarch 2023-09-21T13:03:40.640 INFO:teuthology.orchestra.run.smithi046.stdout: python3-ceph-argparse-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T13:03:40.641 INFO:teuthology.orchestra.run.smithi046.stdout: python3-ceph-common-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T13:03:40.641 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cephfs-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T13:03:40.641 INFO:teuthology.orchestra.run.smithi046.stdout: python3-certifi-2018.10.15-7.el8.noarch 2023-09-21T13:03:40.641 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cffi-1.11.5-6.el8.x86_64 2023-09-21T13:03:40.641 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cheroot-8.5.2-1.el8.noarch 2023-09-21T13:03:40.642 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2023-09-21T13:03:40.642 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cryptography-3.2.1-6.el8.x86_64 2023-09-21T13:03:40.642 INFO:teuthology.orchestra.run.smithi046.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2023-09-21T13:03:40.642 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jaraco-6.2-6.el8.noarch 2023-09-21T13:03:40.643 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2023-09-21T13:03:40.643 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jinja2-2.10.1-3.el8.noarch 2023-09-21T13:03:40.643 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jsonpatch-1.21-2.el8.noarch 2023-09-21T13:03:40.643 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jsonpointer-1.10-11.el8.noarch 2023-09-21T13:03:40.643 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jwt-1.6.1-2.el8.noarch 2023-09-21T13:03:40.644 INFO:teuthology.orchestra.run.smithi046.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2023-09-21T13:03:40.644 INFO:teuthology.orchestra.run.smithi046.stdout: python3-logutils-0.3.5-11.el8.noarch 2023-09-21T13:03:40.644 INFO:teuthology.orchestra.run.smithi046.stdout: python3-mako-1.0.6-14.el8.noarch 2023-09-21T13:03:40.644 INFO:teuthology.orchestra.run.smithi046.stdout: python3-markupsafe-0.23-19.el8.x86_64 2023-09-21T13:03:40.644 INFO:teuthology.orchestra.run.smithi046.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2023-09-21T13:03:40.645 INFO:teuthology.orchestra.run.smithi046.stdout: python3-natsort-7.1.1-2.el8.noarch 2023-09-21T13:03:40.645 INFO:teuthology.orchestra.run.smithi046.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2023-09-21T13:03:40.645 INFO:teuthology.orchestra.run.smithi046.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2023-09-21T13:03:40.645 INFO:teuthology.orchestra.run.smithi046.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2023-09-21T13:03:40.645 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pecan-1.3.2-9.el8.noarch 2023-09-21T13:03:40.646 INFO:teuthology.orchestra.run.smithi046.stdout: python3-portend-2.6-1.el8.noarch 2023-09-21T13:03:40.646 INFO:teuthology.orchestra.run.smithi046.stdout: python3-prettytable-0.7.2-14.el8.noarch 2023-09-21T13:03:40.646 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2023-09-21T13:03:40.646 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2023-09-21T13:03:40.646 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2023-09-21T13:03:40.647 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pycparser-2.14-14.el8.noarch 2023-09-21T13:03:40.647 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pytz-2017.2-11.el8.noarch 2023-09-21T13:03:40.647 INFO:teuthology.orchestra.run.smithi046.stdout: python3-rados-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T13:03:40.647 INFO:teuthology.orchestra.run.smithi046.stdout: python3-rbd-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T13:03:40.648 INFO:teuthology.orchestra.run.smithi046.stdout: python3-repoze-lru-0.7-6.el8.noarch 2023-09-21T13:03:40.648 INFO:teuthology.orchestra.run.smithi046.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2023-09-21T13:03:40.648 INFO:teuthology.orchestra.run.smithi046.stdout: python3-rgw-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T13:03:40.648 INFO:teuthology.orchestra.run.smithi046.stdout: python3-routes-2.4.1-12.el8.noarch 2023-09-21T13:03:40.648 INFO:teuthology.orchestra.run.smithi046.stdout: python3-rsa-4.9-2.el8.noarch 2023-09-21T13:03:40.649 INFO:teuthology.orchestra.run.smithi046.stdout: python3-scipy-1.0.0-21.module_el8.5.0+771+e5d9a225.x86_64 2023-09-21T13:03:40.649 INFO:teuthology.orchestra.run.smithi046.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2023-09-21T13:03:40.649 INFO:teuthology.orchestra.run.smithi046.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2023-09-21T13:03:40.649 INFO:teuthology.orchestra.run.smithi046.stdout: python3-tempora-1.14.1-5.el8.noarch 2023-09-21T13:03:40.649 INFO:teuthology.orchestra.run.smithi046.stdout: python3-trustme-0.6.0-4.el8.noarch 2023-09-21T13:03:40.650 INFO:teuthology.orchestra.run.smithi046.stdout: python3-waitress-1.4.3-1.el8.noarch 2023-09-21T13:03:40.650 INFO:teuthology.orchestra.run.smithi046.stdout: python3-webob-1.8.5-1.el8.1.noarch 2023-09-21T13:03:40.650 INFO:teuthology.orchestra.run.smithi046.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2023-09-21T13:03:40.650 INFO:teuthology.orchestra.run.smithi046.stdout: python3-webtest-2.0.33-1.el8.noarch 2023-09-21T13:03:40.650 INFO:teuthology.orchestra.run.smithi046.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2023-09-21T13:03:40.651 INFO:teuthology.orchestra.run.smithi046.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2023-09-21T13:03:40.651 INFO:teuthology.orchestra.run.smithi046.stdout: rbd-fuse-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T13:03:40.651 INFO:teuthology.orchestra.run.smithi046.stdout: rbd-mirror-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T13:03:40.651 INFO:teuthology.orchestra.run.smithi046.stdout: rbd-nbd-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T13:03:40.651 INFO:teuthology.orchestra.run.smithi046.stdout: socat-1.7.4.1-1.el8.x86_64 2023-09-21T13:03:40.652 INFO:teuthology.orchestra.run.smithi046.stdout: thrift-0.13.0-2.el8.x86_64 2023-09-21T13:03:40.652 INFO:teuthology.orchestra.run.smithi046.stdout: uuid-1.6.2-43.el8.x86_64 2023-09-21T13:03:40.652 INFO:teuthology.orchestra.run.smithi046.stdout: xfsprogs-devel-5.0.0-12.el8.x86_64 2023-09-21T13:03:40.652 INFO:teuthology.orchestra.run.smithi046.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2023-09-21T13:03:40.653 INFO:teuthology.orchestra.run.smithi046.stdout: zlib-devel-1.2.11-21.el8.x86_64 2023-09-21T13:03:40.653 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:03:40.653 INFO:teuthology.orchestra.run.smithi046.stdout:Complete! 2023-09-21T13:03:40.853 DEBUG:teuthology.parallel:result is None 2023-09-21T13:03:40.889 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: ceph-mds-2:18.0.0-6168.g41c9e835.el8.x86_64 105/160 2023-09-21T13:03:41.082 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : ceph-mon-2:18.0.0-6168.g41c9e835.el8.x86_64 106/160 2023-09-21T13:03:41.112 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: ceph-mon-2:18.0.0-6168.g41c9e835.el8.x86_64 106/160 2023-09-21T13:03:41.307 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 107/160 2023-09-21T13:03:41.487 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 108/160 2023-09-21T13:03:41.615 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 109/160 2023-09-21T13:03:41.703 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 109/160 2023-09-21T13:03:41.959 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : jq-1.6-7.el8.x86_64 110/160 2023-09-21T13:03:42.157 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : automake-1.16.1-8.el8.noarch 111/160 2023-09-21T13:03:42.664 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: cephadm-2:18.0.0-6168.g41c9e835.el8.noarch 112/160 2023-09-21T13:03:42.862 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : cephadm-2:18.0.0-6168.g41c9e835.el8.noarch 112/160 2023-09-21T13:03:42.989 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : ceph-prometheus-alerts-2:18.0.0-6168.g41c9e835.e 113/160 2023-09-21T13:03:43.179 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : ceph-grafana-dashboards-2:18.0.0-6168.g41c9e835. 114/160 2023-09-21T13:03:43.373 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : ceph-mgr-cephadm-2:18.0.0-6168.g41c9e835.el8.noa 115/160 2023-09-21T13:03:43.617 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.0.0-6168.g41c9e835.el8.noa 115/160 2023-09-21T13:03:43.833 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : ceph-mgr-dashboard-2:18.0.0-6168.g41c9e835.el8.n 116/160 2023-09-21T13:03:44.905 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.0.0-6168.g41c9e835.el8.n 116/160 2023-09-21T13:03:45.073 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : ceph-mgr-diskprediction-local-2:18.0.0-6168.g41c 117/160 2023-09-21T13:03:45.179 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.0.0-6168.g41c 117/160 2023-09-21T13:03:45.557 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : ceph-mgr-modules-core-2:18.0.0-6168.g41c9e835.el 118/160 2023-09-21T13:03:45.775 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : ceph-mgr-2:18.0.0-6168.g41c9e835.el8.x86_64 119/160 2023-09-21T13:03:45.818 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: ceph-mgr-2:18.0.0-6168.g41c9e835.el8.x86_64 119/160 2023-09-21T13:03:45.981 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : ceph-mgr-rook-2:18.0.0-6168.g41c9e835.el8.noarch 120/160 2023-09-21T13:03:45.995 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: ceph-mgr-rook-2:18.0.0-6168.g41c9e835.el8.noarch 120/160 2023-09-21T13:03:46.203 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : ceph-2:18.0.0-6168.g41c9e835.el8.x86_64 121/160 2023-09-21T13:03:46.356 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : libtool-2.4.6-25.el8.x86_64 122/160 2023-09-21T13:03:51.495 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: libtool-2.4.6-25.el8.x86_64 122/160 2023-09-21T13:03:53.093 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : ceph-test-2:18.0.0-6168.g41c9e835.el8.x86_64 123/160 2023-09-21T13:03:53.282 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : ceph-radosgw-2:18.0.0-6168.g41c9e835.el8.x86_64 124/160 2023-09-21T13:03:53.324 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: ceph-radosgw-2:18.0.0-6168.g41c9e835.el8.x86_64 124/160 2023-09-21T13:03:53.497 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : ceph-immutable-object-cache-2:18.0.0-6168.g41c9e 125/160 2023-09-21T13:03:53.546 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.0.0-6168.g41c9e 125/160 2023-09-21T13:03:53.755 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : cephfs-mirror-2:18.0.0-6168.g41c9e835.el8.x86_64 126/160 2023-09-21T13:03:54.155 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: cephfs-mirror-2:18.0.0-6168.g41c9e835.el8.x86_64 126/160 2023-09-21T13:03:54.438 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : rbd-mirror-2:18.0.0-6168.g41c9e835.el8.x86_64 127/160 2023-09-21T13:03:54.709 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: rbd-mirror-2:18.0.0-6168.g41c9e835.el8.x86_64 127/160 2023-09-21T13:03:55.034 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : postgresql-contrib-10.23-2.module_el8+572+929c87 128/160 2023-09-21T13:03:56.028 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : ceph-fuse-2:18.0.0-6168.g41c9e835.el8.x86_64 129/160 2023-09-21T13:03:56.485 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : openssl-devel-1:1.1.1k-9.el8.x86_64 130/160 2023-09-21T13:03:56.662 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : elfutils-libelf-devel-0.189-3.el8.x86_64 131/160 2023-09-21T13:03:56.852 INFO:teuthology.orchestra.run.smithi057.stdout: Upgrading : util-linux-user-2.32.1-43.el8.x86_64 132/160 2023-09-21T13:03:57.026 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : xfsprogs-devel-5.0.0-12.el8.x86_64 133/160 2023-09-21T13:03:57.222 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : libcephfs-devel-2:18.0.0-6168.g41c9e835.el8.x86_ 134/160 2023-09-21T13:03:58.286 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: postgresql-server-10.23-2.module_el8+572+929c87a 135/160 2023-09-21T13:03:58.530 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : postgresql-server-10.23-2.module_el8+572+929c87a 135/160 2023-09-21T13:03:58.605 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: postgresql-server-10.23-2.module_el8+572+929c87a 135/160 2023-09-21T13:03:58.818 INFO:teuthology.orchestra.run.smithi057.stdout: Upgrading : xfsdump-3.1.8-6.el8.x86_64 136/160 2023-09-21T13:03:59.030 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : cephfs-top-2:18.0.0-6168.g41c9e835.el8.noarch 137/160 2023-09-21T13:03:59.213 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : rbd-fuse-2:18.0.0-6168.g41c9e835.el8.x86_64 138/160 2023-09-21T13:03:59.519 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : rbd-nbd-2:18.0.0-6168.g41c9e835.el8.x86_64 139/160 2023-09-21T13:03:59.781 INFO:teuthology.orchestra.run.smithi057.stdout: Upgrading : iproute-6.2.0-2.el8.x86_64 140/160 2023-09-21T13:03:59.986 INFO:teuthology.orchestra.run.smithi057.stdout: Upgrading : NetworkManager-initscripts-updown-1:1.40.16-9.el 141/160 2023-09-21T13:04:00.000 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: NetworkManager-initscripts-updown-1:1.40.16-9.el 141/160 2023-09-21T13:04:00.204 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : libaio-devel-0.3.112-1.el8.x86_64 142/160 2023-09-21T13:04:00.420 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : flex-2.6.1-9.el8.x86_64 143/160 2023-09-21T13:04:00.514 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: flex-2.6.1-9.el8.x86_64 143/160 2023-09-21T13:04:00.711 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : bison-3.0.4-10.el8.x86_64 144/160 2023-09-21T13:04:00.726 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: bison-3.0.4-10.el8.x86_64 144/160 2023-09-21T13:04:00.905 INFO:teuthology.orchestra.run.smithi057.stdout: Cleanup : elfutils-debuginfod-client-0.189-1.el8.x86_64 145/160 2023-09-21T13:04:01.058 INFO:teuthology.orchestra.run.smithi057.stdout: Cleanup : elfutils-libs-0.189-1.el8.x86_64 146/160 2023-09-21T13:04:01.230 INFO:teuthology.orchestra.run.smithi057.stdout: Cleanup : xfsdump-3.1.8-4.el8.x86_64 147/160 2023-09-21T13:04:01.230 INFO:teuthology.orchestra.run.smithi057.stdout: Cleanup : xfsprogs-5.0.0-10.el8.x86_64 148/160 2023-09-21T13:04:01.465 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: xfsprogs-5.0.0-10.el8.x86_64 148/160 2023-09-21T13:04:01.466 INFO:teuthology.orchestra.run.smithi057.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 149/160 2023-09-21T13:04:01.739 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 149/160 2023-09-21T13:04:01.746 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: NetworkManager-initscripts-updown-1:1.40.16-4.el 150/160 2023-09-21T13:04:01.874 INFO:teuthology.orchestra.run.smithi057.stdout: Cleanup : NetworkManager-initscripts-updown-1:1.40.16-4.el 150/160 2023-09-21T13:04:01.874 INFO:teuthology.orchestra.run.smithi057.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 151/160 2023-09-21T13:04:02.111 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 151/160 2023-09-21T13:04:02.297 INFO:teuthology.orchestra.run.smithi057.stdout: Cleanup : iproute-6.2.0-1.el8.x86_64 152/160 2023-09-21T13:04:02.441 INFO:teuthology.orchestra.run.smithi057.stdout: Cleanup : util-linux-user-2.32.1-41.el8.x86_64 153/160 2023-09-21T13:04:02.664 INFO:teuthology.orchestra.run.smithi057.stdout: Cleanup : util-linux-2.32.1-41.el8.x86_64 154/160 2023-09-21T13:04:02.664 INFO:teuthology.orchestra.run.smithi057.stdout: Cleanup : libfdisk-2.32.1-41.el8.x86_64 155/160 2023-09-21T13:04:02.873 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: libfdisk-2.32.1-41.el8.x86_64 155/160 2023-09-21T13:04:02.873 INFO:teuthology.orchestra.run.smithi057.stdout: Cleanup : libmount-2.32.1-41.el8.x86_64 156/160 2023-09-21T13:04:03.064 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: libmount-2.32.1-41.el8.x86_64 156/160 2023-09-21T13:04:03.065 INFO:teuthology.orchestra.run.smithi057.stdout: Cleanup : libblkid-2.32.1-41.el8.x86_64 157/160 2023-09-21T13:04:03.265 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: libblkid-2.32.1-41.el8.x86_64 157/160 2023-09-21T13:04:03.265 INFO:teuthology.orchestra.run.smithi057.stdout: Cleanup : libuuid-2.32.1-41.el8.x86_64 158/160 2023-09-21T13:04:03.481 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: libuuid-2.32.1-41.el8.x86_64 158/160 2023-09-21T13:04:03.481 INFO:teuthology.orchestra.run.smithi057.stdout: Cleanup : libsmartcols-2.32.1-41.el8.x86_64 159/160 2023-09-21T13:04:03.665 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: libsmartcols-2.32.1-41.el8.x86_64 159/160 2023-09-21T13:04:03.847 INFO:teuthology.orchestra.run.smithi057.stdout: Cleanup : elfutils-libelf-0.189-1.el8.x86_64 160/160 2023-09-21T13:04:04.521 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: elfutils-libelf-0.189-1.el8.x86_64 160/160 2023-09-21T13:04:04.521 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : ceph-2:18.0.0-6168.g41c9e835.el8.x86_64 1/160 2023-09-21T13:04:04.522 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : ceph-base-2:18.0.0-6168.g41c9e835.el8.x86_64 2/160 2023-09-21T13:04:04.522 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : ceph-common-2:18.0.0-6168.g41c9e835.el8.x86_64 3/160 2023-09-21T13:04:04.522 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : ceph-fuse-2:18.0.0-6168.g41c9e835.el8.x86_64 4/160 2023-09-21T13:04:04.522 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : ceph-immutable-object-cache-2:18.0.0-6168.g41c9e 5/160 2023-09-21T13:04:04.522 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : ceph-mds-2:18.0.0-6168.g41c9e835.el8.x86_64 6/160 2023-09-21T13:04:04.523 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : ceph-mgr-2:18.0.0-6168.g41c9e835.el8.x86_64 7/160 2023-09-21T13:04:04.523 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : ceph-mon-2:18.0.0-6168.g41c9e835.el8.x86_64 8/160 2023-09-21T13:04:04.523 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : ceph-osd-2:18.0.0-6168.g41c9e835.el8.x86_64 9/160 2023-09-21T13:04:04.523 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : ceph-radosgw-2:18.0.0-6168.g41c9e835.el8.x86_64 10/160 2023-09-21T13:04:04.523 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : ceph-selinux-2:18.0.0-6168.g41c9e835.el8.x86_64 11/160 2023-09-21T13:04:04.524 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : ceph-test-2:18.0.0-6168.g41c9e835.el8.x86_64 12/160 2023-09-21T13:04:04.524 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : cephfs-mirror-2:18.0.0-6168.g41c9e835.el8.x86_64 13/160 2023-09-21T13:04:04.524 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : libcephfs-devel-2:18.0.0-6168.g41c9e835.el8.x86_ 14/160 2023-09-21T13:04:04.524 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : libcephfs2-2:18.0.0-6168.g41c9e835.el8.x86_64 15/160 2023-09-21T13:04:04.524 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : libcephsqlite-2:18.0.0-6168.g41c9e835.el8.x86_64 16/160 2023-09-21T13:04:04.525 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : librados-devel-2:18.0.0-6168.g41c9e835.el8.x86_6 17/160 2023-09-21T13:04:04.525 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : libradosstriper1-2:18.0.0-6168.g41c9e835.el8.x86 18/160 2023-09-21T13:04:04.525 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : librgw2-2:18.0.0-6168.g41c9e835.el8.x86_64 19/160 2023-09-21T13:04:04.525 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-ceph-argparse-2:18.0.0-6168.g41c9e835.el 20/160 2023-09-21T13:04:04.525 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-ceph-common-2:18.0.0-6168.g41c9e835.el8. 21/160 2023-09-21T13:04:04.526 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-cephfs-2:18.0.0-6168.g41c9e835.el8.x86_6 22/160 2023-09-21T13:04:04.526 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-rados-2:18.0.0-6168.g41c9e835.el8.x86_64 23/160 2023-09-21T13:04:04.526 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-rbd-2:18.0.0-6168.g41c9e835.el8.x86_64 24/160 2023-09-21T13:04:04.526 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-rgw-2:18.0.0-6168.g41c9e835.el8.x86_64 25/160 2023-09-21T13:04:04.526 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : rbd-fuse-2:18.0.0-6168.g41c9e835.el8.x86_64 26/160 2023-09-21T13:04:04.527 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : rbd-mirror-2:18.0.0-6168.g41c9e835.el8.x86_64 27/160 2023-09-21T13:04:04.527 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : rbd-nbd-2:18.0.0-6168.g41c9e835.el8.x86_64 28/160 2023-09-21T13:04:04.527 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : ceph-grafana-dashboards-2:18.0.0-6168.g41c9e835. 29/160 2023-09-21T13:04:04.527 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : ceph-mgr-cephadm-2:18.0.0-6168.g41c9e835.el8.noa 30/160 2023-09-21T13:04:04.527 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : ceph-mgr-dashboard-2:18.0.0-6168.g41c9e835.el8.n 31/160 2023-09-21T13:04:04.528 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.0.0-6168.g41c 32/160 2023-09-21T13:04:04.528 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : ceph-mgr-modules-core-2:18.0.0-6168.g41c9e835.el 33/160 2023-09-21T13:04:04.528 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : ceph-mgr-rook-2:18.0.0-6168.g41c9e835.el8.noarch 34/160 2023-09-21T13:04:04.528 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : ceph-prometheus-alerts-2:18.0.0-6168.g41c9e835.e 35/160 2023-09-21T13:04:04.528 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : ceph-volume-2:18.0.0-6168.g41c9e835.el8.noarch 36/160 2023-09-21T13:04:04.529 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : cephadm-2:18.0.0-6168.g41c9e835.el8.noarch 37/160 2023-09-21T13:04:04.529 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : cephfs-top-2:18.0.0-6168.g41c9e835.el8.noarch 38/160 2023-09-21T13:04:04.529 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : automake-1.16.1-8.el8.noarch 39/160 2023-09-21T13:04:04.529 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : bison-3.0.4-10.el8.x86_64 40/160 2023-09-21T13:04:04.529 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : flex-2.6.1-9.el8.x86_64 41/160 2023-09-21T13:04:04.530 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : jq-1.6-7.el8.x86_64 42/160 2023-09-21T13:04:04.530 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : libpq-13.5-1.el8.x86_64 43/160 2023-09-21T13:04:04.530 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 44/160 2023-09-21T13:04:04.530 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : libtool-2.4.6-25.el8.x86_64 45/160 2023-09-21T13:04:04.531 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 46/160 2023-09-21T13:04:04.531 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 47/160 2023-09-21T13:04:04.531 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : openblas-0.3.15-4.el8.x86_64 48/160 2023-09-21T13:04:04.531 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : openblas-threads-0.3.15-4.el8.x86_64 49/160 2023-09-21T13:04:04.531 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : postgresql-10.23-2.module_el8+572+929c87ac.x86_6 50/160 2023-09-21T13:04:04.532 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : postgresql-contrib-10.23-2.module_el8+572+929c87 51/160 2023-09-21T13:04:04.532 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : postgresql-server-10.23-2.module_el8+572+929c87a 52/160 2023-09-21T13:04:04.532 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 53/160 2023-09-21T13:04:04.532 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 54/160 2023-09-21T13:04:04.532 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 55/160 2023-09-21T13:04:04.533 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 56/160 2023-09-21T13:04:04.533 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-mako-1.0.6-14.el8.noarch 57/160 2023-09-21T13:04:04.533 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 58/160 2023-09-21T13:04:04.533 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 59/160 2023-09-21T13:04:04.533 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 60/160 2023-09-21T13:04:04.533 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 61/160 2023-09-21T13:04:04.534 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 62/160 2023-09-21T13:04:04.534 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 63/160 2023-09-21T13:04:04.534 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 64/160 2023-09-21T13:04:04.534 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-pytz-2017.2-11.el8.noarch 65/160 2023-09-21T13:04:04.534 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-scipy-1.0.0-21.module_el8.5.0+771+e5d9a2 66/160 2023-09-21T13:04:04.535 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 67/160 2023-09-21T13:04:04.535 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 68/160 2023-09-21T13:04:04.535 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : uuid-1.6.2-43.el8.x86_64 69/160 2023-09-21T13:04:04.535 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 70/160 2023-09-21T13:04:04.535 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : elfutils-libelf-devel-0.189-3.el8.x86_64 71/160 2023-09-21T13:04:04.536 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : fuse-2.9.7-17.el8.x86_64 72/160 2023-09-21T13:04:04.536 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : keyutils-libs-devel-1.5.10-9.el8.x86_64 73/160 2023-09-21T13:04:04.536 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : krb5-devel-1.18.2-22.el8.x86_64 74/160 2023-09-21T13:04:04.536 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : libaio-devel-0.3.112-1.el8.x86_64 75/160 2023-09-21T13:04:04.536 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : libcom_err-devel-1.45.6-5.el8.x86_64 76/160 2023-09-21T13:04:04.537 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : libgfortran-8.5.0-20.el8.x86_64 77/160 2023-09-21T13:04:04.537 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : libquadmath-8.5.0-20.el8.x86_64 78/160 2023-09-21T13:04:04.537 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : librabbitmq-0.9.0-4.el8.x86_64 79/160 2023-09-21T13:04:04.537 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : libselinux-devel-2.9-8.el8.x86_64 80/160 2023-09-21T13:04:04.537 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : libsepol-devel-2.9-3.el8.x86_64 81/160 2023-09-21T13:04:04.538 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : libuuid-devel-2.32.1-43.el8.x86_64 82/160 2023-09-21T13:04:04.538 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : libverto-devel-0.3.2-2.el8.x86_64 83/160 2023-09-21T13:04:04.538 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : libzstd-devel-1.4.4-1.el8.x86_64 84/160 2023-09-21T13:04:04.538 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : openssl-devel-1:1.1.1k-9.el8.x86_64 85/160 2023-09-21T13:04:04.538 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : pcre2-devel-10.32-3.el8.x86_64 86/160 2023-09-21T13:04:04.539 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : pcre2-utf16-10.32-3.el8.x86_64 87/160 2023-09-21T13:04:04.539 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : pcre2-utf32-10.32-3.el8.x86_64 88/160 2023-09-21T13:04:04.539 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-cffi-1.11.5-6.el8.x86_64 89/160 2023-09-21T13:04:04.539 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-cryptography-3.2.1-6.el8.x86_64 90/160 2023-09-21T13:04:04.539 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 91/160 2023-09-21T13:04:04.540 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 92/160 2023-09-21T13:04:04.540 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 93/160 2023-09-21T13:04:04.540 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 94/160 2023-09-21T13:04:04.540 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : xfsprogs-devel-5.0.0-12.el8.x86_64 95/160 2023-09-21T13:04:04.540 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : zlib-devel-1.2.11-21.el8.x86_64 96/160 2023-09-21T13:04:04.541 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 97/160 2023-09-21T13:04:04.541 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 98/160 2023-09-21T13:04:04.541 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 99/160 2023-09-21T13:04:04.541 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 100/160 2023-09-21T13:04:04.541 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 101/160 2023-09-21T13:04:04.542 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 102/160 2023-09-21T13:04:04.542 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 103/160 2023-09-21T13:04:04.542 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 104/160 2023-09-21T13:04:04.542 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 105/160 2023-09-21T13:04:04.542 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 106/160 2023-09-21T13:04:04.543 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 107/160 2023-09-21T13:04:04.543 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 108/160 2023-09-21T13:04:04.543 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 109/160 2023-09-21T13:04:04.543 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 110/160 2023-09-21T13:04:04.543 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 111/160 2023-09-21T13:04:04.544 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 112/160 2023-09-21T13:04:04.544 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 113/160 2023-09-21T13:04:04.544 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 114/160 2023-09-21T13:04:04.544 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-portend-2.6-1.el8.noarch 115/160 2023-09-21T13:04:04.544 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 116/160 2023-09-21T13:04:04.545 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 117/160 2023-09-21T13:04:04.545 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-rsa-4.9-2.el8.noarch 118/160 2023-09-21T13:04:04.545 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 119/160 2023-09-21T13:04:04.545 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 120/160 2023-09-21T13:04:04.545 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 121/160 2023-09-21T13:04:04.546 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 122/160 2023-09-21T13:04:04.546 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-waitress-1.4.3-1.el8.noarch 123/160 2023-09-21T13:04:04.546 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 124/160 2023-09-21T13:04:04.546 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 125/160 2023-09-21T13:04:04.546 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 126/160 2023-09-21T13:04:04.547 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 127/160 2023-09-21T13:04:04.547 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 128/160 2023-09-21T13:04:04.547 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : librados2-2:18.0.0-6168.g41c9e835.el8.x86_64 129/160 2023-09-21T13:04:04.547 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 130/160 2023-09-21T13:04:04.547 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : librbd1-2:18.0.0-6168.g41c9e835.el8.x86_64 131/160 2023-09-21T13:04:04.548 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 132/160 2023-09-21T13:04:04.548 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : NetworkManager-initscripts-updown-1:1.40.16-9.el 133/160 2023-09-21T13:04:04.548 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : NetworkManager-initscripts-updown-1:1.40.16-4.el 134/160 2023-09-21T13:04:04.548 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : elfutils-debuginfod-client-0.189-3.el8.x86_64 135/160 2023-09-21T13:04:04.548 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : elfutils-debuginfod-client-0.189-1.el8.x86_64 136/160 2023-09-21T13:04:04.549 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : elfutils-libelf-0.189-3.el8.x86_64 137/160 2023-09-21T13:04:04.549 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : elfutils-libelf-0.189-1.el8.x86_64 138/160 2023-09-21T13:04:04.549 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : elfutils-libs-0.189-3.el8.x86_64 139/160 2023-09-21T13:04:04.549 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : elfutils-libs-0.189-1.el8.x86_64 140/160 2023-09-21T13:04:04.549 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : iproute-6.2.0-2.el8.x86_64 141/160 2023-09-21T13:04:04.549 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : iproute-6.2.0-1.el8.x86_64 142/160 2023-09-21T13:04:04.550 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : libblkid-2.32.1-43.el8.x86_64 143/160 2023-09-21T13:04:04.550 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : libblkid-2.32.1-41.el8.x86_64 144/160 2023-09-21T13:04:04.550 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : libfdisk-2.32.1-43.el8.x86_64 145/160 2023-09-21T13:04:04.550 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : libfdisk-2.32.1-41.el8.x86_64 146/160 2023-09-21T13:04:04.550 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : libmount-2.32.1-43.el8.x86_64 147/160 2023-09-21T13:04:04.551 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : libmount-2.32.1-41.el8.x86_64 148/160 2023-09-21T13:04:04.551 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : libsmartcols-2.32.1-43.el8.x86_64 149/160 2023-09-21T13:04:04.551 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : libsmartcols-2.32.1-41.el8.x86_64 150/160 2023-09-21T13:04:04.551 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : libuuid-2.32.1-43.el8.x86_64 151/160 2023-09-21T13:04:04.551 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : libuuid-2.32.1-41.el8.x86_64 152/160 2023-09-21T13:04:04.552 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : util-linux-2.32.1-43.el8.x86_64 153/160 2023-09-21T13:04:04.552 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : util-linux-2.32.1-41.el8.x86_64 154/160 2023-09-21T13:04:04.552 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : util-linux-user-2.32.1-43.el8.x86_64 155/160 2023-09-21T13:04:04.552 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : util-linux-user-2.32.1-41.el8.x86_64 156/160 2023-09-21T13:04:04.552 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : xfsdump-3.1.8-6.el8.x86_64 157/160 2023-09-21T13:04:04.553 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : xfsdump-3.1.8-4.el8.x86_64 158/160 2023-09-21T13:04:04.553 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : xfsprogs-5.0.0-12.el8.x86_64 159/160 2023-09-21T13:04:06.747 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : xfsprogs-5.0.0-10.el8.x86_64 160/160 2023-09-21T13:04:06.748 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-09-21T13:04:06.748 INFO:teuthology.orchestra.run.smithi057.stdout:Upgraded: 2023-09-21T13:04:06.748 INFO:teuthology.orchestra.run.smithi057.stdout: NetworkManager-initscripts-updown-1:1.40.16-9.el8.noarch 2023-09-21T13:04:06.748 INFO:teuthology.orchestra.run.smithi057.stdout: elfutils-debuginfod-client-0.189-3.el8.x86_64 2023-09-21T13:04:06.748 INFO:teuthology.orchestra.run.smithi057.stdout: elfutils-libelf-0.189-3.el8.x86_64 2023-09-21T13:04:06.749 INFO:teuthology.orchestra.run.smithi057.stdout: elfutils-libs-0.189-3.el8.x86_64 2023-09-21T13:04:06.749 INFO:teuthology.orchestra.run.smithi057.stdout: iproute-6.2.0-2.el8.x86_64 2023-09-21T13:04:06.749 INFO:teuthology.orchestra.run.smithi057.stdout: libblkid-2.32.1-43.el8.x86_64 2023-09-21T13:04:06.749 INFO:teuthology.orchestra.run.smithi057.stdout: libfdisk-2.32.1-43.el8.x86_64 2023-09-21T13:04:06.749 INFO:teuthology.orchestra.run.smithi057.stdout: libmount-2.32.1-43.el8.x86_64 2023-09-21T13:04:06.750 INFO:teuthology.orchestra.run.smithi057.stdout: librados2-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T13:04:06.750 INFO:teuthology.orchestra.run.smithi057.stdout: librbd1-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T13:04:06.750 INFO:teuthology.orchestra.run.smithi057.stdout: libsmartcols-2.32.1-43.el8.x86_64 2023-09-21T13:04:06.750 INFO:teuthology.orchestra.run.smithi057.stdout: libuuid-2.32.1-43.el8.x86_64 2023-09-21T13:04:06.750 INFO:teuthology.orchestra.run.smithi057.stdout: util-linux-2.32.1-43.el8.x86_64 2023-09-21T13:04:06.751 INFO:teuthology.orchestra.run.smithi057.stdout: util-linux-user-2.32.1-43.el8.x86_64 2023-09-21T13:04:06.751 INFO:teuthology.orchestra.run.smithi057.stdout: xfsdump-3.1.8-6.el8.x86_64 2023-09-21T13:04:06.751 INFO:teuthology.orchestra.run.smithi057.stdout: xfsprogs-5.0.0-12.el8.x86_64 2023-09-21T13:04:06.751 INFO:teuthology.orchestra.run.smithi057.stdout:Installed: 2023-09-21T13:04:06.751 INFO:teuthology.orchestra.run.smithi057.stdout: automake-1.16.1-8.el8.noarch 2023-09-21T13:04:06.752 INFO:teuthology.orchestra.run.smithi057.stdout: bison-3.0.4-10.el8.x86_64 2023-09-21T13:04:06.752 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T13:04:06.752 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-base-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T13:04:06.752 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-common-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T13:04:06.752 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-fuse-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T13:04:06.752 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-grafana-dashboards-2:18.0.0-6168.g41c9e835.el8.noarch 2023-09-21T13:04:06.753 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-immutable-object-cache-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T13:04:06.753 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-mds-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T13:04:06.753 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-mgr-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T13:04:06.753 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-mgr-cephadm-2:18.0.0-6168.g41c9e835.el8.noarch 2023-09-21T13:04:06.753 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-mgr-dashboard-2:18.0.0-6168.g41c9e835.el8.noarch 2023-09-21T13:04:06.754 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-mgr-diskprediction-local-2:18.0.0-6168.g41c9e835.el8.noarch 2023-09-21T13:04:06.754 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-mgr-modules-core-2:18.0.0-6168.g41c9e835.el8.noarch 2023-09-21T13:04:06.754 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-mgr-rook-2:18.0.0-6168.g41c9e835.el8.noarch 2023-09-21T13:04:06.754 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-mon-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T13:04:06.755 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-osd-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T13:04:06.755 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-prometheus-alerts-2:18.0.0-6168.g41c9e835.el8.noarch 2023-09-21T13:04:06.755 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-radosgw-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T13:04:06.755 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-selinux-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T13:04:06.755 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-test-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T13:04:06.755 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-volume-2:18.0.0-6168.g41c9e835.el8.noarch 2023-09-21T13:04:06.756 INFO:teuthology.orchestra.run.smithi057.stdout: cephadm-2:18.0.0-6168.g41c9e835.el8.noarch 2023-09-21T13:04:06.756 INFO:teuthology.orchestra.run.smithi057.stdout: cephfs-mirror-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T13:04:06.756 INFO:teuthology.orchestra.run.smithi057.stdout: cephfs-top-2:18.0.0-6168.g41c9e835.el8.noarch 2023-09-21T13:04:06.756 INFO:teuthology.orchestra.run.smithi057.stdout: elfutils-libelf-devel-0.189-3.el8.x86_64 2023-09-21T13:04:06.756 INFO:teuthology.orchestra.run.smithi057.stdout: flex-2.6.1-9.el8.x86_64 2023-09-21T13:04:06.757 INFO:teuthology.orchestra.run.smithi057.stdout: fuse-2.9.7-17.el8.x86_64 2023-09-21T13:04:06.757 INFO:teuthology.orchestra.run.smithi057.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2023-09-21T13:04:06.757 INFO:teuthology.orchestra.run.smithi057.stdout: jq-1.6-7.el8.x86_64 2023-09-21T13:04:06.757 INFO:teuthology.orchestra.run.smithi057.stdout: keyutils-libs-devel-1.5.10-9.el8.x86_64 2023-09-21T13:04:06.757 INFO:teuthology.orchestra.run.smithi057.stdout: krb5-devel-1.18.2-22.el8.x86_64 2023-09-21T13:04:06.758 INFO:teuthology.orchestra.run.smithi057.stdout: libaio-devel-0.3.112-1.el8.x86_64 2023-09-21T13:04:06.758 INFO:teuthology.orchestra.run.smithi057.stdout: libcephfs-devel-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T13:04:06.758 INFO:teuthology.orchestra.run.smithi057.stdout: libcephfs2-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T13:04:06.758 INFO:teuthology.orchestra.run.smithi057.stdout: libcephsqlite-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T13:04:06.759 INFO:teuthology.orchestra.run.smithi057.stdout: libcom_err-devel-1.45.6-5.el8.x86_64 2023-09-21T13:04:06.759 INFO:teuthology.orchestra.run.smithi057.stdout: libgfortran-8.5.0-20.el8.x86_64 2023-09-21T13:04:06.759 INFO:teuthology.orchestra.run.smithi057.stdout: liboath-2.6.2-3.el8.x86_64 2023-09-21T13:04:06.759 INFO:teuthology.orchestra.run.smithi057.stdout: libpq-13.5-1.el8.x86_64 2023-09-21T13:04:06.759 INFO:teuthology.orchestra.run.smithi057.stdout: libquadmath-8.5.0-20.el8.x86_64 2023-09-21T13:04:06.760 INFO:teuthology.orchestra.run.smithi057.stdout: librabbitmq-0.9.0-4.el8.x86_64 2023-09-21T13:04:06.760 INFO:teuthology.orchestra.run.smithi057.stdout: librados-devel-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T13:04:06.760 INFO:teuthology.orchestra.run.smithi057.stdout: libradosstriper1-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T13:04:06.760 INFO:teuthology.orchestra.run.smithi057.stdout: librdkafka-0.11.4-3.el8.x86_64 2023-09-21T13:04:06.760 INFO:teuthology.orchestra.run.smithi057.stdout: librgw2-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T13:04:06.761 INFO:teuthology.orchestra.run.smithi057.stdout: libselinux-devel-2.9-8.el8.x86_64 2023-09-21T13:04:06.761 INFO:teuthology.orchestra.run.smithi057.stdout: libsepol-devel-2.9-3.el8.x86_64 2023-09-21T13:04:06.761 INFO:teuthology.orchestra.run.smithi057.stdout: libtool-2.4.6-25.el8.x86_64 2023-09-21T13:04:06.761 INFO:teuthology.orchestra.run.smithi057.stdout: libunwind-1.3.1-3.el8.x86_64 2023-09-21T13:04:06.762 INFO:teuthology.orchestra.run.smithi057.stdout: libuuid-devel-2.32.1-43.el8.x86_64 2023-09-21T13:04:06.762 INFO:teuthology.orchestra.run.smithi057.stdout: libverto-devel-0.3.2-2.el8.x86_64 2023-09-21T13:04:06.762 INFO:teuthology.orchestra.run.smithi057.stdout: libzstd-devel-1.4.4-1.el8.x86_64 2023-09-21T13:04:06.762 INFO:teuthology.orchestra.run.smithi057.stdout: lttng-ust-2.8.1-11.el8.x86_64 2023-09-21T13:04:06.762 INFO:teuthology.orchestra.run.smithi057.stdout: oniguruma-6.8.2-2.el8.x86_64 2023-09-21T13:04:06.763 INFO:teuthology.orchestra.run.smithi057.stdout: openblas-0.3.15-4.el8.x86_64 2023-09-21T13:04:06.763 INFO:teuthology.orchestra.run.smithi057.stdout: openblas-threads-0.3.15-4.el8.x86_64 2023-09-21T13:04:06.763 INFO:teuthology.orchestra.run.smithi057.stdout: openssl-devel-1:1.1.1k-9.el8.x86_64 2023-09-21T13:04:06.763 INFO:teuthology.orchestra.run.smithi057.stdout: pcre2-devel-10.32-3.el8.x86_64 2023-09-21T13:04:06.763 INFO:teuthology.orchestra.run.smithi057.stdout: pcre2-utf16-10.32-3.el8.x86_64 2023-09-21T13:04:06.764 INFO:teuthology.orchestra.run.smithi057.stdout: pcre2-utf32-10.32-3.el8.x86_64 2023-09-21T13:04:06.764 INFO:teuthology.orchestra.run.smithi057.stdout: postgresql-10.23-2.module_el8+572+929c87ac.x86_64 2023-09-21T13:04:06.764 INFO:teuthology.orchestra.run.smithi057.stdout: postgresql-contrib-10.23-2.module_el8+572+929c87ac.x86_64 2023-09-21T13:04:06.764 INFO:teuthology.orchestra.run.smithi057.stdout: postgresql-server-10.23-2.module_el8+572+929c87ac.x86_64 2023-09-21T13:04:06.764 INFO:teuthology.orchestra.run.smithi057.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2023-09-21T13:04:06.764 INFO:teuthology.orchestra.run.smithi057.stdout: python3-babel-2.5.1-7.el8.noarch 2023-09-21T13:04:06.765 INFO:teuthology.orchestra.run.smithi057.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2023-09-21T13:04:06.765 INFO:teuthology.orchestra.run.smithi057.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2023-09-21T13:04:06.765 INFO:teuthology.orchestra.run.smithi057.stdout: python3-cachetools-3.1.1-4.el8.noarch 2023-09-21T13:04:06.765 INFO:teuthology.orchestra.run.smithi057.stdout: python3-ceph-argparse-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T13:04:06.765 INFO:teuthology.orchestra.run.smithi057.stdout: python3-ceph-common-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T13:04:06.766 INFO:teuthology.orchestra.run.smithi057.stdout: python3-cephfs-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T13:04:06.766 INFO:teuthology.orchestra.run.smithi057.stdout: python3-certifi-2018.10.15-7.el8.noarch 2023-09-21T13:04:06.766 INFO:teuthology.orchestra.run.smithi057.stdout: python3-cffi-1.11.5-6.el8.x86_64 2023-09-21T13:04:06.766 INFO:teuthology.orchestra.run.smithi057.stdout: python3-cheroot-8.5.2-1.el8.noarch 2023-09-21T13:04:06.766 INFO:teuthology.orchestra.run.smithi057.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2023-09-21T13:04:06.767 INFO:teuthology.orchestra.run.smithi057.stdout: python3-cryptography-3.2.1-6.el8.x86_64 2023-09-21T13:04:06.767 INFO:teuthology.orchestra.run.smithi057.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2023-09-21T13:04:06.767 INFO:teuthology.orchestra.run.smithi057.stdout: python3-jaraco-6.2-6.el8.noarch 2023-09-21T13:04:06.767 INFO:teuthology.orchestra.run.smithi057.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2023-09-21T13:04:06.767 INFO:teuthology.orchestra.run.smithi057.stdout: python3-jinja2-2.10.1-3.el8.noarch 2023-09-21T13:04:06.768 INFO:teuthology.orchestra.run.smithi057.stdout: python3-jsonpatch-1.21-2.el8.noarch 2023-09-21T13:04:06.768 INFO:teuthology.orchestra.run.smithi057.stdout: python3-jsonpointer-1.10-11.el8.noarch 2023-09-21T13:04:06.768 INFO:teuthology.orchestra.run.smithi057.stdout: python3-jwt-1.6.1-2.el8.noarch 2023-09-21T13:04:06.768 INFO:teuthology.orchestra.run.smithi057.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2023-09-21T13:04:06.768 INFO:teuthology.orchestra.run.smithi057.stdout: python3-logutils-0.3.5-11.el8.noarch 2023-09-21T13:04:06.769 INFO:teuthology.orchestra.run.smithi057.stdout: python3-mako-1.0.6-14.el8.noarch 2023-09-21T13:04:06.769 INFO:teuthology.orchestra.run.smithi057.stdout: python3-markupsafe-0.23-19.el8.x86_64 2023-09-21T13:04:06.769 INFO:teuthology.orchestra.run.smithi057.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2023-09-21T13:04:06.769 INFO:teuthology.orchestra.run.smithi057.stdout: python3-natsort-7.1.1-2.el8.noarch 2023-09-21T13:04:06.769 INFO:teuthology.orchestra.run.smithi057.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2023-09-21T13:04:06.769 INFO:teuthology.orchestra.run.smithi057.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2023-09-21T13:04:06.770 INFO:teuthology.orchestra.run.smithi057.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2023-09-21T13:04:06.770 INFO:teuthology.orchestra.run.smithi057.stdout: python3-pecan-1.3.2-9.el8.noarch 2023-09-21T13:04:06.770 INFO:teuthology.orchestra.run.smithi057.stdout: python3-portend-2.6-1.el8.noarch 2023-09-21T13:04:06.770 INFO:teuthology.orchestra.run.smithi057.stdout: python3-prettytable-0.7.2-14.el8.noarch 2023-09-21T13:04:06.770 INFO:teuthology.orchestra.run.smithi057.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2023-09-21T13:04:06.771 INFO:teuthology.orchestra.run.smithi057.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2023-09-21T13:04:06.771 INFO:teuthology.orchestra.run.smithi057.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2023-09-21T13:04:06.771 INFO:teuthology.orchestra.run.smithi057.stdout: python3-pycparser-2.14-14.el8.noarch 2023-09-21T13:04:06.771 INFO:teuthology.orchestra.run.smithi057.stdout: python3-pytz-2017.2-11.el8.noarch 2023-09-21T13:04:06.771 INFO:teuthology.orchestra.run.smithi057.stdout: python3-rados-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T13:04:06.772 INFO:teuthology.orchestra.run.smithi057.stdout: python3-rbd-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T13:04:06.772 INFO:teuthology.orchestra.run.smithi057.stdout: python3-repoze-lru-0.7-6.el8.noarch 2023-09-21T13:04:06.772 INFO:teuthology.orchestra.run.smithi057.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2023-09-21T13:04:06.772 INFO:teuthology.orchestra.run.smithi057.stdout: python3-rgw-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T13:04:06.772 INFO:teuthology.orchestra.run.smithi057.stdout: python3-routes-2.4.1-12.el8.noarch 2023-09-21T13:04:06.773 INFO:teuthology.orchestra.run.smithi057.stdout: python3-rsa-4.9-2.el8.noarch 2023-09-21T13:04:06.773 INFO:teuthology.orchestra.run.smithi057.stdout: python3-scipy-1.0.0-21.module_el8.5.0+771+e5d9a225.x86_64 2023-09-21T13:04:06.773 INFO:teuthology.orchestra.run.smithi057.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2023-09-21T13:04:06.773 INFO:teuthology.orchestra.run.smithi057.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2023-09-21T13:04:06.773 INFO:teuthology.orchestra.run.smithi057.stdout: python3-tempora-1.14.1-5.el8.noarch 2023-09-21T13:04:06.773 INFO:teuthology.orchestra.run.smithi057.stdout: python3-trustme-0.6.0-4.el8.noarch 2023-09-21T13:04:06.774 INFO:teuthology.orchestra.run.smithi057.stdout: python3-waitress-1.4.3-1.el8.noarch 2023-09-21T13:04:06.774 INFO:teuthology.orchestra.run.smithi057.stdout: python3-webob-1.8.5-1.el8.1.noarch 2023-09-21T13:04:06.774 INFO:teuthology.orchestra.run.smithi057.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2023-09-21T13:04:06.774 INFO:teuthology.orchestra.run.smithi057.stdout: python3-webtest-2.0.33-1.el8.noarch 2023-09-21T13:04:06.774 INFO:teuthology.orchestra.run.smithi057.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2023-09-21T13:04:06.775 INFO:teuthology.orchestra.run.smithi057.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2023-09-21T13:04:06.775 INFO:teuthology.orchestra.run.smithi057.stdout: rbd-fuse-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T13:04:06.775 INFO:teuthology.orchestra.run.smithi057.stdout: rbd-mirror-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T13:04:06.775 INFO:teuthology.orchestra.run.smithi057.stdout: rbd-nbd-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T13:04:06.775 INFO:teuthology.orchestra.run.smithi057.stdout: socat-1.7.4.1-1.el8.x86_64 2023-09-21T13:04:06.776 INFO:teuthology.orchestra.run.smithi057.stdout: thrift-0.13.0-2.el8.x86_64 2023-09-21T13:04:06.776 INFO:teuthology.orchestra.run.smithi057.stdout: uuid-1.6.2-43.el8.x86_64 2023-09-21T13:04:06.776 INFO:teuthology.orchestra.run.smithi057.stdout: xfsprogs-devel-5.0.0-12.el8.x86_64 2023-09-21T13:04:06.776 INFO:teuthology.orchestra.run.smithi057.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2023-09-21T13:04:06.777 INFO:teuthology.orchestra.run.smithi057.stdout: zlib-devel-1.2.11-21.el8.x86_64 2023-09-21T13:04:06.777 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-09-21T13:04:06.777 INFO:teuthology.orchestra.run.smithi057.stdout:Complete! 2023-09-21T13:04:06.990 DEBUG:teuthology.parallel:result is None 2023-09-21T13:04:06.992 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=41c9e835c3f621102ade35dd597317a42116a491 2023-09-21T13:04:07.134 DEBUG:teuthology.orchestra.run.smithi046:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-09-21T13:04:07.167 INFO:teuthology.orchestra.run.smithi046.stdout:18.0.0-6168.g41c9e835.el8 2023-09-21T13:04:07.168 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-6168.g41c9e835.el8 2023-09-21T13:04:07.169 INFO:teuthology.task.install:The correct ceph version 18.0.0-6168.g41c9e835 is installed. 2023-09-21T13:04:07.169 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=41c9e835c3f621102ade35dd597317a42116a491 2023-09-21T13:04:07.311 DEBUG:teuthology.orchestra.run.smithi057:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-09-21T13:04:07.340 INFO:teuthology.orchestra.run.smithi057.stdout:18.0.0-6168.g41c9e835.el8 2023-09-21T13:04:07.341 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-6168.g41c9e835.el8 2023-09-21T13:04:07.341 INFO:teuthology.task.install:The correct ceph version 18.0.0-6168.g41c9e835 is installed. 2023-09-21T13:04:07.342 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2023-09-21T13:04:07.342 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2023-09-21T13:04:07.343 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-09-21T13:04:07.384 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2023-09-21T13:04:07.384 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-09-21T13:04:07.425 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2023-09-21T13:04:07.426 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2023-09-21T13:04:07.427 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/usr/bin/daemon-helper 2023-09-21T13:04:07.463 DEBUG:teuthology.orchestra.run.smithi046:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-09-21T13:04:07.539 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2023-09-21T13:04:07.540 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd of=/usr/bin/daemon-helper 2023-09-21T13:04:07.574 DEBUG:teuthology.orchestra.run.smithi057:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-09-21T13:04:07.649 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2023-09-21T13:04:07.649 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2023-09-21T13:04:07.650 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/usr/bin/adjust-ulimits 2023-09-21T13:04:07.685 DEBUG:teuthology.orchestra.run.smithi046:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-09-21T13:04:07.760 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2023-09-21T13:04:07.760 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd of=/usr/bin/adjust-ulimits 2023-09-21T13:04:07.795 DEBUG:teuthology.orchestra.run.smithi057:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-09-21T13:04:07.872 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2023-09-21T13:04:07.872 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2023-09-21T13:04:07.873 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/usr/bin/stdin-killer 2023-09-21T13:04:07.908 DEBUG:teuthology.orchestra.run.smithi046:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-09-21T13:04:07.983 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2023-09-21T13:04:07.983 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd of=/usr/bin/stdin-killer 2023-09-21T13:04:08.018 DEBUG:teuthology.orchestra.run.smithi057:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-09-21T13:04:08.092 INFO:teuthology.run_tasks:Running task ceph... 2023-09-21T13:04:08.165 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2023-09-21T13:04:08.166 DEBUG:teuthology.orchestra.run.smithi046:> sudo chmod 777 /var/log/ceph 2023-09-21T13:04:08.169 DEBUG:teuthology.orchestra.run.smithi057:> sudo chmod 777 /var/log/ceph 2023-09-21T13:04:08.205 INFO:tasks.ceph:Disabling ceph logrotate... 2023-09-21T13:04:08.206 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -f -- /etc/logrotate.d/ceph 2023-09-21T13:04:08.245 DEBUG:teuthology.orchestra.run.smithi057:> sudo rm -f -- /etc/logrotate.d/ceph 2023-09-21T13:04:08.280 INFO:tasks.ceph:Creating extra log directories... 2023-09-21T13:04:08.280 DEBUG:teuthology.orchestra.run.smithi046:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2023-09-21T13:04:08.320 DEBUG:teuthology.orchestra.run.smithi057:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2023-09-21T13:04:08.364 INFO:tasks.ceph:Setting up log rotation with {'ceph-mds': '10G', 'ceph-osd': '10G'} 2023-09-21T13:04:08.364 INFO:tasks.ceph:writing logrotate stanza for ceph-mds 2023-09-21T13:04:08.365 INFO:tasks.ceph:writing logrotate stanza for ceph-osd 2023-09-21T13:04:08.365 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2023-09-21T13:04:08.365 DEBUG:teuthology.orchestra.run.smithi046:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2023-09-21T13:04:08.417 DEBUG:teuthology.orchestra.run.smithi046:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2023-09-21T13:04:08.541 DEBUG:teuthology.orchestra.run.smithi046:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2023-09-21T13:04:08.577 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2023-09-21T13:04:08.578 DEBUG:teuthology.orchestra.run.smithi057:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2023-09-21T13:04:08.602 DEBUG:teuthology.orchestra.run.smithi057:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2023-09-21T13:04:08.730 DEBUG:teuthology.orchestra.run.smithi057:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2023-09-21T13:04:08.770 INFO:tasks.ceph:Creating ceph cluster ceph... 2023-09-21T13:04:08.771 INFO:tasks.ceph:config {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'overall HEALTH_', '\\(FS_DEGRADED\\)', '\\(MDS_FAILED\\)', '\\(MDS_DEGRADED\\)', '\\(FS_WITH_FAILED_MDS\\)', '\\(MDS_DAMAGE\\)', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(FS_INLINE_DATA_DEPRECATED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2023-09-21T13:04:08.771 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/leonidus-2023-09-20_16:32:45-fs-wip-lusov-config-format-distro-default-smithi/7399903', 'branch': 'wip-lusov-config-format', 'description': 'fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_8} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/xfstests-dev}', 'email': None, 'first_in_suite': False, 'job_id': '7399903', 'kernel': {'kdb': True, 'sha1': 'distro'}, 'ktype': 'distro', 'last_in_suite': False, 'log-rotate': {'ceph-mds': '10G', 'ceph-osd': '10G'}, 'machine_type': 'smithi', 'name': 'leonidus-2023-09-20_16:32:45-fs-wip-lusov-config-format-distro-default-smithi', 'no_nested_subset': False, 'nuke-on-error': True, 'openstack': [{'volumes': {'count': 4, 'size': 20}}, {'machine': {'disk': 200}}], 'os_type': 'centos', 'os_version': '8.stream', 'overrides': {'admin_socket': {'branch': 'wip-lusov-config-format'}, 'ceph': {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'overall HEALTH_', '\\(FS_DEGRADED\\)', '\\(MDS_FAILED\\)', '\\(MDS_DEGRADED\\)', '\\(FS_WITH_FAILED_MDS\\)', '\\(MDS_DAMAGE\\)', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(FS_INLINE_DATA_DEPRECATED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding'], 'sha1': '41c9e835c3f621102ade35dd597317a42116a491'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': '41c9e835c3f621102ade35dd597317a42116a491'}}, 'selinux': {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'wip-lusov-config-format', 'sha1': '41c9e835c3f621102ade35dd597317a42116a491'}}, 'owner': 'scheduled_leonidus@teuthology', 'priority': 150, 'repo': 'https://git.ceph.com/ceph-ci.git', 'roles': [['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'], ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3']], 'seed': 8407, 'sha1': '41c9e835c3f621102ade35dd597317a42116a491', 'sleep_before_teardown': 0, 'subset': '111/10000', 'suite': 'fs', 'suite_branch': 'wip-lusov-config-format', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph-c_41c9e835c3f621102ade35dd597317a42116a491/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph-ci.git', 'suite_sha1': '41c9e835c3f621102ade35dd597317a42116a491', 'syslog': {'ignorelist': ['WARNING*.*check_session_state', 'WARNING*.*__ceph_remove_cap']}, 'targets': {'smithi046.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHhCFuhB5zncUpkPg4nsDeXGq6apF2Di+SnsZKEevzUnGx2IwFSn54h56eakY52c4JfE6Qm0b9jeJOGvIYnpLmM=', 'smithi057.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOs4AoLXbRiOW0YxLyViEXAltONTFED8/tqn5mP0bQ0Oqi2PAtAz/PsF+ktOJn6tWU4ervTH5iJRuzNswNnT9Os='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'kdb': True, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '41c9e835c3f621102ade35dd597317a42116a491'}}, {'ceph': {'create_rbd_pool': False, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'overall HEALTH_', '\\(FS_DEGRADED\\)', '\\(MDS_FAILED\\)', '\\(MDS_DEGRADED\\)', '\\(FS_WITH_FAILED_MDS\\)', '\\(MDS_DAMAGE\\)', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(FS_INLINE_DATA_DEPRECATED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding'], 'sha1': '41c9e835c3f621102ade35dd597317a42116a491', 'cluster': 'ceph'}}, {'ceph-fuse': None}, {'cephfs_test_runner': {'fail_on_skip': False, 'modules': ['tasks.cephfs.tests_from_xfstests_dev']}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': ['local function is_kupstream() return false end', 'local function is_kdistro() return false end', 'local function is_fuse() return true end', "local function syntax_version() return '' end"]}, 'teuthology_branch': 'main', 'teuthology_sha1': '54e62bcbac4e53d9685e08328b790d3b20d71cae', 'timestamp': '2023-09-20_16:32:45', 'tube': 'smithi', 'user': 'leonidus', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.1394'} 2023-09-21T13:04:08.772 DEBUG:teuthology.orchestra.run.smithi046:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2023-09-21T13:04:08.775 DEBUG:teuthology.orchestra.run.smithi057:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2023-09-21T13:04:08.828 DEBUG:teuthology.orchestra.run.smithi046:> sudo install -d -m0777 -- /var/run/ceph 2023-09-21T13:04:08.839 DEBUG:teuthology.orchestra.run.smithi057:> sudo install -d -m0777 -- /var/run/ceph 2023-09-21T13:04:08.905 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2023-09-21T13:04:08.905 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/scratch_devs of=/dev/stdout 2023-09-21T13:04:08.936 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-09-21T13:04:08.937 DEBUG:teuthology.orchestra.run.smithi046:> stat /dev/vg_nvme/lv_1 2023-09-21T13:04:09.000 INFO:teuthology.orchestra.run.smithi046.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-09-21T13:04:09.001 INFO:teuthology.orchestra.run.smithi046.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-09-21T13:04:09.001 INFO:teuthology.orchestra.run.smithi046.stdout:Device: 6h/6d Inode: 391995 Links: 1 2023-09-21T13:04:09.001 INFO:teuthology.orchestra.run.smithi046.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-09-21T13:04:09.001 INFO:teuthology.orchestra.run.smithi046.stdout:Context: system_u:object_r:device_t:s0 2023-09-21T13:04:09.002 INFO:teuthology.orchestra.run.smithi046.stdout:Access: 2023-09-21 13:03:38.036258968 +0000 2023-09-21T13:04:09.002 INFO:teuthology.orchestra.run.smithi046.stdout:Modify: 2023-09-21 13:00:26.263358893 +0000 2023-09-21T13:04:09.002 INFO:teuthology.orchestra.run.smithi046.stdout:Change: 2023-09-21 13:00:26.263358893 +0000 2023-09-21T13:04:09.002 INFO:teuthology.orchestra.run.smithi046.stdout: Birth: - 2023-09-21T13:04:09.003 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-09-21T13:04:09.074 INFO:teuthology.orchestra.run.smithi046.stderr:1+0 records in 2023-09-21T13:04:09.075 INFO:teuthology.orchestra.run.smithi046.stderr:1+0 records out 2023-09-21T13:04:09.075 INFO:teuthology.orchestra.run.smithi046.stderr:512 bytes copied, 0.000129311 s, 4.0 MB/s 2023-09-21T13:04:09.076 DEBUG:teuthology.orchestra.run.smithi046:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-09-21T13:04:09.141 DEBUG:teuthology.orchestra.run.smithi046:> stat /dev/vg_nvme/lv_2 2023-09-21T13:04:09.206 INFO:teuthology.orchestra.run.smithi046.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-09-21T13:04:09.207 INFO:teuthology.orchestra.run.smithi046.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-09-21T13:04:09.207 INFO:teuthology.orchestra.run.smithi046.stdout:Device: 6h/6d Inode: 393669 Links: 1 2023-09-21T13:04:09.207 INFO:teuthology.orchestra.run.smithi046.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-09-21T13:04:09.208 INFO:teuthology.orchestra.run.smithi046.stdout:Context: system_u:object_r:device_t:s0 2023-09-21T13:04:09.208 INFO:teuthology.orchestra.run.smithi046.stdout:Access: 2023-09-21 13:03:38.036258968 +0000 2023-09-21T13:04:09.208 INFO:teuthology.orchestra.run.smithi046.stdout:Modify: 2023-09-21 13:00:26.847352856 +0000 2023-09-21T13:04:09.208 INFO:teuthology.orchestra.run.smithi046.stdout:Change: 2023-09-21 13:00:26.847352856 +0000 2023-09-21T13:04:09.208 INFO:teuthology.orchestra.run.smithi046.stdout: Birth: - 2023-09-21T13:04:09.209 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-09-21T13:04:09.280 INFO:teuthology.orchestra.run.smithi046.stderr:1+0 records in 2023-09-21T13:04:09.280 INFO:teuthology.orchestra.run.smithi046.stderr:1+0 records out 2023-09-21T13:04:09.280 INFO:teuthology.orchestra.run.smithi046.stderr:512 bytes copied, 0.000130533 s, 3.9 MB/s 2023-09-21T13:04:09.282 DEBUG:teuthology.orchestra.run.smithi046:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-09-21T13:04:09.347 DEBUG:teuthology.orchestra.run.smithi046:> stat /dev/vg_nvme/lv_3 2023-09-21T13:04:09.410 INFO:teuthology.orchestra.run.smithi046.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-09-21T13:04:09.410 INFO:teuthology.orchestra.run.smithi046.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-09-21T13:04:09.410 INFO:teuthology.orchestra.run.smithi046.stdout:Device: 6h/6d Inode: 392854 Links: 1 2023-09-21T13:04:09.411 INFO:teuthology.orchestra.run.smithi046.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-09-21T13:04:09.411 INFO:teuthology.orchestra.run.smithi046.stdout:Context: system_u:object_r:device_t:s0 2023-09-21T13:04:09.411 INFO:teuthology.orchestra.run.smithi046.stdout:Access: 2023-09-21 13:03:38.037258958 +0000 2023-09-21T13:04:09.411 INFO:teuthology.orchestra.run.smithi046.stdout:Modify: 2023-09-21 13:00:27.410347036 +0000 2023-09-21T13:04:09.411 INFO:teuthology.orchestra.run.smithi046.stdout:Change: 2023-09-21 13:00:27.410347036 +0000 2023-09-21T13:04:09.412 INFO:teuthology.orchestra.run.smithi046.stdout: Birth: - 2023-09-21T13:04:09.412 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-09-21T13:04:09.483 INFO:teuthology.orchestra.run.smithi046.stderr:1+0 records in 2023-09-21T13:04:09.483 INFO:teuthology.orchestra.run.smithi046.stderr:1+0 records out 2023-09-21T13:04:09.483 INFO:teuthology.orchestra.run.smithi046.stderr:512 bytes copied, 0.000106011 s, 4.8 MB/s 2023-09-21T13:04:09.484 DEBUG:teuthology.orchestra.run.smithi046:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-09-21T13:04:09.549 DEBUG:teuthology.orchestra.run.smithi046:> stat /dev/vg_nvme/lv_4 2023-09-21T13:04:09.613 INFO:teuthology.orchestra.run.smithi046.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-09-21T13:04:09.613 INFO:teuthology.orchestra.run.smithi046.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-09-21T13:04:09.613 INFO:teuthology.orchestra.run.smithi046.stdout:Device: 6h/6d Inode: 392995 Links: 1 2023-09-21T13:04:09.614 INFO:teuthology.orchestra.run.smithi046.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-09-21T13:04:09.614 INFO:teuthology.orchestra.run.smithi046.stdout:Context: system_u:object_r:device_t:s0 2023-09-21T13:04:09.614 INFO:teuthology.orchestra.run.smithi046.stdout:Access: 2023-09-21 13:03:38.037258958 +0000 2023-09-21T13:04:09.614 INFO:teuthology.orchestra.run.smithi046.stdout:Modify: 2023-09-21 13:00:27.983341112 +0000 2023-09-21T13:04:09.614 INFO:teuthology.orchestra.run.smithi046.stdout:Change: 2023-09-21 13:00:27.983341112 +0000 2023-09-21T13:04:09.615 INFO:teuthology.orchestra.run.smithi046.stdout: Birth: - 2023-09-21T13:04:09.615 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-09-21T13:04:09.686 INFO:teuthology.orchestra.run.smithi046.stderr:1+0 records in 2023-09-21T13:04:09.686 INFO:teuthology.orchestra.run.smithi046.stderr:1+0 records out 2023-09-21T13:04:09.686 INFO:teuthology.orchestra.run.smithi046.stderr:512 bytes copied, 0.000129172 s, 4.0 MB/s 2023-09-21T13:04:09.688 DEBUG:teuthology.orchestra.run.smithi046:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-09-21T13:04:09.752 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-09-21T13:04:09.753 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2023-09-21T13:04:09.753 DEBUG:teuthology.orchestra.run.smithi057:> dd if=/scratch_devs of=/dev/stdout 2023-09-21T13:04:09.777 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-09-21T13:04:09.777 DEBUG:teuthology.orchestra.run.smithi057:> stat /dev/vg_nvme/lv_1 2023-09-21T13:04:09.839 INFO:teuthology.orchestra.run.smithi057.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-09-21T13:04:09.840 INFO:teuthology.orchestra.run.smithi057.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-09-21T13:04:09.840 INFO:teuthology.orchestra.run.smithi057.stdout:Device: 6h/6d Inode: 387829 Links: 1 2023-09-21T13:04:09.840 INFO:teuthology.orchestra.run.smithi057.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-09-21T13:04:09.840 INFO:teuthology.orchestra.run.smithi057.stdout:Context: system_u:object_r:device_t:s0 2023-09-21T13:04:09.841 INFO:teuthology.orchestra.run.smithi057.stdout:Access: 2023-09-21 13:04:04.097605792 +0000 2023-09-21T13:04:09.841 INFO:teuthology.orchestra.run.smithi057.stdout:Modify: 2023-09-21 13:00:26.637110832 +0000 2023-09-21T13:04:09.841 INFO:teuthology.orchestra.run.smithi057.stdout:Change: 2023-09-21 13:00:26.637110832 +0000 2023-09-21T13:04:09.841 INFO:teuthology.orchestra.run.smithi057.stdout: Birth: - 2023-09-21T13:04:09.842 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-09-21T13:04:09.914 INFO:teuthology.orchestra.run.smithi057.stderr:1+0 records in 2023-09-21T13:04:09.914 INFO:teuthology.orchestra.run.smithi057.stderr:1+0 records out 2023-09-21T13:04:09.915 INFO:teuthology.orchestra.run.smithi057.stderr:512 bytes copied, 0.000426535 s, 1.2 MB/s 2023-09-21T13:04:09.916 DEBUG:teuthology.orchestra.run.smithi057:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-09-21T13:04:09.981 DEBUG:teuthology.orchestra.run.smithi057:> stat /dev/vg_nvme/lv_2 2023-09-21T13:04:10.044 INFO:teuthology.orchestra.run.smithi057.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-09-21T13:04:10.044 INFO:teuthology.orchestra.run.smithi057.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-09-21T13:04:10.045 INFO:teuthology.orchestra.run.smithi057.stdout:Device: 6h/6d Inode: 393524 Links: 1 2023-09-21T13:04:10.045 INFO:teuthology.orchestra.run.smithi057.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-09-21T13:04:10.045 INFO:teuthology.orchestra.run.smithi057.stdout:Context: system_u:object_r:device_t:s0 2023-09-21T13:04:10.045 INFO:teuthology.orchestra.run.smithi057.stdout:Access: 2023-09-21 13:04:04.097605792 +0000 2023-09-21T13:04:10.045 INFO:teuthology.orchestra.run.smithi057.stdout:Modify: 2023-09-21 13:00:27.210102438 +0000 2023-09-21T13:04:10.046 INFO:teuthology.orchestra.run.smithi057.stdout:Change: 2023-09-21 13:00:27.210102438 +0000 2023-09-21T13:04:10.046 INFO:teuthology.orchestra.run.smithi057.stdout: Birth: - 2023-09-21T13:04:10.046 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-09-21T13:04:10.117 INFO:teuthology.orchestra.run.smithi057.stderr:1+0 records in 2023-09-21T13:04:10.117 INFO:teuthology.orchestra.run.smithi057.stderr:1+0 records out 2023-09-21T13:04:10.118 INFO:teuthology.orchestra.run.smithi057.stderr:512 bytes copied, 0.000298595 s, 1.7 MB/s 2023-09-21T13:04:10.119 DEBUG:teuthology.orchestra.run.smithi057:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-09-21T13:04:10.183 DEBUG:teuthology.orchestra.run.smithi057:> stat /dev/vg_nvme/lv_3 2023-09-21T13:04:10.247 INFO:teuthology.orchestra.run.smithi057.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-09-21T13:04:10.248 INFO:teuthology.orchestra.run.smithi057.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-09-21T13:04:10.248 INFO:teuthology.orchestra.run.smithi057.stdout:Device: 6h/6d Inode: 393586 Links: 1 2023-09-21T13:04:10.248 INFO:teuthology.orchestra.run.smithi057.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-09-21T13:04:10.248 INFO:teuthology.orchestra.run.smithi057.stdout:Context: system_u:object_r:device_t:s0 2023-09-21T13:04:10.248 INFO:teuthology.orchestra.run.smithi057.stdout:Access: 2023-09-21 13:04:04.097605792 +0000 2023-09-21T13:04:10.249 INFO:teuthology.orchestra.run.smithi057.stdout:Modify: 2023-09-21 13:00:27.783094043 +0000 2023-09-21T13:04:10.249 INFO:teuthology.orchestra.run.smithi057.stdout:Change: 2023-09-21 13:00:27.783094043 +0000 2023-09-21T13:04:10.249 INFO:teuthology.orchestra.run.smithi057.stdout: Birth: - 2023-09-21T13:04:10.249 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-09-21T13:04:10.321 INFO:teuthology.orchestra.run.smithi057.stderr:1+0 records in 2023-09-21T13:04:10.322 INFO:teuthology.orchestra.run.smithi057.stderr:1+0 records out 2023-09-21T13:04:10.322 INFO:teuthology.orchestra.run.smithi057.stderr:512 bytes copied, 0.000290054 s, 1.8 MB/s 2023-09-21T13:04:10.323 DEBUG:teuthology.orchestra.run.smithi057:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-09-21T13:04:10.387 DEBUG:teuthology.orchestra.run.smithi057:> stat /dev/vg_nvme/lv_4 2023-09-21T13:04:10.450 INFO:teuthology.orchestra.run.smithi057.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-09-21T13:04:10.451 INFO:teuthology.orchestra.run.smithi057.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-09-21T13:04:10.451 INFO:teuthology.orchestra.run.smithi057.stdout:Device: 6h/6d Inode: 394459 Links: 1 2023-09-21T13:04:10.451 INFO:teuthology.orchestra.run.smithi057.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-09-21T13:04:10.451 INFO:teuthology.orchestra.run.smithi057.stdout:Context: system_u:object_r:device_t:s0 2023-09-21T13:04:10.452 INFO:teuthology.orchestra.run.smithi057.stdout:Access: 2023-09-21 13:04:04.098605777 +0000 2023-09-21T13:04:10.452 INFO:teuthology.orchestra.run.smithi057.stdout:Modify: 2023-09-21 13:00:28.357085634 +0000 2023-09-21T13:04:10.452 INFO:teuthology.orchestra.run.smithi057.stdout:Change: 2023-09-21 13:00:28.357085634 +0000 2023-09-21T13:04:10.452 INFO:teuthology.orchestra.run.smithi057.stdout: Birth: - 2023-09-21T13:04:10.453 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-09-21T13:04:10.525 INFO:teuthology.orchestra.run.smithi057.stderr:1+0 records in 2023-09-21T13:04:10.526 INFO:teuthology.orchestra.run.smithi057.stderr:1+0 records out 2023-09-21T13:04:10.526 INFO:teuthology.orchestra.run.smithi057.stderr:512 bytes copied, 0.000312928 s, 1.6 MB/s 2023-09-21T13:04:10.527 DEBUG:teuthology.orchestra.run.smithi057:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-09-21T13:04:10.591 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-09-21T13:04:10.592 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi046.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi057.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2023-09-21T13:04:10.592 INFO:tasks.ceph:Generating config... 2023-09-21T13:04:10.593 INFO:tasks.ceph:[client] client mount timeout = 600 2023-09-21T13:04:10.594 INFO:tasks.ceph:[client] debug client = 20 2023-09-21T13:04:10.594 INFO:tasks.ceph:[client] debug ms = 1 2023-09-21T13:04:10.594 INFO:tasks.ceph:[client] pid file = 2023-09-21T13:04:10.595 INFO:tasks.ceph:[client] rados mon op timeout = 900 2023-09-21T13:04:10.595 INFO:tasks.ceph:[client] rados osd op timeout = 900 2023-09-21T13:04:10.595 INFO:tasks.ceph:[mds] debug mds = 20 2023-09-21T13:04:10.595 INFO:tasks.ceph:[mds] debug mds balancer = 20 2023-09-21T13:04:10.596 INFO:tasks.ceph:[mds] debug ms = 1 2023-09-21T13:04:10.596 INFO:tasks.ceph:[mds] mds debug frag = True 2023-09-21T13:04:10.596 INFO:tasks.ceph:[mds] mds debug scatterstat = True 2023-09-21T13:04:10.596 INFO:tasks.ceph:[mds] mds op complaint time = 180 2023-09-21T13:04:10.597 INFO:tasks.ceph:[mds] mds verify scatter = True 2023-09-21T13:04:10.597 INFO:tasks.ceph:[mds] osd op complaint time = 180 2023-09-21T13:04:10.597 INFO:tasks.ceph:[mds] rados mon op timeout = 900 2023-09-21T13:04:10.597 INFO:tasks.ceph:[mds] rados osd op timeout = 900 2023-09-21T13:04:10.598 INFO:tasks.ceph:[mgr] debug mgr = 20 2023-09-21T13:04:10.598 INFO:tasks.ceph:[mgr] debug ms = 1 2023-09-21T13:04:10.598 INFO:tasks.ceph:[mon] debug mon = 20 2023-09-21T13:04:10.599 INFO:tasks.ceph:[mon] debug ms = 1 2023-09-21T13:04:10.599 INFO:tasks.ceph:[mon] debug paxos = 20 2023-09-21T13:04:10.599 INFO:tasks.ceph:[mon] mon op complaint time = 120 2023-09-21T13:04:10.600 INFO:tasks.ceph:[osd] bdev async discard = True 2023-09-21T13:04:10.600 INFO:tasks.ceph:[osd] bdev enable discard = True 2023-09-21T13:04:10.600 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2023-09-21T13:04:10.600 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2023-09-21T13:04:10.601 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2023-09-21T13:04:10.601 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2023-09-21T13:04:10.601 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2023-09-21T13:04:10.601 INFO:tasks.ceph:[osd] debug ms = 1 2023-09-21T13:04:10.602 INFO:tasks.ceph:[osd] debug osd = 20 2023-09-21T13:04:10.602 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2023-09-21T13:04:10.602 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2023-09-21T13:04:10.603 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2023-09-21T13:04:10.603 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2023-09-21T13:04:10.603 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2023-09-21T13:04:10.603 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2023-09-21T13:04:10.604 INFO:tasks.ceph:[osd] osd op complaint time = 180 2023-09-21T13:04:10.604 INFO:tasks.ceph:Setting up mon.a... 2023-09-21T13:04:10.604 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2023-09-21T13:04:10.676 INFO:teuthology.orchestra.run.smithi046.stdout:creating /etc/ceph/ceph.keyring 2023-09-21T13:04:10.679 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2023-09-21T13:04:10.733 DEBUG:teuthology.orchestra.run.smithi046:> sudo chmod 0644 /etc/ceph/ceph.keyring 2023-09-21T13:04:10.765 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.46'), ('mon.b', '172.21.15.57'), ('mon.c', '[v2:172.21.15.57:3301,v1:172.21.15.57:6790]')] 2023-09-21T13:04:10.766 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.46,172.21.15.57,[v2:172.21.15.57:3301,v1:172.21.15.57:6790]'}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon op complaint time': 120}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}, 'mds.a': {}, 'mds.c': {}, 'mds.b': {}, 'mds.d': {}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}} 2023-09-21T13:04:10.767 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2023-09-21T13:04:10.767 DEBUG:teuthology.orchestra.run.smithi046:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2023-09-21T13:04:10.829 DEBUG:teuthology.orchestra.run.smithi046:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.46 --add b 172.21.15.57 --addv c '[v2:172.21.15.57:3301,v1:172.21.15.57:6790]' --print /home/ubuntu/cephtest/ceph.monmap 2023-09-21T13:04:10.929 INFO:teuthology.orchestra.run.smithi046.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2023-09-21T13:04:10.930 INFO:teuthology.orchestra.run.smithi046.stdout:monmaptool: generated fsid 3cbfaf88-469e-4129-b70d-6dd2d92bd0a4 2023-09-21T13:04:10.930 INFO:teuthology.orchestra.run.smithi046.stdout:setting min_mon_release = pacific 2023-09-21T13:04:10.930 INFO:teuthology.orchestra.run.smithi046.stdout:epoch 0 2023-09-21T13:04:10.931 INFO:teuthology.orchestra.run.smithi046.stdout:fsid 3cbfaf88-469e-4129-b70d-6dd2d92bd0a4 2023-09-21T13:04:10.931 INFO:teuthology.orchestra.run.smithi046.stdout:last_changed 2023-09-21T13:04:10.932811+0000 2023-09-21T13:04:10.931 INFO:teuthology.orchestra.run.smithi046.stdout:created 2023-09-21T13:04:10.932811+0000 2023-09-21T13:04:10.931 INFO:teuthology.orchestra.run.smithi046.stdout:min_mon_release 16 (pacific) 2023-09-21T13:04:10.931 INFO:teuthology.orchestra.run.smithi046.stdout:election_strategy: 1 2023-09-21T13:04:10.932 INFO:teuthology.orchestra.run.smithi046.stdout:0: [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] mon.a 2023-09-21T13:04:10.932 INFO:teuthology.orchestra.run.smithi046.stdout:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-09-21T13:04:10.932 INFO:teuthology.orchestra.run.smithi046.stdout:2: [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] mon.c 2023-09-21T13:04:10.932 INFO:teuthology.orchestra.run.smithi046.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2023-09-21T13:04:10.933 DEBUG:teuthology.orchestra.run.smithi046:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2023-09-21T13:04:10.955 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID 3cbfaf88-469e-4129-b70d-6dd2d92bd0a4... 2023-09-21T13:04:10.956 DEBUG:teuthology.orchestra.run.smithi046:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2023-09-21T13:04:10.997 DEBUG:teuthology.orchestra.run.smithi057:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2023-09-21T13:04:11.051 INFO:teuthology.orchestra.run.smithi046.stdout:[global] 2023-09-21T13:04:11.051 INFO:teuthology.orchestra.run.smithi046.stdout: chdir = "" 2023-09-21T13:04:11.052 INFO:teuthology.orchestra.run.smithi046.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2023-09-21T13:04:11.052 INFO:teuthology.orchestra.run.smithi046.stdout: auth supported = cephx 2023-09-21T13:04:11.052 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:04:11.052 INFO:teuthology.orchestra.run.smithi046.stdout: filestore xattr use omap = true 2023-09-21T13:04:11.052 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:04:11.052 INFO:teuthology.orchestra.run.smithi046.stdout: mon clock drift allowed = 1.000 2023-09-21T13:04:11.053 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:04:11.053 INFO:teuthology.orchestra.run.smithi046.stdout: osd crush chooseleaf type = 0 2023-09-21T13:04:11.053 INFO:teuthology.orchestra.run.smithi046.stdout: auth debug = true 2023-09-21T13:04:11.053 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:04:11.053 INFO:teuthology.orchestra.run.smithi046.stdout: ms die on old message = true 2023-09-21T13:04:11.054 INFO:teuthology.orchestra.run.smithi046.stdout: ms die on bug = true 2023-09-21T13:04:11.054 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:04:11.054 INFO:teuthology.orchestra.run.smithi046.stdout: mon max pg per osd = 10000 # >= luminous 2023-09-21T13:04:11.054 INFO:teuthology.orchestra.run.smithi046.stdout: mon pg warn max object skew = 0 2023-09-21T13:04:11.054 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:04:11.055 INFO:teuthology.orchestra.run.smithi046.stdout: # disable pg_autoscaler by default for new pools 2023-09-21T13:04:11.055 INFO:teuthology.orchestra.run.smithi046.stdout: osd_pool_default_pg_autoscale_mode = off 2023-09-21T13:04:11.055 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:04:11.055 INFO:teuthology.orchestra.run.smithi046.stdout: osd pool default size = 2 2023-09-21T13:04:11.055 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:04:11.056 INFO:teuthology.orchestra.run.smithi046.stdout: mon osd allow primary affinity = true 2023-09-21T13:04:11.056 INFO:teuthology.orchestra.run.smithi046.stdout: mon osd allow pg remap = true 2023-09-21T13:04:11.056 INFO:teuthology.orchestra.run.smithi046.stdout: mon warn on legacy crush tunables = false 2023-09-21T13:04:11.056 INFO:teuthology.orchestra.run.smithi046.stdout: mon warn on crush straw calc version zero = false 2023-09-21T13:04:11.056 INFO:teuthology.orchestra.run.smithi046.stdout: mon warn on no sortbitwise = false 2023-09-21T13:04:11.057 INFO:teuthology.orchestra.run.smithi046.stdout: mon warn on osd down out interval zero = false 2023-09-21T13:04:11.057 INFO:teuthology.orchestra.run.smithi046.stdout: mon warn on too few osds = false 2023-09-21T13:04:11.057 INFO:teuthology.orchestra.run.smithi046.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2023-09-21T13:04:11.057 INFO:teuthology.orchestra.run.smithi046.stdout: mon_warn_on_pool_no_redundancy = false 2023-09-21T13:04:11.057 INFO:teuthology.orchestra.run.smithi046.stdout: mon_allow_pool_size_one = true 2023-09-21T13:04:11.058 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:04:11.058 INFO:teuthology.orchestra.run.smithi046.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2023-09-21T13:04:11.058 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:04:11.058 INFO:teuthology.orchestra.run.smithi046.stdout: osd default data pool replay window = 5 2023-09-21T13:04:11.058 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:04:11.059 INFO:teuthology.orchestra.run.smithi046.stdout: mon allow pool delete = true 2023-09-21T13:04:11.059 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:04:11.059 INFO:teuthology.orchestra.run.smithi046.stdout: mon cluster log file level = debug 2023-09-21T13:04:11.059 INFO:teuthology.orchestra.run.smithi046.stdout: debug asserts on shutdown = true 2023-09-21T13:04:11.059 INFO:teuthology.orchestra.run.smithi046.stdout: mon health detail to clog = false 2023-09-21T13:04:11.059 INFO:teuthology.orchestra.run.smithi046.stdout: mon host = "172.21.15.46,172.21.15.57,[v2:172.21.15.57:3301,v1:172.21.15.57:6790]" 2023-09-21T13:04:11.060 INFO:teuthology.orchestra.run.smithi046.stdout: fsid = 3cbfaf88-469e-4129-b70d-6dd2d92bd0a4 2023-09-21T13:04:11.060 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:04:11.060 INFO:teuthology.orchestra.run.smithi046.stdout:[osd] 2023-09-21T13:04:11.060 INFO:teuthology.orchestra.run.smithi046.stdout: osd journal size = 100 2023-09-21T13:04:11.060 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:04:11.061 INFO:teuthology.orchestra.run.smithi046.stdout: osd scrub load threshold = 5.0 2023-09-21T13:04:11.061 INFO:teuthology.orchestra.run.smithi046.stdout: osd scrub max interval = 600 2023-09-21T13:04:11.061 INFO:teuthology.orchestra.run.smithi046.stdout: osd mclock profile = high_recovery_ops 2023-09-21T13:04:11.061 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:04:11.061 INFO:teuthology.orchestra.run.smithi046.stdout: osd recover clone overlap = true 2023-09-21T13:04:11.062 INFO:teuthology.orchestra.run.smithi046.stdout: osd recovery max chunk = 1048576 2023-09-21T13:04:11.062 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:04:11.062 INFO:teuthology.orchestra.run.smithi046.stdout: osd debug shutdown = true 2023-09-21T13:04:11.062 INFO:teuthology.orchestra.run.smithi046.stdout: osd debug op order = true 2023-09-21T13:04:11.062 INFO:teuthology.orchestra.run.smithi046.stdout: osd debug verify stray on activate = true 2023-09-21T13:04:11.063 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:04:11.063 INFO:teuthology.orchestra.run.smithi046.stdout: osd open classes on start = true 2023-09-21T13:04:11.063 INFO:teuthology.orchestra.run.smithi046.stdout: osd debug pg log writeout = true 2023-09-21T13:04:11.063 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:04:11.063 INFO:teuthology.orchestra.run.smithi046.stdout: osd deep scrub update digest min age = 30 2023-09-21T13:04:11.064 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:04:11.064 INFO:teuthology.orchestra.run.smithi046.stdout: osd map max advance = 10 2023-09-21T13:04:11.064 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:04:11.064 INFO:teuthology.orchestra.run.smithi046.stdout: journal zero on create = true 2023-09-21T13:04:11.064 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:04:11.065 INFO:teuthology.orchestra.run.smithi046.stdout: filestore ondisk finisher threads = 3 2023-09-21T13:04:11.065 INFO:teuthology.orchestra.run.smithi046.stdout: filestore apply finisher threads = 3 2023-09-21T13:04:11.065 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:04:11.065 INFO:teuthology.orchestra.run.smithi046.stdout: bdev debug aio = true 2023-09-21T13:04:11.065 INFO:teuthology.orchestra.run.smithi046.stdout: osd debug misdirected ops = true 2023-09-21T13:04:11.066 INFO:teuthology.orchestra.run.smithi046.stdout: bdev async discard = True 2023-09-21T13:04:11.066 INFO:teuthology.orchestra.run.smithi046.stdout: bdev enable discard = True 2023-09-21T13:04:11.066 INFO:teuthology.orchestra.run.smithi046.stdout: bluestore allocator = bitmap 2023-09-21T13:04:11.066 INFO:teuthology.orchestra.run.smithi046.stdout: bluestore block size = 96636764160 2023-09-21T13:04:11.066 INFO:teuthology.orchestra.run.smithi046.stdout: bluestore fsck on mount = True 2023-09-21T13:04:11.066 INFO:teuthology.orchestra.run.smithi046.stdout: debug bluefs = 1/20 2023-09-21T13:04:11.067 INFO:teuthology.orchestra.run.smithi046.stdout: debug bluestore = 1/20 2023-09-21T13:04:11.067 INFO:teuthology.orchestra.run.smithi046.stdout: debug ms = 1 2023-09-21T13:04:11.067 INFO:teuthology.orchestra.run.smithi046.stdout: debug osd = 20 2023-09-21T13:04:11.067 INFO:teuthology.orchestra.run.smithi046.stdout: debug rocksdb = 4/10 2023-09-21T13:04:11.067 INFO:teuthology.orchestra.run.smithi046.stdout: mon osd backfillfull_ratio = 0.85 2023-09-21T13:04:11.068 INFO:teuthology.orchestra.run.smithi046.stdout: mon osd full ratio = 0.9 2023-09-21T13:04:11.068 INFO:teuthology.orchestra.run.smithi046.stdout: mon osd nearfull ratio = 0.8 2023-09-21T13:04:11.068 INFO:teuthology.orchestra.run.smithi046.stdout: osd failsafe full ratio = 0.95 2023-09-21T13:04:11.068 INFO:teuthology.orchestra.run.smithi046.stdout: osd objectstore = bluestore 2023-09-21T13:04:11.068 INFO:teuthology.orchestra.run.smithi046.stdout: osd op complaint time = 180 2023-09-21T13:04:11.069 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:04:11.069 INFO:teuthology.orchestra.run.smithi046.stdout:[mgr] 2023-09-21T13:04:11.069 INFO:teuthology.orchestra.run.smithi046.stdout: debug ms = 1 2023-09-21T13:04:11.069 INFO:teuthology.orchestra.run.smithi046.stdout: debug mgr = 20 2023-09-21T13:04:11.069 INFO:teuthology.orchestra.run.smithi046.stdout: debug mon = 20 2023-09-21T13:04:11.069 INFO:teuthology.orchestra.run.smithi046.stdout: debug auth = 20 2023-09-21T13:04:11.070 INFO:teuthology.orchestra.run.smithi046.stdout: mon reweight min pgs per osd = 4 2023-09-21T13:04:11.070 INFO:teuthology.orchestra.run.smithi046.stdout: mon reweight min bytes per osd = 10 2023-09-21T13:04:11.070 INFO:teuthology.orchestra.run.smithi046.stdout: mgr/telemetry/nag = false 2023-09-21T13:04:11.070 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:04:11.070 INFO:teuthology.orchestra.run.smithi046.stdout:[mon] 2023-09-21T13:04:11.071 INFO:teuthology.orchestra.run.smithi046.stdout: debug ms = 1 2023-09-21T13:04:11.071 INFO:teuthology.orchestra.run.smithi046.stdout: debug mon = 20 2023-09-21T13:04:11.071 INFO:teuthology.orchestra.run.smithi046.stdout: debug paxos = 20 2023-09-21T13:04:11.071 INFO:teuthology.orchestra.run.smithi046.stdout: debug auth = 20 2023-09-21T13:04:11.071 INFO:teuthology.orchestra.run.smithi046.stdout: mon data avail warn = 5 2023-09-21T13:04:11.072 INFO:teuthology.orchestra.run.smithi046.stdout: mon mgr mkfs grace = 240 2023-09-21T13:04:11.072 INFO:teuthology.orchestra.run.smithi046.stdout: mon reweight min pgs per osd = 4 2023-09-21T13:04:11.072 INFO:teuthology.orchestra.run.smithi046.stdout: mon osd reporter subtree level = osd 2023-09-21T13:04:11.072 INFO:teuthology.orchestra.run.smithi046.stdout: mon osd prime pg temp = true 2023-09-21T13:04:11.072 INFO:teuthology.orchestra.run.smithi046.stdout: mon reweight min bytes per osd = 10 2023-09-21T13:04:11.073 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:04:11.073 INFO:teuthology.orchestra.run.smithi046.stdout: # rotate auth tickets quickly to exercise renewal paths 2023-09-21T13:04:11.073 INFO:teuthology.orchestra.run.smithi046.stdout: auth mon ticket ttl = 660 # 11m 2023-09-21T13:04:11.073 INFO:teuthology.orchestra.run.smithi046.stdout: auth service ticket ttl = 240 # 4m 2023-09-21T13:04:11.073 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:04:11.074 INFO:teuthology.orchestra.run.smithi046.stdout: # don't complain about insecure global_id in the test suite 2023-09-21T13:04:11.074 INFO:teuthology.orchestra.run.smithi046.stdout: mon_warn_on_insecure_global_id_reclaim = false 2023-09-21T13:04:11.074 INFO:teuthology.orchestra.run.smithi046.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2023-09-21T13:04:11.074 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:04:11.074 INFO:teuthology.orchestra.run.smithi046.stdout: # 1m isn't quite enough 2023-09-21T13:04:11.074 INFO:teuthology.orchestra.run.smithi046.stdout: mon_down_mkfs_grace = 2m 2023-09-21T13:04:11.075 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:04:11.075 INFO:teuthology.orchestra.run.smithi046.stdout: mon_warn_on_filestore_osds = false 2023-09-21T13:04:11.075 INFO:teuthology.orchestra.run.smithi046.stdout: mon op complaint time = 120 2023-09-21T13:04:11.075 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:04:11.075 INFO:teuthology.orchestra.run.smithi046.stdout:[client] 2023-09-21T13:04:11.076 INFO:teuthology.orchestra.run.smithi046.stdout: rgw cache enabled = true 2023-09-21T13:04:11.076 INFO:teuthology.orchestra.run.smithi046.stdout: rgw enable ops log = true 2023-09-21T13:04:11.076 INFO:teuthology.orchestra.run.smithi046.stdout: rgw enable usage log = true 2023-09-21T13:04:11.076 INFO:teuthology.orchestra.run.smithi046.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2023-09-21T13:04:11.076 INFO:teuthology.orchestra.run.smithi046.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2023-09-21T13:04:11.077 INFO:teuthology.orchestra.run.smithi046.stdout: client mount timeout = 600 2023-09-21T13:04:11.077 INFO:teuthology.orchestra.run.smithi046.stdout: debug client = 20 2023-09-21T13:04:11.077 INFO:teuthology.orchestra.run.smithi046.stdout: debug ms = 1 2023-09-21T13:04:11.077 INFO:teuthology.orchestra.run.smithi046.stdout: pid file = "" 2023-09-21T13:04:11.077 INFO:teuthology.orchestra.run.smithi046.stdout: rados mon op timeout = 900 2023-09-21T13:04:11.077 INFO:teuthology.orchestra.run.smithi046.stdout: rados osd op timeout = 900 2023-09-21T13:04:11.078 INFO:teuthology.orchestra.run.smithi046.stdout:[mon.a] 2023-09-21T13:04:11.078 INFO:teuthology.orchestra.run.smithi046.stdout:[mon.b] 2023-09-21T13:04:11.078 INFO:teuthology.orchestra.run.smithi046.stdout:[mon.c] 2023-09-21T13:04:11.078 INFO:teuthology.orchestra.run.smithi046.stdout:[mds.a] 2023-09-21T13:04:11.078 INFO:teuthology.orchestra.run.smithi046.stdout:[mds.c] 2023-09-21T13:04:11.079 INFO:teuthology.orchestra.run.smithi046.stdout:[mds.b] 2023-09-21T13:04:11.079 INFO:teuthology.orchestra.run.smithi046.stdout:[mds.d] 2023-09-21T13:04:11.079 INFO:teuthology.orchestra.run.smithi046.stdout:[mds] 2023-09-21T13:04:11.079 INFO:teuthology.orchestra.run.smithi046.stdout: debug mds = 20 2023-09-21T13:04:11.079 INFO:teuthology.orchestra.run.smithi046.stdout: debug mds balancer = 20 2023-09-21T13:04:11.080 INFO:teuthology.orchestra.run.smithi046.stdout: debug ms = 1 2023-09-21T13:04:11.080 INFO:teuthology.orchestra.run.smithi046.stdout: mds debug frag = True 2023-09-21T13:04:11.080 INFO:teuthology.orchestra.run.smithi046.stdout: mds debug scatterstat = True 2023-09-21T13:04:11.080 INFO:teuthology.orchestra.run.smithi046.stdout: mds op complaint time = 180 2023-09-21T13:04:11.080 INFO:teuthology.orchestra.run.smithi046.stdout: mds verify scatter = True 2023-09-21T13:04:11.081 INFO:teuthology.orchestra.run.smithi046.stdout: osd op complaint time = 180 2023-09-21T13:04:11.081 INFO:teuthology.orchestra.run.smithi046.stdout: rados mon op timeout = 900 2023-09-21T13:04:11.081 INFO:teuthology.orchestra.run.smithi046.stdout: rados osd op timeout = 900 2023-09-21T13:04:11.083 INFO:teuthology.orchestra.run.smithi057.stdout:[global] 2023-09-21T13:04:11.083 INFO:teuthology.orchestra.run.smithi057.stdout: chdir = "" 2023-09-21T13:04:11.083 INFO:teuthology.orchestra.run.smithi057.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2023-09-21T13:04:11.083 INFO:teuthology.orchestra.run.smithi057.stdout: auth supported = cephx 2023-09-21T13:04:11.083 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-09-21T13:04:11.084 INFO:teuthology.orchestra.run.smithi057.stdout: filestore xattr use omap = true 2023-09-21T13:04:11.084 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-09-21T13:04:11.084 INFO:teuthology.orchestra.run.smithi057.stdout: mon clock drift allowed = 1.000 2023-09-21T13:04:11.084 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-09-21T13:04:11.084 INFO:teuthology.orchestra.run.smithi057.stdout: osd crush chooseleaf type = 0 2023-09-21T13:04:11.085 INFO:teuthology.orchestra.run.smithi057.stdout: auth debug = true 2023-09-21T13:04:11.085 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-09-21T13:04:11.085 INFO:teuthology.orchestra.run.smithi057.stdout: ms die on old message = true 2023-09-21T13:04:11.085 INFO:teuthology.orchestra.run.smithi057.stdout: ms die on bug = true 2023-09-21T13:04:11.085 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-09-21T13:04:11.086 INFO:teuthology.orchestra.run.smithi057.stdout: mon max pg per osd = 10000 # >= luminous 2023-09-21T13:04:11.086 INFO:teuthology.orchestra.run.smithi057.stdout: mon pg warn max object skew = 0 2023-09-21T13:04:11.086 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-09-21T13:04:11.086 INFO:teuthology.orchestra.run.smithi057.stdout: # disable pg_autoscaler by default for new pools 2023-09-21T13:04:11.086 INFO:teuthology.orchestra.run.smithi057.stdout: osd_pool_default_pg_autoscale_mode = off 2023-09-21T13:04:11.087 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-09-21T13:04:11.087 INFO:teuthology.orchestra.run.smithi057.stdout: osd pool default size = 2 2023-09-21T13:04:11.087 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-09-21T13:04:11.087 INFO:teuthology.orchestra.run.smithi057.stdout: mon osd allow primary affinity = true 2023-09-21T13:04:11.087 INFO:teuthology.orchestra.run.smithi057.stdout: mon osd allow pg remap = true 2023-09-21T13:04:11.088 INFO:teuthology.orchestra.run.smithi057.stdout: mon warn on legacy crush tunables = false 2023-09-21T13:04:11.088 INFO:teuthology.orchestra.run.smithi057.stdout: mon warn on crush straw calc version zero = false 2023-09-21T13:04:11.088 INFO:teuthology.orchestra.run.smithi057.stdout: mon warn on no sortbitwise = false 2023-09-21T13:04:11.088 INFO:teuthology.orchestra.run.smithi057.stdout: mon warn on osd down out interval zero = false 2023-09-21T13:04:11.088 INFO:teuthology.orchestra.run.smithi057.stdout: mon warn on too few osds = false 2023-09-21T13:04:11.088 INFO:teuthology.orchestra.run.smithi057.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2023-09-21T13:04:11.089 INFO:teuthology.orchestra.run.smithi057.stdout: mon_warn_on_pool_no_redundancy = false 2023-09-21T13:04:11.089 INFO:teuthology.orchestra.run.smithi057.stdout: mon_allow_pool_size_one = true 2023-09-21T13:04:11.089 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-09-21T13:04:11.089 INFO:teuthology.orchestra.run.smithi057.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2023-09-21T13:04:11.089 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-09-21T13:04:11.090 INFO:teuthology.orchestra.run.smithi057.stdout: osd default data pool replay window = 5 2023-09-21T13:04:11.090 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-09-21T13:04:11.090 INFO:teuthology.orchestra.run.smithi057.stdout: mon allow pool delete = true 2023-09-21T13:04:11.090 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-09-21T13:04:11.090 INFO:teuthology.orchestra.run.smithi057.stdout: mon cluster log file level = debug 2023-09-21T13:04:11.091 INFO:teuthology.orchestra.run.smithi057.stdout: debug asserts on shutdown = true 2023-09-21T13:04:11.091 INFO:teuthology.orchestra.run.smithi057.stdout: mon health detail to clog = false 2023-09-21T13:04:11.091 INFO:teuthology.orchestra.run.smithi057.stdout: mon host = "172.21.15.46,172.21.15.57,[v2:172.21.15.57:3301,v1:172.21.15.57:6790]" 2023-09-21T13:04:11.091 INFO:teuthology.orchestra.run.smithi057.stdout: fsid = 3cbfaf88-469e-4129-b70d-6dd2d92bd0a4 2023-09-21T13:04:11.091 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-09-21T13:04:11.092 INFO:teuthology.orchestra.run.smithi057.stdout:[osd] 2023-09-21T13:04:11.092 INFO:teuthology.orchestra.run.smithi057.stdout: osd journal size = 100 2023-09-21T13:04:11.092 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-09-21T13:04:11.092 INFO:teuthology.orchestra.run.smithi057.stdout: osd scrub load threshold = 5.0 2023-09-21T13:04:11.092 INFO:teuthology.orchestra.run.smithi057.stdout: osd scrub max interval = 600 2023-09-21T13:04:11.093 INFO:teuthology.orchestra.run.smithi057.stdout: osd mclock profile = high_recovery_ops 2023-09-21T13:04:11.093 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-09-21T13:04:11.093 INFO:teuthology.orchestra.run.smithi057.stdout: osd recover clone overlap = true 2023-09-21T13:04:11.093 INFO:teuthology.orchestra.run.smithi057.stdout: osd recovery max chunk = 1048576 2023-09-21T13:04:11.093 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-09-21T13:04:11.094 INFO:teuthology.orchestra.run.smithi057.stdout: osd debug shutdown = true 2023-09-21T13:04:11.094 INFO:teuthology.orchestra.run.smithi057.stdout: osd debug op order = true 2023-09-21T13:04:11.094 INFO:teuthology.orchestra.run.smithi057.stdout: osd debug verify stray on activate = true 2023-09-21T13:04:11.094 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-09-21T13:04:11.094 INFO:teuthology.orchestra.run.smithi057.stdout: osd open classes on start = true 2023-09-21T13:04:11.095 INFO:teuthology.orchestra.run.smithi057.stdout: osd debug pg log writeout = true 2023-09-21T13:04:11.095 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-09-21T13:04:11.095 INFO:teuthology.orchestra.run.smithi057.stdout: osd deep scrub update digest min age = 30 2023-09-21T13:04:11.095 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-09-21T13:04:11.095 INFO:teuthology.orchestra.run.smithi057.stdout: osd map max advance = 10 2023-09-21T13:04:11.095 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-09-21T13:04:11.096 INFO:teuthology.orchestra.run.smithi057.stdout: journal zero on create = true 2023-09-21T13:04:11.096 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-09-21T13:04:11.096 INFO:teuthology.orchestra.run.smithi057.stdout: filestore ondisk finisher threads = 3 2023-09-21T13:04:11.096 INFO:teuthology.orchestra.run.smithi057.stdout: filestore apply finisher threads = 3 2023-09-21T13:04:11.096 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-09-21T13:04:11.097 INFO:teuthology.orchestra.run.smithi057.stdout: bdev debug aio = true 2023-09-21T13:04:11.097 INFO:teuthology.orchestra.run.smithi057.stdout: osd debug misdirected ops = true 2023-09-21T13:04:11.097 INFO:teuthology.orchestra.run.smithi057.stdout: bdev async discard = True 2023-09-21T13:04:11.097 INFO:teuthology.orchestra.run.smithi057.stdout: bdev enable discard = True 2023-09-21T13:04:11.097 INFO:teuthology.orchestra.run.smithi057.stdout: bluestore allocator = bitmap 2023-09-21T13:04:11.098 INFO:teuthology.orchestra.run.smithi057.stdout: bluestore block size = 96636764160 2023-09-21T13:04:11.098 INFO:teuthology.orchestra.run.smithi057.stdout: bluestore fsck on mount = True 2023-09-21T13:04:11.098 INFO:teuthology.orchestra.run.smithi057.stdout: debug bluefs = 1/20 2023-09-21T13:04:11.098 INFO:teuthology.orchestra.run.smithi057.stdout: debug bluestore = 1/20 2023-09-21T13:04:11.098 INFO:teuthology.orchestra.run.smithi057.stdout: debug ms = 1 2023-09-21T13:04:11.099 INFO:teuthology.orchestra.run.smithi057.stdout: debug osd = 20 2023-09-21T13:04:11.099 INFO:teuthology.orchestra.run.smithi057.stdout: debug rocksdb = 4/10 2023-09-21T13:04:11.099 INFO:teuthology.orchestra.run.smithi057.stdout: mon osd backfillfull_ratio = 0.85 2023-09-21T13:04:11.099 INFO:teuthology.orchestra.run.smithi057.stdout: mon osd full ratio = 0.9 2023-09-21T13:04:11.099 INFO:teuthology.orchestra.run.smithi057.stdout: mon osd nearfull ratio = 0.8 2023-09-21T13:04:11.100 INFO:teuthology.orchestra.run.smithi057.stdout: osd failsafe full ratio = 0.95 2023-09-21T13:04:11.100 INFO:teuthology.orchestra.run.smithi057.stdout: osd objectstore = bluestore 2023-09-21T13:04:11.100 INFO:teuthology.orchestra.run.smithi057.stdout: osd op complaint time = 180 2023-09-21T13:04:11.100 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-09-21T13:04:11.100 INFO:teuthology.orchestra.run.smithi057.stdout:[mgr] 2023-09-21T13:04:11.100 INFO:teuthology.orchestra.run.smithi057.stdout: debug ms = 1 2023-09-21T13:04:11.101 INFO:teuthology.orchestra.run.smithi057.stdout: debug mgr = 20 2023-09-21T13:04:11.101 INFO:teuthology.orchestra.run.smithi057.stdout: debug mon = 20 2023-09-21T13:04:11.101 INFO:teuthology.orchestra.run.smithi057.stdout: debug auth = 20 2023-09-21T13:04:11.101 INFO:teuthology.orchestra.run.smithi057.stdout: mon reweight min pgs per osd = 4 2023-09-21T13:04:11.101 INFO:teuthology.orchestra.run.smithi057.stdout: mon reweight min bytes per osd = 10 2023-09-21T13:04:11.102 INFO:teuthology.orchestra.run.smithi057.stdout: mgr/telemetry/nag = false 2023-09-21T13:04:11.102 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-09-21T13:04:11.102 INFO:teuthology.orchestra.run.smithi057.stdout:[mon] 2023-09-21T13:04:11.102 INFO:teuthology.orchestra.run.smithi057.stdout: debug ms = 1 2023-09-21T13:04:11.102 INFO:teuthology.orchestra.run.smithi057.stdout: debug mon = 20 2023-09-21T13:04:11.103 INFO:teuthology.orchestra.run.smithi057.stdout: debug paxos = 20 2023-09-21T13:04:11.103 INFO:teuthology.orchestra.run.smithi057.stdout: debug auth = 20 2023-09-21T13:04:11.103 INFO:teuthology.orchestra.run.smithi057.stdout: mon data avail warn = 5 2023-09-21T13:04:11.103 INFO:teuthology.orchestra.run.smithi057.stdout: mon mgr mkfs grace = 240 2023-09-21T13:04:11.103 INFO:teuthology.orchestra.run.smithi057.stdout: mon reweight min pgs per osd = 4 2023-09-21T13:04:11.104 INFO:teuthology.orchestra.run.smithi057.stdout: mon osd reporter subtree level = osd 2023-09-21T13:04:11.104 INFO:teuthology.orchestra.run.smithi057.stdout: mon osd prime pg temp = true 2023-09-21T13:04:11.104 INFO:teuthology.orchestra.run.smithi057.stdout: mon reweight min bytes per osd = 10 2023-09-21T13:04:11.104 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-09-21T13:04:11.104 INFO:teuthology.orchestra.run.smithi057.stdout: # rotate auth tickets quickly to exercise renewal paths 2023-09-21T13:04:11.104 INFO:teuthology.orchestra.run.smithi057.stdout: auth mon ticket ttl = 660 # 11m 2023-09-21T13:04:11.105 INFO:teuthology.orchestra.run.smithi057.stdout: auth service ticket ttl = 240 # 4m 2023-09-21T13:04:11.105 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-09-21T13:04:11.105 INFO:teuthology.orchestra.run.smithi057.stdout: # don't complain about insecure global_id in the test suite 2023-09-21T13:04:11.105 INFO:teuthology.orchestra.run.smithi057.stdout: mon_warn_on_insecure_global_id_reclaim = false 2023-09-21T13:04:11.105 INFO:teuthology.orchestra.run.smithi057.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2023-09-21T13:04:11.106 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-09-21T13:04:11.106 INFO:teuthology.orchestra.run.smithi057.stdout: # 1m isn't quite enough 2023-09-21T13:04:11.106 INFO:teuthology.orchestra.run.smithi057.stdout: mon_down_mkfs_grace = 2m 2023-09-21T13:04:11.106 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-09-21T13:04:11.106 INFO:teuthology.orchestra.run.smithi057.stdout: mon_warn_on_filestore_osds = false 2023-09-21T13:04:11.107 INFO:teuthology.orchestra.run.smithi057.stdout: mon op complaint time = 120 2023-09-21T13:04:11.107 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-09-21T13:04:11.107 INFO:teuthology.orchestra.run.smithi057.stdout:[client] 2023-09-21T13:04:11.107 INFO:teuthology.orchestra.run.smithi057.stdout: rgw cache enabled = true 2023-09-21T13:04:11.107 INFO:teuthology.orchestra.run.smithi057.stdout: rgw enable ops log = true 2023-09-21T13:04:11.108 INFO:teuthology.orchestra.run.smithi057.stdout: rgw enable usage log = true 2023-09-21T13:04:11.108 INFO:teuthology.orchestra.run.smithi057.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2023-09-21T13:04:11.108 INFO:teuthology.orchestra.run.smithi057.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2023-09-21T13:04:11.108 INFO:teuthology.orchestra.run.smithi057.stdout: client mount timeout = 600 2023-09-21T13:04:11.108 INFO:teuthology.orchestra.run.smithi057.stdout: debug client = 20 2023-09-21T13:04:11.109 INFO:teuthology.orchestra.run.smithi057.stdout: debug ms = 1 2023-09-21T13:04:11.109 INFO:teuthology.orchestra.run.smithi057.stdout: pid file = "" 2023-09-21T13:04:11.109 INFO:teuthology.orchestra.run.smithi057.stdout: rados mon op timeout = 900 2023-09-21T13:04:11.109 INFO:teuthology.orchestra.run.smithi057.stdout: rados osd op timeout = 900 2023-09-21T13:04:11.109 INFO:teuthology.orchestra.run.smithi057.stdout:[mon.a] 2023-09-21T13:04:11.109 INFO:teuthology.orchestra.run.smithi057.stdout:[mon.b] 2023-09-21T13:04:11.110 INFO:teuthology.orchestra.run.smithi057.stdout:[mon.c] 2023-09-21T13:04:11.110 INFO:teuthology.orchestra.run.smithi057.stdout:[mds.a] 2023-09-21T13:04:11.110 INFO:teuthology.orchestra.run.smithi057.stdout:[mds.c] 2023-09-21T13:04:11.110 INFO:teuthology.orchestra.run.smithi057.stdout:[mds.b] 2023-09-21T13:04:11.110 INFO:teuthology.orchestra.run.smithi057.stdout:[mds.d] 2023-09-21T13:04:11.111 INFO:teuthology.orchestra.run.smithi057.stdout:[mds] 2023-09-21T13:04:11.111 INFO:teuthology.orchestra.run.smithi057.stdout: debug mds = 20 2023-09-21T13:04:11.111 INFO:teuthology.orchestra.run.smithi057.stdout: debug mds balancer = 20 2023-09-21T13:04:11.111 INFO:teuthology.orchestra.run.smithi057.stdout: debug ms = 1 2023-09-21T13:04:11.111 INFO:teuthology.orchestra.run.smithi057.stdout: mds debug frag = True 2023-09-21T13:04:11.112 INFO:teuthology.orchestra.run.smithi057.stdout: mds debug scatterstat = True 2023-09-21T13:04:11.112 INFO:teuthology.orchestra.run.smithi057.stdout: mds op complaint time = 180 2023-09-21T13:04:11.112 INFO:teuthology.orchestra.run.smithi057.stdout: mds verify scatter = True 2023-09-21T13:04:11.112 INFO:teuthology.orchestra.run.smithi057.stdout: osd op complaint time = 180 2023-09-21T13:04:11.112 INFO:teuthology.orchestra.run.smithi057.stdout: rados mon op timeout = 900 2023-09-21T13:04:11.113 INFO:teuthology.orchestra.run.smithi057.stdout: rados osd op timeout = 900 2023-09-21T13:04:11.113 INFO:tasks.ceph:Creating admin key on mon.a... 2023-09-21T13:04:11.113 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2023-09-21T13:04:11.195 INFO:tasks.ceph:Copying monmap to all nodes... 2023-09-21T13:04:11.196 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2023-09-21T13:04:11.196 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2023-09-21T13:04:11.219 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2023-09-21T13:04:11.220 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2023-09-21T13:04:11.285 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi046.front.sepia.ceph.com 2023-09-21T13:04:11.286 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2023-09-21T13:04:11.286 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/etc/ceph/ceph.keyring 2023-09-21T13:04:11.286 DEBUG:teuthology.orchestra.run.smithi046:> sudo chmod 0644 /etc/ceph/ceph.keyring 2023-09-21T13:04:11.373 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2023-09-21T13:04:11.373 DEBUG:teuthology.orchestra.run.smithi046:> dd of=/home/ubuntu/cephtest/ceph.monmap 2023-09-21T13:04:11.437 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi057.front.sepia.ceph.com 2023-09-21T13:04:11.438 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2023-09-21T13:04:11.438 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd of=/etc/ceph/ceph.keyring 2023-09-21T13:04:11.438 DEBUG:teuthology.orchestra.run.smithi057:> sudo chmod 0644 /etc/ceph/ceph.keyring 2023-09-21T13:04:11.486 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2023-09-21T13:04:11.486 DEBUG:teuthology.orchestra.run.smithi057:> dd of=/home/ubuntu/cephtest/ceph.monmap 2023-09-21T13:04:11.549 INFO:tasks.ceph:Setting up mon nodes... 2023-09-21T13:04:11.550 INFO:tasks.ceph:Setting up mgr nodes... 2023-09-21T13:04:11.550 DEBUG:teuthology.orchestra.run.smithi046:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2023-09-21T13:04:11.617 INFO:teuthology.orchestra.run.smithi046.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2023-09-21T13:04:11.620 DEBUG:teuthology.orchestra.run.smithi057:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2023-09-21T13:04:11.694 INFO:teuthology.orchestra.run.smithi057.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2023-09-21T13:04:11.697 INFO:tasks.ceph:Setting up mds nodes... 2023-09-21T13:04:11.697 DEBUG:teuthology.orchestra.run.smithi046:> sudo mkdir -p /var/lib/ceph/mds/ceph-a && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.a /var/lib/ceph/mds/ceph-a/keyring 2023-09-21T13:04:11.763 INFO:teuthology.orchestra.run.smithi046.stdout:creating /var/lib/ceph/mds/ceph-a/keyring 2023-09-21T13:04:11.766 DEBUG:teuthology.orchestra.run.smithi046:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-a 2023-09-21T13:04:11.798 DEBUG:teuthology.orchestra.run.smithi046:> sudo mkdir -p /var/lib/ceph/mds/ceph-c && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.c /var/lib/ceph/mds/ceph-c/keyring 2023-09-21T13:04:11.904 INFO:teuthology.orchestra.run.smithi046.stdout:creating /var/lib/ceph/mds/ceph-c/keyring 2023-09-21T13:04:11.907 DEBUG:teuthology.orchestra.run.smithi046:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-c 2023-09-21T13:04:11.938 DEBUG:teuthology.orchestra.run.smithi057:> sudo mkdir -p /var/lib/ceph/mds/ceph-b && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.b /var/lib/ceph/mds/ceph-b/keyring 2023-09-21T13:04:12.007 INFO:teuthology.orchestra.run.smithi057.stdout:creating /var/lib/ceph/mds/ceph-b/keyring 2023-09-21T13:04:12.010 DEBUG:teuthology.orchestra.run.smithi057:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-b 2023-09-21T13:04:12.044 DEBUG:teuthology.orchestra.run.smithi057:> sudo mkdir -p /var/lib/ceph/mds/ceph-d && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.d /var/lib/ceph/mds/ceph-d/keyring 2023-09-21T13:04:12.152 INFO:teuthology.orchestra.run.smithi057.stdout:creating /var/lib/ceph/mds/ceph-d/keyring 2023-09-21T13:04:12.154 DEBUG:teuthology.orchestra.run.smithi057:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-d 2023-09-21T13:04:12.187 INFO:tasks.ceph_client:Setting up client nodes... 2023-09-21T13:04:12.188 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2023-09-21T13:04:12.243 INFO:teuthology.orchestra.run.smithi046.stdout:creating /etc/ceph/ceph.client.0.keyring 2023-09-21T13:04:12.257 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.2 /etc/ceph/ceph.client.2.keyring && sudo chmod 0644 /etc/ceph/ceph.client.2.keyring 2023-09-21T13:04:12.309 INFO:teuthology.orchestra.run.smithi046.stdout:creating /etc/ceph/ceph.client.2.keyring 2023-09-21T13:04:12.323 DEBUG:teuthology.orchestra.run.smithi057:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2023-09-21T13:04:12.380 INFO:teuthology.orchestra.run.smithi057.stdout:creating /etc/ceph/ceph.client.1.keyring 2023-09-21T13:04:12.395 DEBUG:teuthology.orchestra.run.smithi057:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.3 /etc/ceph/ceph.client.3.keyring && sudo chmod 0644 /etc/ceph/ceph.client.3.keyring 2023-09-21T13:04:12.447 INFO:teuthology.orchestra.run.smithi057.stdout:creating /etc/ceph/ceph.client.3.keyring 2023-09-21T13:04:12.461 INFO:tasks.ceph:Running mkfs on osd nodes... 2023-09-21T13:04:12.461 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi046.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi057.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2023-09-21T13:04:12.462 DEBUG:teuthology.orchestra.run.smithi046:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2023-09-21T13:04:12.498 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-09-21T13:04:12.498 INFO:tasks.ceph:role: osd.0 2023-09-21T13:04:12.498 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi046.front.sepia.ceph.com 2023-09-21T13:04:12.499 DEBUG:teuthology.orchestra.run.smithi046:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2023-09-21T13:04:12.572 INFO:teuthology.orchestra.run.smithi046.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2023-09-21T13:04:12.573 INFO:teuthology.orchestra.run.smithi046.stdout: = sectsz=512 attr=2, projid32bit=1 2023-09-21T13:04:12.573 INFO:teuthology.orchestra.run.smithi046.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-09-21T13:04:12.573 INFO:teuthology.orchestra.run.smithi046.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-09-21T13:04:12.573 INFO:teuthology.orchestra.run.smithi046.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-09-21T13:04:12.574 INFO:teuthology.orchestra.run.smithi046.stdout: = sunit=0 swidth=0 blks 2023-09-21T13:04:12.574 INFO:teuthology.orchestra.run.smithi046.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-09-21T13:04:12.574 INFO:teuthology.orchestra.run.smithi046.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-09-21T13:04:12.574 INFO:teuthology.orchestra.run.smithi046.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-09-21T13:04:12.574 INFO:teuthology.orchestra.run.smithi046.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-09-21T13:04:12.595 INFO:teuthology.orchestra.run.smithi046.stdout:Discarding blocks...Done. 2023-09-21T13:04:12.598 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi046.front.sepia.ceph.com -o noatime 2023-09-21T13:04:12.598 DEBUG:teuthology.orchestra.run.smithi046:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2023-09-21T13:04:12.687 DEBUG:teuthology.orchestra.run.smithi046:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2023-09-21T13:04:12.726 DEBUG:teuthology.orchestra.run.smithi046:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2023-09-21T13:04:12.801 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-09-21T13:04:12.801 INFO:tasks.ceph:role: osd.1 2023-09-21T13:04:12.801 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi046.front.sepia.ceph.com 2023-09-21T13:04:12.802 DEBUG:teuthology.orchestra.run.smithi046:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2023-09-21T13:04:12.876 INFO:teuthology.orchestra.run.smithi046.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2023-09-21T13:04:12.876 INFO:teuthology.orchestra.run.smithi046.stdout: = sectsz=512 attr=2, projid32bit=1 2023-09-21T13:04:12.877 INFO:teuthology.orchestra.run.smithi046.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-09-21T13:04:12.877 INFO:teuthology.orchestra.run.smithi046.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-09-21T13:04:12.877 INFO:teuthology.orchestra.run.smithi046.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-09-21T13:04:12.877 INFO:teuthology.orchestra.run.smithi046.stdout: = sunit=0 swidth=0 blks 2023-09-21T13:04:12.877 INFO:teuthology.orchestra.run.smithi046.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-09-21T13:04:12.878 INFO:teuthology.orchestra.run.smithi046.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-09-21T13:04:12.878 INFO:teuthology.orchestra.run.smithi046.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-09-21T13:04:12.878 INFO:teuthology.orchestra.run.smithi046.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-09-21T13:04:12.899 INFO:teuthology.orchestra.run.smithi046.stdout:Discarding blocks...Done. 2023-09-21T13:04:12.901 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi046.front.sepia.ceph.com -o noatime 2023-09-21T13:04:12.902 DEBUG:teuthology.orchestra.run.smithi046:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2023-09-21T13:04:12.990 DEBUG:teuthology.orchestra.run.smithi046:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2023-09-21T13:04:13.029 DEBUG:teuthology.orchestra.run.smithi046:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2023-09-21T13:04:13.104 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-09-21T13:04:13.105 INFO:tasks.ceph:role: osd.2 2023-09-21T13:04:13.105 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi046.front.sepia.ceph.com 2023-09-21T13:04:13.105 DEBUG:teuthology.orchestra.run.smithi046:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2023-09-21T13:04:13.180 INFO:teuthology.orchestra.run.smithi046.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2023-09-21T13:04:13.180 INFO:teuthology.orchestra.run.smithi046.stdout: = sectsz=512 attr=2, projid32bit=1 2023-09-21T13:04:13.180 INFO:teuthology.orchestra.run.smithi046.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-09-21T13:04:13.180 INFO:teuthology.orchestra.run.smithi046.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-09-21T13:04:13.181 INFO:teuthology.orchestra.run.smithi046.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-09-21T13:04:13.181 INFO:teuthology.orchestra.run.smithi046.stdout: = sunit=0 swidth=0 blks 2023-09-21T13:04:13.181 INFO:teuthology.orchestra.run.smithi046.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-09-21T13:04:13.181 INFO:teuthology.orchestra.run.smithi046.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-09-21T13:04:13.181 INFO:teuthology.orchestra.run.smithi046.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-09-21T13:04:13.182 INFO:teuthology.orchestra.run.smithi046.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-09-21T13:04:13.203 INFO:teuthology.orchestra.run.smithi046.stdout:Discarding blocks...Done. 2023-09-21T13:04:13.205 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi046.front.sepia.ceph.com -o noatime 2023-09-21T13:04:13.205 DEBUG:teuthology.orchestra.run.smithi046:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2023-09-21T13:04:13.294 DEBUG:teuthology.orchestra.run.smithi046:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2023-09-21T13:04:13.331 DEBUG:teuthology.orchestra.run.smithi046:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2023-09-21T13:04:13.407 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-09-21T13:04:13.407 INFO:tasks.ceph:role: osd.3 2023-09-21T13:04:13.408 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi046.front.sepia.ceph.com 2023-09-21T13:04:13.408 DEBUG:teuthology.orchestra.run.smithi046:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2023-09-21T13:04:13.482 INFO:teuthology.orchestra.run.smithi046.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2023-09-21T13:04:13.482 INFO:teuthology.orchestra.run.smithi046.stdout: = sectsz=512 attr=2, projid32bit=1 2023-09-21T13:04:13.482 INFO:teuthology.orchestra.run.smithi046.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-09-21T13:04:13.482 INFO:teuthology.orchestra.run.smithi046.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-09-21T13:04:13.483 INFO:teuthology.orchestra.run.smithi046.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-09-21T13:04:13.483 INFO:teuthology.orchestra.run.smithi046.stdout: = sunit=0 swidth=0 blks 2023-09-21T13:04:13.483 INFO:teuthology.orchestra.run.smithi046.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-09-21T13:04:13.483 INFO:teuthology.orchestra.run.smithi046.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-09-21T13:04:13.483 INFO:teuthology.orchestra.run.smithi046.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-09-21T13:04:13.484 INFO:teuthology.orchestra.run.smithi046.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-09-21T13:04:13.505 INFO:teuthology.orchestra.run.smithi046.stdout:Discarding blocks...Done. 2023-09-21T13:04:13.507 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi046.front.sepia.ceph.com -o noatime 2023-09-21T13:04:13.507 DEBUG:teuthology.orchestra.run.smithi046:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2023-09-21T13:04:13.595 DEBUG:teuthology.orchestra.run.smithi046:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2023-09-21T13:04:13.633 DEBUG:teuthology.orchestra.run.smithi046:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-09-21T13:04:13.744 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:13.745+0000 7ffb4db58680 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2023-09-21T13:04:13.744 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:13.745+0000 7ffb4db58680 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2023-09-21T13:04:13.744 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:13.746+0000 7ffb4db58680 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2023-09-21T13:04:13.745 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:13.746+0000 7ffb4db58680 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2023-09-21T13:04:13.745 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:13.746+0000 7ffb4db58680 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2023-09-21T13:04:13.745 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:13.746+0000 7ffb4db58680 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2023-09-21T13:04:16.598 DEBUG:teuthology.orchestra.run.smithi046:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2023-09-21T13:04:16.633 DEBUG:teuthology.orchestra.run.smithi046:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-09-21T13:04:16.734 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:16.736+0000 7f6d3395e680 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2023-09-21T13:04:16.734 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:16.736+0000 7f6d3395e680 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2023-09-21T13:04:16.735 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:16.736+0000 7f6d3395e680 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2023-09-21T13:04:16.735 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:16.736+0000 7f6d3395e680 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2023-09-21T13:04:16.735 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:16.736+0000 7f6d3395e680 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2023-09-21T13:04:16.735 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:16.736+0000 7f6d3395e680 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2023-09-21T13:04:19.591 DEBUG:teuthology.orchestra.run.smithi046:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2023-09-21T13:04:19.626 DEBUG:teuthology.orchestra.run.smithi046:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-09-21T13:04:19.726 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:19.728+0000 7f4623577680 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2023-09-21T13:04:19.726 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:19.728+0000 7f4623577680 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2023-09-21T13:04:19.727 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:19.728+0000 7f4623577680 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2023-09-21T13:04:19.727 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:19.728+0000 7f4623577680 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2023-09-21T13:04:19.727 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:19.728+0000 7f4623577680 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2023-09-21T13:04:19.727 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:19.729+0000 7f4623577680 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2023-09-21T13:04:22.579 DEBUG:teuthology.orchestra.run.smithi046:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2023-09-21T13:04:22.612 DEBUG:teuthology.orchestra.run.smithi046:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-09-21T13:04:22.712 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:22.714+0000 7fc59299c680 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2023-09-21T13:04:22.713 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:22.714+0000 7fc59299c680 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2023-09-21T13:04:22.713 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:22.714+0000 7fc59299c680 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2023-09-21T13:04:22.713 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:22.714+0000 7fc59299c680 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2023-09-21T13:04:22.713 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:22.714+0000 7fc59299c680 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2023-09-21T13:04:22.713 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:22.715+0000 7fc59299c680 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2023-09-21T13:04:25.563 DEBUG:teuthology.orchestra.run.smithi046:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2023-09-21T13:04:25.599 DEBUG:teuthology.orchestra.run.smithi057:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2023-09-21T13:04:25.634 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-09-21T13:04:25.634 INFO:tasks.ceph:role: osd.4 2023-09-21T13:04:25.635 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi057.front.sepia.ceph.com 2023-09-21T13:04:25.635 DEBUG:teuthology.orchestra.run.smithi057:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2023-09-21T13:04:25.739 INFO:teuthology.orchestra.run.smithi057.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2023-09-21T13:04:25.739 INFO:teuthology.orchestra.run.smithi057.stdout: = sectsz=512 attr=2, projid32bit=1 2023-09-21T13:04:25.739 INFO:teuthology.orchestra.run.smithi057.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-09-21T13:04:25.739 INFO:teuthology.orchestra.run.smithi057.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-09-21T13:04:25.740 INFO:teuthology.orchestra.run.smithi057.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-09-21T13:04:25.740 INFO:teuthology.orchestra.run.smithi057.stdout: = sunit=0 swidth=0 blks 2023-09-21T13:04:25.740 INFO:teuthology.orchestra.run.smithi057.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-09-21T13:04:25.740 INFO:teuthology.orchestra.run.smithi057.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-09-21T13:04:25.740 INFO:teuthology.orchestra.run.smithi057.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-09-21T13:04:25.741 INFO:teuthology.orchestra.run.smithi057.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-09-21T13:04:27.025 INFO:teuthology.orchestra.run.smithi057.stdout:Discarding blocks...Done. 2023-09-21T13:04:27.027 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi057.front.sepia.ceph.com -o noatime 2023-09-21T13:04:27.028 DEBUG:teuthology.orchestra.run.smithi057:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2023-09-21T13:04:27.080 DEBUG:teuthology.orchestra.run.smithi057:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2023-09-21T13:04:27.119 DEBUG:teuthology.orchestra.run.smithi057:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2023-09-21T13:04:27.194 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-09-21T13:04:27.195 INFO:tasks.ceph:role: osd.5 2023-09-21T13:04:27.195 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi057.front.sepia.ceph.com 2023-09-21T13:04:27.196 DEBUG:teuthology.orchestra.run.smithi057:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2023-09-21T13:04:27.298 INFO:teuthology.orchestra.run.smithi057.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2023-09-21T13:04:27.298 INFO:teuthology.orchestra.run.smithi057.stdout: = sectsz=512 attr=2, projid32bit=1 2023-09-21T13:04:27.299 INFO:teuthology.orchestra.run.smithi057.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-09-21T13:04:27.299 INFO:teuthology.orchestra.run.smithi057.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-09-21T13:04:27.299 INFO:teuthology.orchestra.run.smithi057.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-09-21T13:04:27.299 INFO:teuthology.orchestra.run.smithi057.stdout: = sunit=0 swidth=0 blks 2023-09-21T13:04:27.299 INFO:teuthology.orchestra.run.smithi057.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-09-21T13:04:27.300 INFO:teuthology.orchestra.run.smithi057.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-09-21T13:04:27.300 INFO:teuthology.orchestra.run.smithi057.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-09-21T13:04:27.300 INFO:teuthology.orchestra.run.smithi057.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-09-21T13:04:28.580 INFO:teuthology.orchestra.run.smithi057.stdout:Discarding blocks...Done. 2023-09-21T13:04:28.582 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi057.front.sepia.ceph.com -o noatime 2023-09-21T13:04:28.582 DEBUG:teuthology.orchestra.run.smithi057:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2023-09-21T13:04:28.633 DEBUG:teuthology.orchestra.run.smithi057:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2023-09-21T13:04:28.670 DEBUG:teuthology.orchestra.run.smithi057:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2023-09-21T13:04:28.746 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-09-21T13:04:28.746 INFO:tasks.ceph:role: osd.6 2023-09-21T13:04:28.746 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi057.front.sepia.ceph.com 2023-09-21T13:04:28.747 DEBUG:teuthology.orchestra.run.smithi057:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2023-09-21T13:04:28.849 INFO:teuthology.orchestra.run.smithi057.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2023-09-21T13:04:28.849 INFO:teuthology.orchestra.run.smithi057.stdout: = sectsz=512 attr=2, projid32bit=1 2023-09-21T13:04:28.849 INFO:teuthology.orchestra.run.smithi057.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-09-21T13:04:28.849 INFO:teuthology.orchestra.run.smithi057.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-09-21T13:04:28.850 INFO:teuthology.orchestra.run.smithi057.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-09-21T13:04:28.850 INFO:teuthology.orchestra.run.smithi057.stdout: = sunit=0 swidth=0 blks 2023-09-21T13:04:28.850 INFO:teuthology.orchestra.run.smithi057.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-09-21T13:04:28.850 INFO:teuthology.orchestra.run.smithi057.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-09-21T13:04:28.850 INFO:teuthology.orchestra.run.smithi057.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-09-21T13:04:28.850 INFO:teuthology.orchestra.run.smithi057.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-09-21T13:04:30.134 INFO:teuthology.orchestra.run.smithi057.stdout:Discarding blocks...Done. 2023-09-21T13:04:30.136 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi057.front.sepia.ceph.com -o noatime 2023-09-21T13:04:30.136 DEBUG:teuthology.orchestra.run.smithi057:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2023-09-21T13:04:30.186 DEBUG:teuthology.orchestra.run.smithi057:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2023-09-21T13:04:30.224 DEBUG:teuthology.orchestra.run.smithi057:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2023-09-21T13:04:30.298 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-09-21T13:04:30.298 INFO:tasks.ceph:role: osd.7 2023-09-21T13:04:30.298 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi057.front.sepia.ceph.com 2023-09-21T13:04:30.299 DEBUG:teuthology.orchestra.run.smithi057:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2023-09-21T13:04:30.402 INFO:teuthology.orchestra.run.smithi057.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2023-09-21T13:04:30.402 INFO:teuthology.orchestra.run.smithi057.stdout: = sectsz=512 attr=2, projid32bit=1 2023-09-21T13:04:30.402 INFO:teuthology.orchestra.run.smithi057.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-09-21T13:04:30.403 INFO:teuthology.orchestra.run.smithi057.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-09-21T13:04:30.403 INFO:teuthology.orchestra.run.smithi057.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-09-21T13:04:30.403 INFO:teuthology.orchestra.run.smithi057.stdout: = sunit=0 swidth=0 blks 2023-09-21T13:04:30.403 INFO:teuthology.orchestra.run.smithi057.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-09-21T13:04:30.404 INFO:teuthology.orchestra.run.smithi057.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-09-21T13:04:30.404 INFO:teuthology.orchestra.run.smithi057.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-09-21T13:04:30.404 INFO:teuthology.orchestra.run.smithi057.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-09-21T13:04:31.687 INFO:teuthology.orchestra.run.smithi057.stdout:Discarding blocks...Done. 2023-09-21T13:04:31.689 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi057.front.sepia.ceph.com -o noatime 2023-09-21T13:04:31.690 DEBUG:teuthology.orchestra.run.smithi057:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2023-09-21T13:04:31.742 DEBUG:teuthology.orchestra.run.smithi057:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2023-09-21T13:04:31.781 DEBUG:teuthology.orchestra.run.smithi057:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-09-21T13:04:31.918 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:31.921+0000 7f0598048680 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2023-09-21T13:04:31.919 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:31.921+0000 7f0598048680 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2023-09-21T13:04:31.919 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:31.921+0000 7f0598048680 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2023-09-21T13:04:31.920 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:31.921+0000 7f0598048680 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2023-09-21T13:04:31.920 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:31.921+0000 7f0598048680 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2023-09-21T13:04:31.921 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:31.922+0000 7f0598048680 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2023-09-21T13:04:34.789 DEBUG:teuthology.orchestra.run.smithi057:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2023-09-21T13:04:34.824 DEBUG:teuthology.orchestra.run.smithi057:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-09-21T13:04:34.924 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:34.927+0000 7f620ff1a680 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2023-09-21T13:04:34.925 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:34.928+0000 7f620ff1a680 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2023-09-21T13:04:34.925 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:34.928+0000 7f620ff1a680 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2023-09-21T13:04:34.926 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:34.928+0000 7f620ff1a680 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2023-09-21T13:04:34.926 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:34.928+0000 7f620ff1a680 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2023-09-21T13:04:34.926 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:34.929+0000 7f620ff1a680 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2023-09-21T13:04:37.801 DEBUG:teuthology.orchestra.run.smithi057:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2023-09-21T13:04:37.837 DEBUG:teuthology.orchestra.run.smithi057:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-09-21T13:04:37.937 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:37.940+0000 7f0c41c35680 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2023-09-21T13:04:37.937 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:37.940+0000 7f0c41c35680 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2023-09-21T13:04:37.938 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:37.940+0000 7f0c41c35680 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2023-09-21T13:04:37.938 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:37.940+0000 7f0c41c35680 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2023-09-21T13:04:37.938 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:37.940+0000 7f0c41c35680 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2023-09-21T13:04:37.939 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:37.941+0000 7f0c41c35680 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2023-09-21T13:04:38.774 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:04:38.777 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:04:40.812 DEBUG:teuthology.orchestra.run.smithi057:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2023-09-21T13:04:40.849 DEBUG:teuthology.orchestra.run.smithi057:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-09-21T13:04:40.948 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:40.951+0000 7f55ed2d2680 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2023-09-21T13:04:40.949 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:40.952+0000 7f55ed2d2680 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2023-09-21T13:04:40.949 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:40.952+0000 7f55ed2d2680 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2023-09-21T13:04:40.949 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:40.952+0000 7f55ed2d2680 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2023-09-21T13:04:40.949 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:40.952+0000 7f55ed2d2680 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2023-09-21T13:04:40.950 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:40.953+0000 7f55ed2d2680 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2023-09-21T13:04:43.835 DEBUG:teuthology.orchestra.run.smithi057:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2023-09-21T13:04:43.870 INFO:tasks.ceph:Reading keys from all nodes... 2023-09-21T13:04:43.870 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2023-09-21T13:04:43.871 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2023-09-21T13:04:43.907 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2023-09-21T13:04:43.907 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd if=/var/lib/ceph/mds/ceph-a/keyring of=/dev/stdout 2023-09-21T13:04:43.982 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2023-09-21T13:04:43.983 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd if=/var/lib/ceph/mds/ceph-c/keyring of=/dev/stdout 2023-09-21T13:04:44.057 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2023-09-21T13:04:44.057 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2023-09-21T13:04:44.132 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2023-09-21T13:04:44.133 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2023-09-21T13:04:44.208 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2023-09-21T13:04:44.208 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2023-09-21T13:04:44.283 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2023-09-21T13:04:44.284 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2023-09-21T13:04:44.359 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2023-09-21T13:04:44.359 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2023-09-21T13:04:44.394 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2023-09-21T13:04:44.394 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd if=/var/lib/ceph/mds/ceph-b/keyring of=/dev/stdout 2023-09-21T13:04:44.469 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2023-09-21T13:04:44.470 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd if=/var/lib/ceph/mds/ceph-d/keyring of=/dev/stdout 2023-09-21T13:04:44.545 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2023-09-21T13:04:44.545 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2023-09-21T13:04:44.620 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2023-09-21T13:04:44.620 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2023-09-21T13:04:44.695 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2023-09-21T13:04:44.696 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2023-09-21T13:04:44.770 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2023-09-21T13:04:44.771 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2023-09-21T13:04:44.845 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2023-09-21T13:04:44.846 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2023-09-21T13:04:44.869 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2023-09-21T13:04:44.870 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/etc/ceph/ceph.client.2.keyring of=/dev/stdout 2023-09-21T13:04:44.931 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2023-09-21T13:04:44.932 DEBUG:teuthology.orchestra.run.smithi057:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2023-09-21T13:04:44.955 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2023-09-21T13:04:44.955 DEBUG:teuthology.orchestra.run.smithi057:> dd if=/etc/ceph/ceph.client.3.keyring of=/dev/stdout 2023-09-21T13:04:45.017 INFO:tasks.ceph:Adding keys to all mons... 2023-09-21T13:04:45.018 DEBUG:teuthology.orchestra.run.smithi046:> sudo tee -a /etc/ceph/ceph.keyring 2023-09-21T13:04:45.020 DEBUG:teuthology.orchestra.run.smithi057:> sudo tee -a /etc/ceph/ceph.keyring 2023-09-21T13:04:45.061 INFO:teuthology.orchestra.run.smithi046.stdout:[mgr.y] 2023-09-21T13:04:45.061 INFO:teuthology.orchestra.run.smithi046.stdout: key = AQBLPwxlaaEDJRAAPMNRqAy4kn5Mtlq9ypY8Fw== 2023-09-21T13:04:45.061 INFO:teuthology.orchestra.run.smithi046.stdout:[mds.a] 2023-09-21T13:04:45.061 INFO:teuthology.orchestra.run.smithi046.stdout: key = AQBLPwxlYfKvLRAABWc83pRPRMvXLwjdOl2UeQ== 2023-09-21T13:04:45.062 INFO:teuthology.orchestra.run.smithi046.stdout:[mds.c] 2023-09-21T13:04:45.062 INFO:teuthology.orchestra.run.smithi046.stdout: key = AQBLPwxl12kZNhAAscUkpkeWnUDmbQ45TSqE2A== 2023-09-21T13:04:45.062 INFO:teuthology.orchestra.run.smithi046.stdout:[osd.0] 2023-09-21T13:04:45.062 INFO:teuthology.orchestra.run.smithi046.stdout: key = AQBNPwxlmjCCLBAAt5TUEDz6SAhHr1i6YBE41w== 2023-09-21T13:04:45.062 INFO:teuthology.orchestra.run.smithi046.stdout:[osd.1] 2023-09-21T13:04:45.063 INFO:teuthology.orchestra.run.smithi046.stdout: key = AQBQPwxlOGXvKxAAwJ5fPoxcqvfEq3aLxyE1ww== 2023-09-21T13:04:45.063 INFO:teuthology.orchestra.run.smithi046.stdout:[osd.2] 2023-09-21T13:04:45.063 INFO:teuthology.orchestra.run.smithi046.stdout: key = AQBTPwxlM+N6KxAAXXkGW9fhUc0fl0lQXROTbw== 2023-09-21T13:04:45.063 INFO:teuthology.orchestra.run.smithi046.stdout:[osd.3] 2023-09-21T13:04:45.063 INFO:teuthology.orchestra.run.smithi046.stdout: key = AQBWPwxlm2umKhAAlTLjSglZzPdpDI519cqZyQ== 2023-09-21T13:04:45.064 INFO:teuthology.orchestra.run.smithi046.stdout:[mgr.x] 2023-09-21T13:04:45.064 INFO:teuthology.orchestra.run.smithi046.stdout: key = AQBLPwxlfLyOKRAA+KO3pkGEuv/4YLvVWuRkHg== 2023-09-21T13:04:45.064 INFO:teuthology.orchestra.run.smithi046.stdout:[mds.b] 2023-09-21T13:04:45.064 INFO:teuthology.orchestra.run.smithi046.stdout: key = AQBMPwxl5NylABAATpezHUrgB9fIlQQWb7qADA== 2023-09-21T13:04:45.064 INFO:teuthology.orchestra.run.smithi046.stdout:[mds.d] 2023-09-21T13:04:45.064 INFO:teuthology.orchestra.run.smithi046.stdout: key = AQBMPwxladtDCRAAQ4WWeaA+Y9uRVigQVICKeQ== 2023-09-21T13:04:45.065 INFO:teuthology.orchestra.run.smithi046.stdout:[osd.4] 2023-09-21T13:04:45.065 INFO:teuthology.orchestra.run.smithi046.stdout: key = AQBfPwxlVePsNhAAOwt94ZWtiogJ7aSB/VABaQ== 2023-09-21T13:04:45.065 INFO:teuthology.orchestra.run.smithi046.stdout:[osd.5] 2023-09-21T13:04:45.065 INFO:teuthology.orchestra.run.smithi046.stdout: key = AQBiPwxl5ABVNxAAuz6nk86Hd/d3jDgsYBrUMg== 2023-09-21T13:04:45.065 INFO:teuthology.orchestra.run.smithi046.stdout:[osd.6] 2023-09-21T13:04:45.066 INFO:teuthology.orchestra.run.smithi046.stdout: key = AQBlPwxlmz8SOBAA/HUMMq1Z2ZLpo9Q+LRsEnw== 2023-09-21T13:04:45.066 INFO:teuthology.orchestra.run.smithi046.stdout:[osd.7] 2023-09-21T13:04:45.066 INFO:teuthology.orchestra.run.smithi046.stdout: key = AQBoPwxl2g/AOBAAmhPYxG95H996DznN1EAQIA== 2023-09-21T13:04:45.066 INFO:teuthology.orchestra.run.smithi046.stdout:[client.0] 2023-09-21T13:04:45.066 INFO:teuthology.orchestra.run.smithi046.stdout: key = AQBMPwxl+x+uDhAArcPkCVhEe9PyoGKBZvERMg== 2023-09-21T13:04:45.067 INFO:teuthology.orchestra.run.smithi046.stdout:[client.2] 2023-09-21T13:04:45.067 INFO:teuthology.orchestra.run.smithi046.stdout: key = AQBMPwxly/WeEhAAGKamk25j+j//TgHhO7Pe7Q== 2023-09-21T13:04:45.067 INFO:teuthology.orchestra.run.smithi046.stdout:[client.1] 2023-09-21T13:04:45.067 INFO:teuthology.orchestra.run.smithi046.stdout: key = AQBMPwxlR53aFhAAj8eZJOv7pLrcQZlIh8mPKg== 2023-09-21T13:04:45.067 INFO:teuthology.orchestra.run.smithi046.stdout:[client.3] 2023-09-21T13:04:45.067 INFO:teuthology.orchestra.run.smithi046.stdout: key = AQBMPwxl23ncGhAAgtIKRL1mayDk63mxhBO4wQ== 2023-09-21T13:04:45.091 INFO:teuthology.orchestra.run.smithi057.stdout:[mgr.y] 2023-09-21T13:04:45.091 INFO:teuthology.orchestra.run.smithi057.stdout: key = AQBLPwxlaaEDJRAAPMNRqAy4kn5Mtlq9ypY8Fw== 2023-09-21T13:04:45.091 INFO:teuthology.orchestra.run.smithi057.stdout:[mds.a] 2023-09-21T13:04:45.091 INFO:teuthology.orchestra.run.smithi057.stdout: key = AQBLPwxlYfKvLRAABWc83pRPRMvXLwjdOl2UeQ== 2023-09-21T13:04:45.091 INFO:teuthology.orchestra.run.smithi057.stdout:[mds.c] 2023-09-21T13:04:45.092 INFO:teuthology.orchestra.run.smithi057.stdout: key = AQBLPwxl12kZNhAAscUkpkeWnUDmbQ45TSqE2A== 2023-09-21T13:04:45.092 INFO:teuthology.orchestra.run.smithi057.stdout:[osd.0] 2023-09-21T13:04:45.092 INFO:teuthology.orchestra.run.smithi057.stdout: key = AQBNPwxlmjCCLBAAt5TUEDz6SAhHr1i6YBE41w== 2023-09-21T13:04:45.092 INFO:teuthology.orchestra.run.smithi057.stdout:[osd.1] 2023-09-21T13:04:45.092 INFO:teuthology.orchestra.run.smithi057.stdout: key = AQBQPwxlOGXvKxAAwJ5fPoxcqvfEq3aLxyE1ww== 2023-09-21T13:04:45.093 INFO:teuthology.orchestra.run.smithi057.stdout:[osd.2] 2023-09-21T13:04:45.093 INFO:teuthology.orchestra.run.smithi057.stdout: key = AQBTPwxlM+N6KxAAXXkGW9fhUc0fl0lQXROTbw== 2023-09-21T13:04:45.093 INFO:teuthology.orchestra.run.smithi057.stdout:[osd.3] 2023-09-21T13:04:45.093 INFO:teuthology.orchestra.run.smithi057.stdout: key = AQBWPwxlm2umKhAAlTLjSglZzPdpDI519cqZyQ== 2023-09-21T13:04:45.093 INFO:teuthology.orchestra.run.smithi057.stdout:[mgr.x] 2023-09-21T13:04:45.093 INFO:teuthology.orchestra.run.smithi057.stdout: key = AQBLPwxlfLyOKRAA+KO3pkGEuv/4YLvVWuRkHg== 2023-09-21T13:04:45.094 INFO:teuthology.orchestra.run.smithi057.stdout:[mds.b] 2023-09-21T13:04:45.094 INFO:teuthology.orchestra.run.smithi057.stdout: key = AQBMPwxl5NylABAATpezHUrgB9fIlQQWb7qADA== 2023-09-21T13:04:45.094 INFO:teuthology.orchestra.run.smithi057.stdout:[mds.d] 2023-09-21T13:04:45.094 INFO:teuthology.orchestra.run.smithi057.stdout: key = AQBMPwxladtDCRAAQ4WWeaA+Y9uRVigQVICKeQ== 2023-09-21T13:04:45.094 INFO:teuthology.orchestra.run.smithi057.stdout:[osd.4] 2023-09-21T13:04:45.095 INFO:teuthology.orchestra.run.smithi057.stdout: key = AQBfPwxlVePsNhAAOwt94ZWtiogJ7aSB/VABaQ== 2023-09-21T13:04:45.095 INFO:teuthology.orchestra.run.smithi057.stdout:[osd.5] 2023-09-21T13:04:45.095 INFO:teuthology.orchestra.run.smithi057.stdout: key = AQBiPwxl5ABVNxAAuz6nk86Hd/d3jDgsYBrUMg== 2023-09-21T13:04:45.095 INFO:teuthology.orchestra.run.smithi057.stdout:[osd.6] 2023-09-21T13:04:45.095 INFO:teuthology.orchestra.run.smithi057.stdout: key = AQBlPwxlmz8SOBAA/HUMMq1Z2ZLpo9Q+LRsEnw== 2023-09-21T13:04:45.095 INFO:teuthology.orchestra.run.smithi057.stdout:[osd.7] 2023-09-21T13:04:45.096 INFO:teuthology.orchestra.run.smithi057.stdout: key = AQBoPwxl2g/AOBAAmhPYxG95H996DznN1EAQIA== 2023-09-21T13:04:45.096 INFO:teuthology.orchestra.run.smithi057.stdout:[client.0] 2023-09-21T13:04:45.096 INFO:teuthology.orchestra.run.smithi057.stdout: key = AQBMPwxl+x+uDhAArcPkCVhEe9PyoGKBZvERMg== 2023-09-21T13:04:45.096 INFO:teuthology.orchestra.run.smithi057.stdout:[client.2] 2023-09-21T13:04:45.096 INFO:teuthology.orchestra.run.smithi057.stdout: key = AQBMPwxly/WeEhAAGKamk25j+j//TgHhO7Pe7Q== 2023-09-21T13:04:45.096 INFO:teuthology.orchestra.run.smithi057.stdout:[client.1] 2023-09-21T13:04:45.097 INFO:teuthology.orchestra.run.smithi057.stdout: key = AQBMPwxlR53aFhAAj8eZJOv7pLrcQZlIh8mPKg== 2023-09-21T13:04:45.097 INFO:teuthology.orchestra.run.smithi057.stdout:[client.3] 2023-09-21T13:04:45.097 INFO:teuthology.orchestra.run.smithi057.stdout: key = AQBMPwxl23ncGhAAgtIKRL1mayDk63mxhBO4wQ== 2023-09-21T13:04:45.098 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-09-21T13:04:45.111 DEBUG:teuthology.orchestra.run.smithi057:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-09-21T13:04:45.204 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-09-21T13:04:45.207 DEBUG:teuthology.orchestra.run.smithi057:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-09-21T13:04:45.272 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-09-21T13:04:45.275 DEBUG:teuthology.orchestra.run.smithi057:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-09-21T13:04:45.339 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-09-21T13:04:45.342 DEBUG:teuthology.orchestra.run.smithi057:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-09-21T13:04:45.403 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-09-21T13:04:45.405 DEBUG:teuthology.orchestra.run.smithi057:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-09-21T13:04:45.466 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-09-21T13:04:45.468 DEBUG:teuthology.orchestra.run.smithi057:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-09-21T13:04:45.530 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-09-21T13:04:45.533 DEBUG:teuthology.orchestra.run.smithi057:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-09-21T13:04:45.595 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-09-21T13:04:45.597 DEBUG:teuthology.orchestra.run.smithi057:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-09-21T13:04:45.657 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-09-21T13:04:45.660 DEBUG:teuthology.orchestra.run.smithi057:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-09-21T13:04:45.723 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-09-21T13:04:45.725 DEBUG:teuthology.orchestra.run.smithi057:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-09-21T13:04:45.788 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-09-21T13:04:45.791 DEBUG:teuthology.orchestra.run.smithi057:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-09-21T13:04:45.851 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-09-21T13:04:45.854 DEBUG:teuthology.orchestra.run.smithi057:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-09-21T13:04:45.914 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-09-21T13:04:45.916 DEBUG:teuthology.orchestra.run.smithi057:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-09-21T13:04:45.976 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-09-21T13:04:45.978 DEBUG:teuthology.orchestra.run.smithi057:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-09-21T13:04:46.038 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-09-21T13:04:46.041 DEBUG:teuthology.orchestra.run.smithi057:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-09-21T13:04:46.104 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-09-21T13:04:46.106 DEBUG:teuthology.orchestra.run.smithi057:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-09-21T13:04:46.170 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-09-21T13:04:46.172 DEBUG:teuthology.orchestra.run.smithi057:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-09-21T13:04:46.235 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-09-21T13:04:46.238 DEBUG:teuthology.orchestra.run.smithi057:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-09-21T13:04:46.300 INFO:tasks.ceph:Running mkfs on mon nodes... 2023-09-21T13:04:46.301 DEBUG:teuthology.orchestra.run.smithi046:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2023-09-21T13:04:46.332 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2023-09-21T13:04:46.440 DEBUG:teuthology.orchestra.run.smithi046:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2023-09-21T13:04:46.472 DEBUG:teuthology.orchestra.run.smithi057:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2023-09-21T13:04:46.508 DEBUG:teuthology.orchestra.run.smithi057:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2023-09-21T13:04:46.625 DEBUG:teuthology.orchestra.run.smithi057:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2023-09-21T13:04:46.657 DEBUG:teuthology.orchestra.run.smithi057:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2023-09-21T13:04:46.732 DEBUG:teuthology.orchestra.run.smithi057:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2023-09-21T13:04:46.849 DEBUG:teuthology.orchestra.run.smithi057:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2023-09-21T13:04:46.883 DEBUG:teuthology.orchestra.run.smithi046:> rm -- /home/ubuntu/cephtest/ceph.monmap 2023-09-21T13:04:46.886 DEBUG:teuthology.orchestra.run.smithi057:> rm -- /home/ubuntu/cephtest/ceph.monmap 2023-09-21T13:04:46.946 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2023-09-21T13:04:46.946 INFO:tasks.ceph.mon.a:Restarting daemon 2023-09-21T13:04:46.947 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2023-09-21T13:04:46.949 INFO:tasks.ceph.mon.a:Started 2023-09-21T13:04:46.950 INFO:tasks.ceph.mon.b:Restarting daemon 2023-09-21T13:04:46.950 DEBUG:teuthology.orchestra.run.smithi057:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2023-09-21T13:04:46.989 INFO:tasks.ceph.mon.b:Started 2023-09-21T13:04:46.989 INFO:tasks.ceph.mon.c:Restarting daemon 2023-09-21T13:04:46.990 DEBUG:teuthology.orchestra.run.smithi057:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2023-09-21T13:04:46.992 INFO:tasks.ceph.mon.c:Started 2023-09-21T13:04:46.992 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2023-09-21T13:04:46.992 INFO:tasks.ceph.mgr.y:Restarting daemon 2023-09-21T13:04:46.993 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2023-09-21T13:04:46.995 INFO:tasks.ceph.mgr.y:Started 2023-09-21T13:04:46.995 INFO:tasks.ceph.mgr.x:Restarting daemon 2023-09-21T13:04:46.996 DEBUG:teuthology.orchestra.run.smithi057:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2023-09-21T13:04:46.998 INFO:tasks.ceph.mgr.x:Started 2023-09-21T13:04:46.998 INFO:tasks.ceph:Setting crush tunables to default 2023-09-21T13:04:46.999 DEBUG:teuthology.orchestra.run.smithi046:> sudo ceph --cluster ceph osd crush tunables default 2023-09-21T13:04:47.139 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:47.142+0000 7fe2b896b700 1 Processor -- start 2023-09-21T13:04:47.140 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:47.142+0000 7fe2b896b700 1 -- start start 2023-09-21T13:04:47.141 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:47.143+0000 7fe2b896b700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe2b415d800 0x7fe2b40ca8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:04:47.141 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:47.143+0000 7fe2b896b700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe2b40cdf00 con 0x7fe2b40c3920 2023-09-21T13:04:47.142 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:47.143+0000 7fe2b896b700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe2b40ce1e0 con 0x7fe2b406aeb0 2023-09-21T13:04:47.142 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:47.143+0000 7fe2b896b700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe2b406e890 con 0x7fe2b415d800 2023-09-21T13:04:47.142 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:47.143+0000 7fe2b1d9b700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7fe2b40c3920 0x7fe2b406a7a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:36176/0 (socket says 172.21.15.46:36176) 2023-09-21T13:04:47.142 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:47.143+0000 7fe2b1d9b700 1 -- 172.21.15.46:0/412939420 learned_addr learned my addr 172.21.15.46:0/412939420 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:04:47.143 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:47.143+0000 7fe2b259c700 1 --2- 172.21.15.46:0/412939420 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe2b415d800 0x7fe2b40ca8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:47.143 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:47.144+0000 7fe2b259c700 1 -- 172.21.15.46:0/412939420 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe2b415d800 msgr2=0x7fe2b40ca8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2023-09-21T13:04:47.143 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:47.144+0000 7fe2b259c700 1 -- 172.21.15.46:0/412939420 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe2b415d800 msgr2=0x7fe2b40ca8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-09-21T13:04:47.143 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:47.144+0000 7fe2b259c700 1 --2- 172.21.15.46:0/412939420 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe2b415d800 0x7fe2b40ca8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-09-21T13:04:47.143 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:47.144+0000 7fe2b259c700 1 --2- 172.21.15.46:0/412939420 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe2b415d800 0x7fe2b40ca8e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-09-21T13:04:47.343 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:47.345+0000 7fe2b259c700 1 --2- 172.21.15.46:0/412939420 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe2b415d800 0x7fe2b40ca8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:47.343 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:47.345+0000 7fe2b259c700 1 -- 172.21.15.46:0/412939420 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe2b415d800 msgr2=0x7fe2b40ca8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2023-09-21T13:04:47.343 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:47.345+0000 7fe2b259c700 1 -- 172.21.15.46:0/412939420 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe2b415d800 msgr2=0x7fe2b40ca8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-09-21T13:04:47.343 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:47.345+0000 7fe2b259c700 1 --2- 172.21.15.46:0/412939420 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe2b415d800 0x7fe2b40ca8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-09-21T13:04:47.344 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:47.345+0000 7fe2b259c700 1 --2- 172.21.15.46:0/412939420 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe2b415d800 0x7fe2b40ca8e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-09-21T13:04:47.744 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:47.746+0000 7fe2b259c700 1 --2- 172.21.15.46:0/412939420 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe2b415d800 0x7fe2b40ca8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:47.744 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:47.746+0000 7fe2b259c700 1 -- 172.21.15.46:0/412939420 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe2b415d800 msgr2=0x7fe2b40ca8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2023-09-21T13:04:47.744 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:47.746+0000 7fe2b259c700 1 -- 172.21.15.46:0/412939420 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe2b415d800 msgr2=0x7fe2b40ca8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-09-21T13:04:47.744 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:47.746+0000 7fe2b259c700 1 --2- 172.21.15.46:0/412939420 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe2b415d800 0x7fe2b40ca8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-09-21T13:04:47.745 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:47.746+0000 7fe2b259c700 1 --2- 172.21.15.46:0/412939420 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe2b415d800 0x7fe2b40ca8e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2023-09-21T13:04:48.545 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:48.548+0000 7fe2b259c700 1 --2- 172.21.15.46:0/412939420 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe2b415d800 0x7fe2b40ca8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:48.546 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:48.548+0000 7fe2b259c700 1 -- 172.21.15.46:0/412939420 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe2b415d800 msgr2=0x7fe2b40ca8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2023-09-21T13:04:48.546 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:48.548+0000 7fe2b259c700 1 -- 172.21.15.46:0/412939420 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe2b415d800 msgr2=0x7fe2b40ca8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-09-21T13:04:48.546 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:48.548+0000 7fe2b259c700 1 --2- 172.21.15.46:0/412939420 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe2b415d800 0x7fe2b40ca8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-09-21T13:04:48.546 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:48.548+0000 7fe2b259c700 1 --2- 172.21.15.46:0/412939420 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe2b415d800 0x7fe2b40ca8e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2023-09-21T13:04:50.142 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:50.144+0000 7fe2abfff700 1 -- 172.21.15.46:0/412939420 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe2b415d800 msgr2=0x7fe2b40ca8e0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-09-21T13:04:50.142 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:50.144+0000 7fe2abfff700 1 --2- 172.21.15.46:0/412939420 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe2b415d800 0x7fe2b40ca8e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:50.143 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:50.144+0000 7fe2abfff700 1 -- 172.21.15.46:0/412939420 >> v1:172.21.15.57:6789/0 conn(0x7fe2b406aeb0 legacy=0x7fe2b4071ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:04:50.143 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:50.144+0000 7fe2abfff700 1 -- 172.21.15.46:0/412939420 >> v1:172.21.15.46:6789/0 conn(0x7fe2b40c3920 legacy=0x7fe2b406a7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:04:50.143 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:50.144+0000 7fe2abfff700 1 --2- 172.21.15.46:0/412939420 >> v2:172.21.15.46:3300/0 conn(0x7fe2940037a0 0x7fe294005c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:04:50.143 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:50.144+0000 7fe2abfff700 1 --2- 172.21.15.46:0/412939420 >> v2:172.21.15.57:3300/0 conn(0x7fe294006250 0x7fe294008710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:04:50.143 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:50.144+0000 7fe2abfff700 1 -- 172.21.15.46:0/412939420 --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe2b406e890 con 0x7fe2940037a0 2023-09-21T13:04:50.144 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:50.144+0000 7fe2abfff700 1 -- 172.21.15.46:0/412939420 --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe294008dc0 con 0x7fe294006250 2023-09-21T13:04:50.144 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:50.144+0000 7fe2b259c700 1 --2- 172.21.15.46:0/412939420 >> v2:172.21.15.46:3300/0 conn(0x7fe2940037a0 0x7fe294005c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:50.144 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:50.144+0000 7fe2b259c700 1 -- 172.21.15.46:0/412939420 >> v2:172.21.15.46:3300/0 conn(0x7fe2940037a0 msgr2=0x7fe294005c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2023-09-21T13:04:50.144 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:50.144+0000 7fe2b259c700 1 -- 172.21.15.46:0/412939420 >> v2:172.21.15.46:3300/0 conn(0x7fe2940037a0 msgr2=0x7fe294005c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-09-21T13:04:50.144 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:50.144+0000 7fe2b259c700 1 --2- 172.21.15.46:0/412939420 >> v2:172.21.15.46:3300/0 conn(0x7fe2940037a0 0x7fe294005c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-09-21T13:04:50.144 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:50.144+0000 7fe2b259c700 1 --2- 172.21.15.46:0/412939420 >> v2:172.21.15.46:3300/0 conn(0x7fe2940037a0 0x7fe294005c00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-09-21T13:04:50.145 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:50.144+0000 7fe2b1d9b700 1 --2- 172.21.15.46:0/412939420 >> v2:172.21.15.57:3300/0 conn(0x7fe294006250 0x7fe294008710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:50.145 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:50.144+0000 7fe2b1d9b700 1 -- 172.21.15.46:0/412939420 >> v2:172.21.15.57:3300/0 conn(0x7fe294006250 msgr2=0x7fe294008710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2023-09-21T13:04:50.145 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:50.144+0000 7fe2b1d9b700 1 -- 172.21.15.46:0/412939420 >> v2:172.21.15.57:3300/0 conn(0x7fe294006250 msgr2=0x7fe294008710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-09-21T13:04:50.145 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:50.144+0000 7fe2b1d9b700 1 --2- 172.21.15.46:0/412939420 >> v2:172.21.15.57:3300/0 conn(0x7fe294006250 0x7fe294008710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-09-21T13:04:50.145 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:50.144+0000 7fe2b1d9b700 1 --2- 172.21.15.46:0/412939420 >> v2:172.21.15.57:3300/0 conn(0x7fe294006250 0x7fe294008710 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-09-21T13:04:50.343 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:50.345+0000 7fe2b259c700 1 --2- 172.21.15.46:0/412939420 >> v2:172.21.15.46:3300/0 conn(0x7fe2940037a0 0x7fe294005c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:50.343 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:50.345+0000 7fe2b1d9b700 1 --2- 172.21.15.46:0/412939420 >> v2:172.21.15.57:3300/0 conn(0x7fe294006250 0x7fe294008710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:50.343 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:50.345+0000 7fe2b259c700 1 -- 172.21.15.46:0/412939420 >> v2:172.21.15.46:3300/0 conn(0x7fe2940037a0 msgr2=0x7fe294005c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2023-09-21T13:04:50.343 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:50.345+0000 7fe2b259c700 1 -- 172.21.15.46:0/412939420 >> v2:172.21.15.46:3300/0 conn(0x7fe2940037a0 msgr2=0x7fe294005c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-09-21T13:04:50.344 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:50.345+0000 7fe2b259c700 1 --2- 172.21.15.46:0/412939420 >> v2:172.21.15.46:3300/0 conn(0x7fe2940037a0 0x7fe294005c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-09-21T13:04:50.344 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:50.345+0000 7fe2b259c700 1 --2- 172.21.15.46:0/412939420 >> v2:172.21.15.46:3300/0 conn(0x7fe2940037a0 0x7fe294005c00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-09-21T13:04:50.344 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:50.345+0000 7fe2b1d9b700 1 -- 172.21.15.46:0/412939420 >> v2:172.21.15.57:3300/0 conn(0x7fe294006250 msgr2=0x7fe294008710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2023-09-21T13:04:50.344 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:50.345+0000 7fe2b1d9b700 1 -- 172.21.15.46:0/412939420 >> v2:172.21.15.57:3300/0 conn(0x7fe294006250 msgr2=0x7fe294008710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-09-21T13:04:50.345 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:50.345+0000 7fe2b1d9b700 1 --2- 172.21.15.46:0/412939420 >> v2:172.21.15.57:3300/0 conn(0x7fe294006250 0x7fe294008710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-09-21T13:04:50.345 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:50.345+0000 7fe2b1d9b700 1 --2- 172.21.15.46:0/412939420 >> v2:172.21.15.57:3300/0 conn(0x7fe294006250 0x7fe294008710 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-09-21T13:04:50.744 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:50.746+0000 7fe2b259c700 1 --2- 172.21.15.46:0/412939420 >> v2:172.21.15.46:3300/0 conn(0x7fe2940037a0 0x7fe294005c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:50.744 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:50.746+0000 7fe2b259c700 1 -- 172.21.15.46:0/412939420 >> v2:172.21.15.46:3300/0 conn(0x7fe2940037a0 msgr2=0x7fe294005c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2023-09-21T13:04:50.744 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:50.746+0000 7fe2b259c700 1 -- 172.21.15.46:0/412939420 >> v2:172.21.15.46:3300/0 conn(0x7fe2940037a0 msgr2=0x7fe294005c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-09-21T13:04:50.745 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:50.746+0000 7fe2b259c700 1 --2- 172.21.15.46:0/412939420 >> v2:172.21.15.46:3300/0 conn(0x7fe2940037a0 0x7fe294005c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-09-21T13:04:50.745 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:50.746+0000 7fe2b259c700 1 --2- 172.21.15.46:0/412939420 >> v2:172.21.15.46:3300/0 conn(0x7fe2940037a0 0x7fe294005c00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2023-09-21T13:04:50.745 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:50.746+0000 7fe2b1d9b700 1 --2- 172.21.15.46:0/412939420 >> v2:172.21.15.57:3300/0 conn(0x7fe294006250 0x7fe294008710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:50.745 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:50.746+0000 7fe2b1d9b700 1 -- 172.21.15.46:0/412939420 >> v2:172.21.15.57:3300/0 conn(0x7fe294006250 msgr2=0x7fe294008710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2023-09-21T13:04:50.746 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:50.746+0000 7fe2b1d9b700 1 -- 172.21.15.46:0/412939420 >> v2:172.21.15.57:3300/0 conn(0x7fe294006250 msgr2=0x7fe294008710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-09-21T13:04:50.746 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:50.746+0000 7fe2b1d9b700 1 --2- 172.21.15.46:0/412939420 >> v2:172.21.15.57:3300/0 conn(0x7fe294006250 0x7fe294008710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-09-21T13:04:50.746 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:50.746+0000 7fe2b1d9b700 1 --2- 172.21.15.46:0/412939420 >> v2:172.21.15.57:3300/0 conn(0x7fe294006250 0x7fe294008710 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2023-09-21T13:04:51.545 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:51.547+0000 7fe2b259c700 1 --2- 172.21.15.46:0/412939420 >> v2:172.21.15.46:3300/0 conn(0x7fe2940037a0 0x7fe294005c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:51.545 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:51.547+0000 7fe2b259c700 1 -- 172.21.15.46:0/412939420 >> v2:172.21.15.46:3300/0 conn(0x7fe2940037a0 msgr2=0x7fe294005c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2023-09-21T13:04:51.546 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:51.547+0000 7fe2b259c700 1 -- 172.21.15.46:0/412939420 >> v2:172.21.15.46:3300/0 conn(0x7fe2940037a0 msgr2=0x7fe294005c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-09-21T13:04:51.546 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:51.547+0000 7fe2b259c700 1 --2- 172.21.15.46:0/412939420 >> v2:172.21.15.46:3300/0 conn(0x7fe2940037a0 0x7fe294005c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-09-21T13:04:51.546 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:51.547+0000 7fe2b259c700 1 --2- 172.21.15.46:0/412939420 >> v2:172.21.15.46:3300/0 conn(0x7fe2940037a0 0x7fe294005c00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2023-09-21T13:04:51.546 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:51.547+0000 7fe2b1d9b700 1 --2- 172.21.15.46:0/412939420 >> v2:172.21.15.57:3300/0 conn(0x7fe294006250 0x7fe294008710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:51.547 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:51.547+0000 7fe2b1d9b700 1 -- 172.21.15.46:0/412939420 >> v2:172.21.15.57:3300/0 conn(0x7fe294006250 msgr2=0x7fe294008710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2023-09-21T13:04:51.547 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:51.547+0000 7fe2b1d9b700 1 -- 172.21.15.46:0/412939420 >> v2:172.21.15.57:3300/0 conn(0x7fe294006250 msgr2=0x7fe294008710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-09-21T13:04:51.547 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:51.547+0000 7fe2b1d9b700 1 --2- 172.21.15.46:0/412939420 >> v2:172.21.15.57:3300/0 conn(0x7fe294006250 0x7fe294008710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-09-21T13:04:51.547 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:51.547+0000 7fe2b1d9b700 1 --2- 172.21.15.46:0/412939420 >> v2:172.21.15.57:3300/0 conn(0x7fe294006250 0x7fe294008710 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2023-09-21T13:04:52.464 INFO:tasks.ceph.mgr.y.smithi046.stderr:2023-09-21T13:04:52.466+0000 7fd0c47fb240 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-09-21T13:04:52.479 INFO:tasks.ceph.mgr.x.smithi057.stderr:2023-09-21T13:04:52.481+0000 7f2c90676240 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-09-21T13:04:52.660 INFO:tasks.ceph.mgr.y.smithi046.stderr:2023-09-21T13:04:52.662+0000 7fd0c47fb240 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-09-21T13:04:52.680 INFO:tasks.ceph.mgr.x.smithi057.stderr:2023-09-21T13:04:52.683+0000 7f2c90676240 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-09-21T13:04:53.065 INFO:tasks.ceph.mgr.y.smithi046.stderr:2023-09-21T13:04:53.068+0000 7fd0c47fb240 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-09-21T13:04:53.090 INFO:tasks.ceph.mgr.x.smithi057.stderr:2023-09-21T13:04:53.093+0000 7f2c90676240 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-09-21T13:04:53.143 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.143+0000 7fe2abfff700 1 -- 172.21.15.46:0/412939420 >> v2:172.21.15.57:3300/0 conn(0x7fe294006250 msgr2=0x7fe294008710 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-09-21T13:04:53.143 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.143+0000 7fe2abfff700 1 --2- 172.21.15.46:0/412939420 >> v2:172.21.15.57:3300/0 conn(0x7fe294006250 0x7fe294008710 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:53.143 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.144+0000 7fe2abfff700 1 -- 172.21.15.46:0/412939420 >> v2:172.21.15.46:3300/0 conn(0x7fe2940037a0 msgr2=0x7fe294005c00 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-09-21T13:04:53.143 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.144+0000 7fe2abfff700 1 --2- 172.21.15.46:0/412939420 >> v2:172.21.15.46:3300/0 conn(0x7fe2940037a0 0x7fe294005c00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:53.144 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.144+0000 7fe2b2d9d700 1 -- 172.21.15.46:0/412939420 reap_dead start 2023-09-21T13:04:53.144 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.144+0000 7fe2abfff700 1 --2- 172.21.15.46:0/412939420 >> v2:172.21.15.46:3300/0 conn(0x7fe294003bf0 0x7fe294006700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:04:53.144 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.144+0000 7fe2abfff700 1 -- 172.21.15.46:0/412939420 --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe2b40ce4c0 con 0x7fe294006c40 2023-09-21T13:04:53.144 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.144+0000 7fe2abfff700 1 -- 172.21.15.46:0/412939420 --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe2940088b0 con 0x7fe2b406aeb0 2023-09-21T13:04:53.144 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.144+0000 7fe2abfff700 1 -- 172.21.15.46:0/412939420 --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe2b406e890 con 0x7fe294003bf0 2023-09-21T13:04:53.145 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.144+0000 7fe2b1d9b700 1 --2- 172.21.15.46:0/412939420 >> v2:172.21.15.46:3300/0 conn(0x7fe294003bf0 0x7fe294006700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:53.145 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.144+0000 7fe2b159a700 1 -- 172.21.15.46:0/412939420 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3997588684 0 0) 0x7fe2b40ce4c0 con 0x7fe294006c40 2023-09-21T13:04:53.145 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.144+0000 7fe2b159a700 1 -- 172.21.15.46:0/412939420 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe2a00035b0 con 0x7fe294006c40 2023-09-21T13:04:53.145 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.144+0000 7fe2b1d9b700 1 -- 172.21.15.46:0/412939420 >> v1:172.21.15.57:6789/0 conn(0x7fe2b406aeb0 legacy=0x7fe29400b180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:04:53.145 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.144+0000 7fe2b1d9b700 1 -- 172.21.15.46:0/412939420 >> v1:172.21.15.46:6789/0 conn(0x7fe294006c40 legacy=0x7fe2940070d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:04:53.146 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.144+0000 7fe2b1d9b700 1 -- 172.21.15.46:0/412939420 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe2940108d0 con 0x7fe294003bf0 2023-09-21T13:04:53.146 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.144+0000 7fe2b1d9b700 1 --2- 172.21.15.46:0/412939420 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe294003bf0 0x7fe294006700 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fe2b40c3d60 tx=0x7fe29c007330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a84fa91b6ac534 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:04:53.146 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.144+0000 7fe2b159a700 1 -- 172.21.15.46:0/412939420 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe29c017460 con 0x7fe294003bf0 2023-09-21T13:04:53.146 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.145+0000 7fe2b159a700 1 -- 172.21.15.46:0/412939420 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe29c0175e0 con 0x7fe294003bf0 2023-09-21T13:04:53.147 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.145+0000 7fe2b159a700 1 -- 172.21.15.46:0/412939420 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe29c017990 con 0x7fe294003bf0 2023-09-21T13:04:53.147 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.145+0000 7fe2b896b700 1 -- 172.21.15.46:0/412939420 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe294003bf0 msgr2=0x7fe294006700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:04:53.147 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.145+0000 7fe2b896b700 1 --2- 172.21.15.46:0/412939420 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe294003bf0 0x7fe294006700 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fe2b40c3d60 tx=0x7fe29c007330 comp rx=0 tx=0).stop 2023-09-21T13:04:53.147 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.145+0000 7fe2b896b700 1 -- 172.21.15.46:0/412939420 shutdown_connections 2023-09-21T13:04:53.147 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.145+0000 7fe2b896b700 1 --2- 172.21.15.46:0/412939420 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe294003bf0 0x7fe294006700 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:53.147 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.145+0000 7fe2b896b700 1 -- 172.21.15.46:0/412939420 >> 172.21.15.46:0/412939420 conn(0x7fe2b40ccd10 msgr2=0x7fe2b40cd0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:04:53.148 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.145+0000 7fe2b896b700 1 -- 172.21.15.46:0/412939420 shutdown_connections 2023-09-21T13:04:53.148 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.145+0000 7fe2b896b700 1 -- 172.21.15.46:0/412939420 wait complete. 2023-09-21T13:04:53.151 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.147+0000 7fe2b896b700 1 Processor -- start 2023-09-21T13:04:53.151 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.147+0000 7fe2b896b700 1 -- start start 2023-09-21T13:04:53.151 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.148+0000 7fe2b896b700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe294003bf0 0x7fe2b415bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:04:53.152 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.148+0000 7fe2b896b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe294006c40 0x7fe2b4151a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:04:53.152 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.148+0000 7fe2b896b700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fe2b406aeb0 0x7fe2b415f240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:04:53.152 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.148+0000 7fe2b896b700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2b40c5330 con 0x7fe294006c40 2023-09-21T13:04:53.152 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.148+0000 7fe2b896b700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2b40c55b0 con 0x7fe2b406aeb0 2023-09-21T13:04:53.152 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.148+0000 7fe2b896b700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe2b40c5890 con 0x7fe294003bf0 2023-09-21T13:04:53.153 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.148+0000 7fe2b1d9b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe294006c40 0x7fe2b4151a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:53.153 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.148+0000 7fe2b1d9b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe294006c40 0x7fe2b4151a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:45350/0 (socket says 172.21.15.46:45350) 2023-09-21T13:04:53.153 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.148+0000 7fe2b1d9b700 1 -- 172.21.15.46:0/1970650476 learned_addr learned my addr 172.21.15.46:0/1970650476 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:04:53.153 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.148+0000 7fe2b259c700 1 --2- 172.21.15.46:0/1970650476 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe294003bf0 0x7fe2b415bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:53.153 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.148+0000 7fe2b2d9d700 1 --2- 172.21.15.46:0/1970650476 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fe2b406aeb0 0x7fe2b415f240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:53.154 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.148+0000 7fe2b259c700 1 -- 172.21.15.46:0/1970650476 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe294003bf0 msgr2=0x7fe2b415bb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 16 2023-09-21T13:04:53.154 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.148+0000 7fe2b259c700 1 -- 172.21.15.46:0/1970650476 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe294003bf0 msgr2=0x7fe2b415bb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2023-09-21T13:04:53.154 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.148+0000 7fe2b259c700 1 --2- 172.21.15.46:0/1970650476 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe294003bf0 0x7fe2b415bb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-09-21T13:04:53.154 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.148+0000 7fe2b259c700 1 --2- 172.21.15.46:0/1970650476 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe294003bf0 0x7fe2b415bb10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-09-21T13:04:53.154 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.148+0000 7fe2b1d9b700 1 -- 172.21.15.46:0/1970650476 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe294003bf0 msgr2=0x7fe2b415bb10 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-09-21T13:04:53.154 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.148+0000 7fe2b1d9b700 1 --2- 172.21.15.46:0/1970650476 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe294003bf0 0x7fe2b415bb10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:53.155 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.148+0000 7fe2b1d9b700 1 -- 172.21.15.46:0/1970650476 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fe2b406aeb0 msgr2=0x7fe2b415f240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:04:53.155 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.148+0000 7fe2b1d9b700 1 --2- 172.21.15.46:0/1970650476 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fe2b406aeb0 0x7fe2b415f240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:53.155 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.148+0000 7fe2b1d9b700 1 -- 172.21.15.46:0/1970650476 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe29c00f040 con 0x7fe294006c40 2023-09-21T13:04:53.155 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.149+0000 7fe2b1d9b700 1 --2- 172.21.15.46:0/1970650476 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe294006c40 0x7fe2b4151a70 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fe29c007370 tx=0x7fe29c001120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:04:53.155 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.149+0000 7fe2aaffd700 1 -- 172.21.15.46:0/1970650476 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe29c017460 con 0x7fe294006c40 2023-09-21T13:04:53.156 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.149+0000 7fe2aaffd700 1 -- 172.21.15.46:0/1970650476 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe29c023a80 con 0x7fe294006c40 2023-09-21T13:04:53.156 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.149+0000 7fe2b896b700 1 -- 172.21.15.46:0/1970650476 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe2b40c5b70 con 0x7fe294006c40 2023-09-21T13:04:53.156 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.149+0000 7fe2aaffd700 1 -- 172.21.15.46:0/1970650476 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe29c023c30 con 0x7fe294006c40 2023-09-21T13:04:53.156 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.149+0000 7fe2b896b700 1 -- 172.21.15.46:0/1970650476 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe2b40c6130 con 0x7fe294006c40 2023-09-21T13:04:53.156 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.149+0000 7fe2aaffd700 1 -- 172.21.15.46:0/1970650476 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fe29c004870 con 0x7fe294006c40 2023-09-21T13:04:53.157 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.149+0000 7fe2aaffd700 1 -- 172.21.15.46:0/1970650476 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7fe29c005100 con 0x7fe294006c40 2023-09-21T13:04:53.157 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.150+0000 7fe2b896b700 1 -- 172.21.15.46:0/1970650476 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe2b40c62c0 con 0x7fe294006c40 2023-09-21T13:04:53.157 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.152+0000 7fe2aaffd700 1 -- 172.21.15.46:0/1970650476 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72459 (secure 0 0 0) 0x7fe29c04ab20 con 0x7fe294006c40 2023-09-21T13:04:53.228 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.231+0000 7fe2b896b700 1 -- 172.21.15.46:0/1970650476 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) v1 -- 0x7fe2b404f330 con 0x7fe294006c40 2023-09-21T13:04:53.232 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.234+0000 7fe2aaffd700 1 -- 172.21.15.46:0/1970650476 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) v1 ==== 124+0+0 (secure 0 0 0) 0x7fe29c039020 con 0x7fe294006c40 2023-09-21T13:04:53.233 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.235+0000 7fe2b896b700 1 -- 172.21.15.46:0/1970650476 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe294006c40 msgr2=0x7fe2b4151a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:04:53.233 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.235+0000 7fe2b896b700 1 --2- 172.21.15.46:0/1970650476 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe294006c40 0x7fe2b4151a70 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fe29c007370 tx=0x7fe29c001120 comp rx=0 tx=0).stop 2023-09-21T13:04:53.233 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.235+0000 7fe2b896b700 1 -- 172.21.15.46:0/1970650476 shutdown_connections 2023-09-21T13:04:53.234 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.235+0000 7fe2b896b700 1 --2- 172.21.15.46:0/1970650476 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fe2b406aeb0 0x7fe2b415f240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:53.234 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.235+0000 7fe2b896b700 1 --2- 172.21.15.46:0/1970650476 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe294003bf0 0x7fe2b415bb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:53.234 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.235+0000 7fe2b896b700 1 --2- 172.21.15.46:0/1970650476 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe294006c40 0x7fe2b4151a70 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:53.235 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.235+0000 7fe2b896b700 1 -- 172.21.15.46:0/1970650476 >> 172.21.15.46:0/1970650476 conn(0x7fe2b40ccd10 msgr2=0x7fe2b40ae870 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:04:53.235 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.236+0000 7fe2b896b700 1 -- 172.21.15.46:0/1970650476 shutdown_connections 2023-09-21T13:04:53.235 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:53.236+0000 7fe2b896b700 1 -- 172.21.15.46:0/1970650476 wait complete. 2023-09-21T13:04:53.235 INFO:teuthology.orchestra.run.smithi046.stderr:adjusted tunables profile to default 2023-09-21T13:04:53.246 INFO:tasks.ceph:check_enable_crimson: False 2023-09-21T13:04:53.247 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2023-09-21T13:04:53.247 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2023-09-21T13:04:53.247 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2023-09-21T13:04:53.278 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2023-09-21T13:04:53.279 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2023-09-21T13:04:53.350 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2023-09-21T13:04:53.351 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2023-09-21T13:04:53.421 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2023-09-21T13:04:53.421 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2023-09-21T13:04:53.492 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2023-09-21T13:04:53.492 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2023-09-21T13:04:53.524 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2023-09-21T13:04:53.524 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2023-09-21T13:04:53.594 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2023-09-21T13:04:53.595 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2023-09-21T13:04:53.653 INFO:tasks.ceph.mgr.x.smithi057.stderr:2023-09-21T13:04:53.656+0000 7f2c90676240 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-09-21T13:04:53.666 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2023-09-21T13:04:53.666 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2023-09-21T13:04:53.667 INFO:tasks.ceph.mgr.y.smithi046.stderr:2023-09-21T13:04:53.668+0000 7fd0c47fb240 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-09-21T13:04:53.736 DEBUG:teuthology.orchestra.run.smithi057:> sudo ceph --cluster ceph osd new 23992b72-ed3c-4a14-ae79-8150e0fedbf7 0 2023-09-21T13:04:53.880 INFO:tasks.ceph.mgr.x.smithi057.stderr:2023-09-21T13:04:53.883+0000 7f2c90676240 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-09-21T13:04:53.885 INFO:tasks.ceph.mgr.y.smithi046.stderr:2023-09-21T13:04:53.887+0000 7fd0c47fb240 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-09-21T13:04:53.912 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:53.915+0000 7fcf380c5700 1 Processor -- start 2023-09-21T13:04:53.913 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:53.915+0000 7fcf380c5700 1 -- start start 2023-09-21T13:04:53.915 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:53.916+0000 7fcf380c5700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fcf3006ef50 0x7fcf300cd8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:04:53.916 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:53.916+0000 7fcf380c5700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7fcf3006f330 0x7fcf300cbf00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:04:53.916 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:53.916+0000 7fcf380c5700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcf3015aa80 con 0x7fcf300b30e0 2023-09-21T13:04:53.916 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:53.916+0000 7fcf380c5700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcf30072840 con 0x7fcf3006ef50 2023-09-21T13:04:53.916 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:53.916+0000 7fcf380c5700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcf30071fa0 con 0x7fcf3006f330 2023-09-21T13:04:53.916 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:53.916+0000 7fcf36662700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7fcf3006f330 0x7fcf300cbf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:53.917 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:53.916+0000 7fcf35e61700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fcf3006ef50 0x7fcf300cd8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:53.917 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:53.916+0000 7fcf35660700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7fcf300b30e0 0x7fcf300717c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.57:41854/0 (socket says 172.21.15.57:41854) 2023-09-21T13:04:53.917 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:53.916+0000 7fcf36662700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7fcf3006f330 0x7fcf300cbf00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.57:3300/0 says I am v2:172.21.15.57:55482/0 (socket says 172.21.15.57:55482) 2023-09-21T13:04:53.917 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:53.916+0000 7fcf35660700 1 -- 172.21.15.57:0/2435904062 learned_addr learned my addr 172.21.15.57:0/2435904062 (peer_addr_for_me v1:172.21.15.57:0/0) 2023-09-21T13:04:53.917 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:53.917+0000 7fcf34e5f700 1 -- 172.21.15.57:0/2435904062 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2724148056 0 0) 0x7fcf20001110 con 0x7fcf300b30e0 2023-09-21T13:04:53.918 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:53.917+0000 7fcf34e5f700 1 -- 172.21.15.57:0/2435904062 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fcf1c0035b0 con 0x7fcf300b30e0 2023-09-21T13:04:53.918 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:53.917+0000 7fcf36662700 1 -- 172.21.15.57:0/2435904062 >> v2:172.21.15.46:3300/0 conn(0x7fcf3006ef50 msgr2=0x7fcf300cd8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:04:53.918 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:53.917+0000 7fcf36662700 1 --2- 172.21.15.57:0/2435904062 >> v2:172.21.15.46:3300/0 conn(0x7fcf3006ef50 0x7fcf300cd8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:53.918 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:53.917+0000 7fcf36662700 1 -- 172.21.15.57:0/2435904062 >> v1:172.21.15.46:6789/0 conn(0x7fcf300b30e0 legacy=0x7fcf300717c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:04:53.918 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:53.917+0000 7fcf36662700 1 -- 172.21.15.57:0/2435904062 --> v2:172.21.15.57:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcf30072280 con 0x7fcf3006f330 2023-09-21T13:04:53.919 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:53.917+0000 7fcf35e61700 1 --2- 172.21.15.57:0/2435904062 >> v2:172.21.15.46:3300/0 conn(0x7fcf3006ef50 0x7fcf300cd8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-21T13:04:53.919 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:53.917+0000 7fcf36662700 1 --2- 172.21.15.57:0/2435904062 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fcf3006f330 0x7fcf300cbf00 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fcf300c72f0 tx=0x7fcf28009b20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=57142b72fe11c829 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:04:53.919 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:53.917+0000 7fcf34e5f700 1 -- 172.21.15.57:0/2435904062 <== mon.1 v2:172.21.15.57:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf28011830 con 0x7fcf3006f330 2023-09-21T13:04:53.919 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:53.917+0000 7fcf34e5f700 1 -- 172.21.15.57:0/2435904062 <== mon.1 v2:172.21.15.57:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcf28011990 con 0x7fcf3006f330 2023-09-21T13:04:53.919 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:53.917+0000 7fcf34e5f700 1 -- 172.21.15.57:0/2435904062 <== mon.1 v2:172.21.15.57:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf28011d20 con 0x7fcf3006f330 2023-09-21T13:04:53.919 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:53.918+0000 7fcf380c5700 1 -- 172.21.15.57:0/2435904062 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fcf3006f330 msgr2=0x7fcf300cbf00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:04:53.920 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:53.918+0000 7fcf380c5700 1 --2- 172.21.15.57:0/2435904062 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fcf3006f330 0x7fcf300cbf00 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fcf300c72f0 tx=0x7fcf28009b20 comp rx=0 tx=0).stop 2023-09-21T13:04:53.920 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:53.918+0000 7fcf380c5700 1 -- 172.21.15.57:0/2435904062 shutdown_connections 2023-09-21T13:04:53.920 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:53.918+0000 7fcf380c5700 1 --2- 172.21.15.57:0/2435904062 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fcf3006f330 0x7fcf300cbf00 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:53.920 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:53.918+0000 7fcf380c5700 1 --2- 172.21.15.57:0/2435904062 >> v2:172.21.15.46:3300/0 conn(0x7fcf3006ef50 0x7fcf300cd8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:53.920 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:53.918+0000 7fcf380c5700 1 -- 172.21.15.57:0/2435904062 >> 172.21.15.57:0/2435904062 conn(0x7fcf300ccd10 msgr2=0x7fcf300cd120 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:04:53.920 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:53.918+0000 7fcf380c5700 1 -- 172.21.15.57:0/2435904062 shutdown_connections 2023-09-21T13:04:53.921 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:53.918+0000 7fcf380c5700 1 -- 172.21.15.57:0/2435904062 wait complete. 2023-09-21T13:04:53.923 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:53.920+0000 7fcf380c5700 1 Processor -- start 2023-09-21T13:04:53.923 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:53.920+0000 7fcf380c5700 1 -- start start 2023-09-21T13:04:53.924 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:53.921+0000 7fcf380c5700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fcf3006ef50 0x7fcf300c84e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:04:53.924 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:53.921+0000 7fcf380c5700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcf3006f330 0x7fcf30153cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:04:53.924 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:53.921+0000 7fcf380c5700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fcf300b30e0 0x7fcf30154200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:04:53.924 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:53.921+0000 7fcf380c5700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf3014ff90 con 0x7fcf3006f330 2023-09-21T13:04:53.924 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:53.921+0000 7fcf380c5700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf300c8d30 con 0x7fcf3006ef50 2023-09-21T13:04:53.925 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:53.921+0000 7fcf380c5700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcf300c9010 con 0x7fcf300b30e0 2023-09-21T13:04:53.925 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:53.921+0000 7fcf35e61700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fcf3006ef50 0x7fcf300c84e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:53.925 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:53.921+0000 7fcf35e61700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fcf3006ef50 0x7fcf300c84e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.57:3300/0 says I am v2:172.21.15.57:55498/0 (socket says 172.21.15.57:55498) 2023-09-21T13:04:53.925 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:53.921+0000 7fcf35e61700 1 -- 172.21.15.57:0/2870937020 learned_addr learned my addr 172.21.15.57:0/2870937020 (peer_addr_for_me v2:172.21.15.57:0/0) 2023-09-21T13:04:53.925 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:53.921+0000 7fcf36662700 1 --2- 172.21.15.57:0/2870937020 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fcf300b30e0 0x7fcf30154200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:53.926 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:53.921+0000 7fcf35660700 1 --2- 172.21.15.57:0/2870937020 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcf3006f330 0x7fcf30153cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:53.926 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:53.921+0000 7fcf36662700 1 -- 172.21.15.57:0/2870937020 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fcf300b30e0 msgr2=0x7fcf30154200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 18 2023-09-21T13:04:53.926 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:53.921+0000 7fcf36662700 1 -- 172.21.15.57:0/2870937020 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fcf300b30e0 msgr2=0x7fcf30154200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2023-09-21T13:04:53.926 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:53.921+0000 7fcf36662700 1 --2- 172.21.15.57:0/2870937020 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fcf300b30e0 0x7fcf30154200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-09-21T13:04:53.926 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:53.921+0000 7fcf36662700 1 --2- 172.21.15.57:0/2870937020 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fcf300b30e0 0x7fcf30154200 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-09-21T13:04:53.927 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:53.921+0000 7fcf35e61700 1 -- 172.21.15.57:0/2870937020 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fcf300b30e0 msgr2=0x7fcf30154200 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-09-21T13:04:53.927 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:53.921+0000 7fcf35e61700 1 --2- 172.21.15.57:0/2870937020 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fcf300b30e0 0x7fcf30154200 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:53.927 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:53.921+0000 7fcf35e61700 1 -- 172.21.15.57:0/2870937020 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcf3006f330 msgr2=0x7fcf30153cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:04:53.927 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:53.921+0000 7fcf35e61700 1 --2- 172.21.15.57:0/2870937020 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcf3006f330 0x7fcf30153cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:53.927 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:53.921+0000 7fcf35e61700 1 -- 172.21.15.57:0/2870937020 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcf2c009a70 con 0x7fcf3006ef50 2023-09-21T13:04:53.927 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:53.921+0000 7fcf35660700 1 --2- 172.21.15.57:0/2870937020 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcf3006f330 0x7fcf30153cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-21T13:04:53.928 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:53.921+0000 7fcf35e61700 1 --2- 172.21.15.57:0/2870937020 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fcf3006ef50 0x7fcf300c84e0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fcf2c00efc0 tx=0x7fcf2c00c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:04:53.928 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:53.922+0000 7fcf267fc700 1 -- 172.21.15.57:0/2870937020 <== mon.1 v2:172.21.15.57:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf2c00ce80 con 0x7fcf3006ef50 2023-09-21T13:04:53.928 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:53.922+0000 7fcf267fc700 1 -- 172.21.15.57:0/2870937020 <== mon.1 v2:172.21.15.57:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcf2c00f040 con 0x7fcf3006ef50 2023-09-21T13:04:53.928 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:53.922+0000 7fcf267fc700 1 -- 172.21.15.57:0/2870937020 <== mon.1 v2:172.21.15.57:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf2c0146a0 con 0x7fcf3006ef50 2023-09-21T13:04:53.928 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:53.922+0000 7fcf380c5700 1 -- 172.21.15.57:0/2870937020 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcf280094a0 con 0x7fcf3006ef50 2023-09-21T13:04:53.929 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:53.922+0000 7fcf380c5700 1 -- 172.21.15.57:0/2870937020 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcf300c95d0 con 0x7fcf3006ef50 2023-09-21T13:04:53.929 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:53.922+0000 7fcf267fc700 1 -- 172.21.15.57:0/2870937020 <== mon.1 v2:172.21.15.57:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fcf2c014b00 con 0x7fcf3006ef50 2023-09-21T13:04:53.929 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:53.922+0000 7fcf267fc700 1 -- 172.21.15.57:0/2870937020 <== mon.1 v2:172.21.15.57:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 725+0+0 (secure 0 0 0) 0x7fcf2c01dc60 con 0x7fcf3006ef50 2023-09-21T13:04:53.929 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:53.923+0000 7fcf380c5700 1 -- 172.21.15.57:0/2870937020 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcf300c9c20 con 0x7fcf3006ef50 2023-09-21T13:04:53.929 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:53.925+0000 7fcf267fc700 1 -- 172.21.15.57:0/2870937020 <== mon.1 v2:172.21.15.57:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72459 (secure 0 0 0) 0x7fcf2c03bb20 con 0x7fcf3006ef50 2023-09-21T13:04:54.015 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.017+0000 7fcf380c5700 1 -- 172.21.15.57:0/2870937020 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_command({"prefix": "osd new", "uuid": "23992b72-ed3c-4a14-ae79-8150e0fedbf7", "id": 0} v 0) v1 -- 0x7fcf3004f330 con 0x7fcf3006ef50 2023-09-21T13:04:54.020 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.022+0000 7fcf267fc700 1 -- 172.21.15.57:0/2870937020 <== mon.1 v2:172.21.15.57:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "23992b72-ed3c-4a14-ae79-8150e0fedbf7", "id": 0}]=0 v3) v1 ==== 112+0+2 (secure 0 0 0) 0x7fcf2c02a070 con 0x7fcf3006ef50 2023-09-21T13:04:54.020 INFO:teuthology.orchestra.run.smithi057.stdout:0 2023-09-21T13:04:54.021 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.023+0000 7fcf380c5700 1 -- 172.21.15.57:0/2870937020 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fcf3006ef50 msgr2=0x7fcf300c84e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:04:54.021 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.023+0000 7fcf380c5700 1 --2- 172.21.15.57:0/2870937020 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fcf3006ef50 0x7fcf300c84e0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fcf2c00efc0 tx=0x7fcf2c00c3a0 comp rx=0 tx=0).stop 2023-09-21T13:04:54.021 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.023+0000 7fcf380c5700 1 -- 172.21.15.57:0/2870937020 shutdown_connections 2023-09-21T13:04:54.021 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.023+0000 7fcf380c5700 1 --2- 172.21.15.57:0/2870937020 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fcf300b30e0 0x7fcf30154200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:54.022 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.023+0000 7fcf380c5700 1 --2- 172.21.15.57:0/2870937020 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fcf3006ef50 0x7fcf300c84e0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:54.022 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.023+0000 7fcf380c5700 1 --2- 172.21.15.57:0/2870937020 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcf3006f330 0x7fcf30153cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:54.022 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.023+0000 7fcf380c5700 1 -- 172.21.15.57:0/2870937020 >> 172.21.15.57:0/2870937020 conn(0x7fcf300ccd10 msgr2=0x7fcf30159c90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:04:54.022 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.023+0000 7fcf380c5700 1 -- 172.21.15.57:0/2870937020 shutdown_connections 2023-09-21T13:04:54.022 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.023+0000 7fcf380c5700 1 -- 172.21.15.57:0/2870937020 wait complete. 2023-09-21T13:04:54.034 DEBUG:teuthology.orchestra.run.smithi057:> sudo ceph --cluster ceph osd new 2578f708-e052-4bdd-bcef-54808f1d1ef4 1 2023-09-21T13:04:54.168 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.171+0000 7f30ea87a700 1 Processor -- start 2023-09-21T13:04:54.169 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.171+0000 7f30ea87a700 1 -- start start 2023-09-21T13:04:54.171 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.172+0000 7f30ea87a700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f30e415b390 0x7f30e415e6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:04:54.171 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.172+0000 7f30ea87a700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f30e406a7a0 0x7f30e406f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:04:54.171 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.172+0000 7f30ea87a700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f30e406fc00 0x7f30e40717c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:04:54.172 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.172+0000 7f30ea87a700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f30e406ef50 con 0x7f30e415b390 2023-09-21T13:04:54.172 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.172+0000 7f30ea87a700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f30e406f230 con 0x7f30e406fc00 2023-09-21T13:04:54.172 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.172+0000 7f30ea87a700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f30e40c3bb0 con 0x7f30e406a7a0 2023-09-21T13:04:54.172 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.172+0000 7f30e37fe700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f30e406a7a0 0x7f30e406f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:54.172 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.172+0000 7f30e8e17700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f30e406fc00 0x7f30e40717c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:54.173 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.172+0000 7f30e37fe700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f30e406a7a0 0x7f30e406f6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.57:3301/0 says I am v2:172.21.15.57:44360/0 (socket says 172.21.15.57:44360) 2023-09-21T13:04:54.173 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.172+0000 7f30e8e17700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f30e406fc00 0x7f30e40717c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.57:3300/0 says I am v2:172.21.15.57:55502/0 (socket says 172.21.15.57:55502) 2023-09-21T13:04:54.173 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.172+0000 7f30e37fe700 1 -- 172.21.15.57:0/3616590202 learned_addr learned my addr 172.21.15.57:0/3616590202 (peer_addr_for_me v2:172.21.15.57:0/0) 2023-09-21T13:04:54.173 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.172+0000 7f30e3fff700 1 --2- 172.21.15.57:0/3616590202 >> v2:172.21.15.46:3300/0 conn(0x7f30e415b390 0x7f30e415e6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:54.173 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.172+0000 7f30e37fe700 1 -- 172.21.15.57:0/3616590202 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f30e406a7a0 msgr2=0x7f30e406f6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2023-09-21T13:04:54.173 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.172+0000 7f30e37fe700 1 -- 172.21.15.57:0/3616590202 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f30e406a7a0 msgr2=0x7f30e406f6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-09-21T13:04:54.174 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.172+0000 7f30e37fe700 1 --2- 172.21.15.57:0/3616590202 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f30e406a7a0 0x7f30e406f6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-09-21T13:04:54.174 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.172+0000 7f30e37fe700 1 --2- 172.21.15.57:0/3616590202 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f30e406a7a0 0x7f30e406f6c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-09-21T13:04:54.174 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.172+0000 7f30e8e17700 1 -- 172.21.15.57:0/3616590202 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f30e406a7a0 msgr2=0x7f30e406f6c0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-09-21T13:04:54.174 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.172+0000 7f30e8e17700 1 --2- 172.21.15.57:0/3616590202 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f30e406a7a0 0x7f30e406f6c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:54.174 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.172+0000 7f30e8e17700 1 -- 172.21.15.57:0/3616590202 >> v2:172.21.15.46:3300/0 conn(0x7f30e415b390 msgr2=0x7f30e415e6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:04:54.175 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.172+0000 7f30e8e17700 1 --2- 172.21.15.57:0/3616590202 >> v2:172.21.15.46:3300/0 conn(0x7f30e415b390 0x7f30e415e6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:54.175 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.172+0000 7f30e8e17700 1 -- 172.21.15.57:0/3616590202 --> v2:172.21.15.57:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f30e415ec10 con 0x7f30e406fc00 2023-09-21T13:04:54.175 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.172+0000 7f30e8e17700 1 --2- 172.21.15.57:0/3616590202 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f30e406fc00 0x7f30e40717c0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f30e40d1280 tx=0x7f30dc00b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c5a07e55c10da06b server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:04:54.175 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.172+0000 7f30e2ffd700 1 -- 172.21.15.57:0/3616590202 <== mon.1 v2:172.21.15.57:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30dc00e070 con 0x7f30e406fc00 2023-09-21T13:04:54.175 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.172+0000 7f30e2ffd700 1 -- 172.21.15.57:0/3616590202 <== mon.1 v2:172.21.15.57:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f30dc00bb20 con 0x7f30e406fc00 2023-09-21T13:04:54.175 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.173+0000 7f30e2ffd700 1 -- 172.21.15.57:0/3616590202 <== mon.1 v2:172.21.15.57:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30dc012430 con 0x7f30e406fc00 2023-09-21T13:04:54.176 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.173+0000 7f30ea87a700 1 -- 172.21.15.57:0/3616590202 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f30e406fc00 msgr2=0x7f30e40717c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:04:54.176 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.173+0000 7f30ea87a700 1 --2- 172.21.15.57:0/3616590202 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f30e406fc00 0x7f30e40717c0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f30e40d1280 tx=0x7f30dc00b330 comp rx=0 tx=0).stop 2023-09-21T13:04:54.176 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.173+0000 7f30ea87a700 1 -- 172.21.15.57:0/3616590202 shutdown_connections 2023-09-21T13:04:54.176 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.173+0000 7f30ea87a700 1 --2- 172.21.15.57:0/3616590202 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f30e406fc00 0x7f30e40717c0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:54.176 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.173+0000 7f30ea87a700 1 --2- 172.21.15.57:0/3616590202 >> v2:172.21.15.46:3300/0 conn(0x7f30e415b390 0x7f30e415e6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:54.177 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.173+0000 7f30ea87a700 1 --2- 172.21.15.57:0/3616590202 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f30e406a7a0 0x7f30e406f6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:54.177 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.173+0000 7f30ea87a700 1 -- 172.21.15.57:0/3616590202 >> 172.21.15.57:0/3616590202 conn(0x7f30e40ccd10 msgr2=0x7f30e40cd120 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:04:54.177 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.173+0000 7f30ea87a700 1 -- 172.21.15.57:0/3616590202 shutdown_connections 2023-09-21T13:04:54.177 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.173+0000 7f30ea87a700 1 -- 172.21.15.57:0/3616590202 wait complete. 2023-09-21T13:04:54.180 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.174+0000 7f30ea87a700 1 Processor -- start 2023-09-21T13:04:54.180 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.175+0000 7f30ea87a700 1 -- start start 2023-09-21T13:04:54.180 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.175+0000 7f30ea87a700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f30e406a7a0 0x7f30e40ad780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:04:54.180 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.175+0000 7f30ea87a700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f30e406fc00 0x7f30e414ee30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:04:54.180 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.176+0000 7f30ea87a700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f30e415b390 0x7f30e40c5000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:04:54.181 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.176+0000 7f30ea87a700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30e41f2ac0 con 0x7f30e406a7a0 2023-09-21T13:04:54.181 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.176+0000 7f30ea87a700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30e40c66a0 con 0x7f30e406fc00 2023-09-21T13:04:54.181 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.176+0000 7f30ea87a700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f30e40c6980 con 0x7f30e415b390 2023-09-21T13:04:54.181 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.176+0000 7f30e37fe700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f30e406fc00 0x7f30e414ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:54.181 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.176+0000 7f30e8e17700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f30e415b390 0x7f30e40c5000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:54.182 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.176+0000 7f30e37fe700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f30e406fc00 0x7f30e414ee30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.57:3300/0 says I am v2:172.21.15.57:55506/0 (socket says 172.21.15.57:55506) 2023-09-21T13:04:54.182 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.176+0000 7f30e37fe700 1 -- 172.21.15.57:0/1588977160 learned_addr learned my addr 172.21.15.57:0/1588977160 (peer_addr_for_me v2:172.21.15.57:0/0) 2023-09-21T13:04:54.182 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.176+0000 7f30e3fff700 1 --2- 172.21.15.57:0/1588977160 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f30e406a7a0 0x7f30e40ad780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:54.182 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.176+0000 7f30e8e17700 1 -- 172.21.15.57:0/1588977160 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f30e415b390 msgr2=0x7f30e40c5000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 18 2023-09-21T13:04:54.182 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.176+0000 7f30e8e17700 1 -- 172.21.15.57:0/1588977160 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f30e415b390 msgr2=0x7f30e40c5000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2023-09-21T13:04:54.183 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.176+0000 7f30e8e17700 1 --2- 172.21.15.57:0/1588977160 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f30e415b390 0x7f30e40c5000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-09-21T13:04:54.183 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.176+0000 7f30e8e17700 1 --2- 172.21.15.57:0/1588977160 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f30e415b390 0x7f30e40c5000 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-09-21T13:04:54.183 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.176+0000 7f30e37fe700 1 -- 172.21.15.57:0/1588977160 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f30e415b390 msgr2=0x7f30e40c5000 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-09-21T13:04:54.183 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.176+0000 7f30e37fe700 1 --2- 172.21.15.57:0/1588977160 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f30e415b390 0x7f30e40c5000 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:54.183 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.176+0000 7f30e37fe700 1 -- 172.21.15.57:0/1588977160 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f30e406a7a0 msgr2=0x7f30e40ad780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:04:54.184 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.176+0000 7f30e37fe700 1 --2- 172.21.15.57:0/1588977160 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f30e406a7a0 0x7f30e40ad780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:54.184 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.176+0000 7f30e37fe700 1 -- 172.21.15.57:0/1588977160 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f30dc009a70 con 0x7f30e406fc00 2023-09-21T13:04:54.184 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.176+0000 7f30e3fff700 1 --2- 172.21.15.57:0/1588977160 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f30e406a7a0 0x7f30e40ad780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-21T13:04:54.184 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.176+0000 7f30e37fe700 1 --2- 172.21.15.57:0/1588977160 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f30e406fc00 0x7f30e414ee30 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f30d800d800 tx=0x7f30d800db10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:04:54.184 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.176+0000 7f30e0ff9700 1 -- 172.21.15.57:0/1588977160 <== mon.1 v2:172.21.15.57:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30d8004020 con 0x7f30e406fc00 2023-09-21T13:04:54.184 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.176+0000 7f30e0ff9700 1 -- 172.21.15.57:0/1588977160 <== mon.1 v2:172.21.15.57:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f30d80041a0 con 0x7f30e406fc00 2023-09-21T13:04:54.185 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.176+0000 7f30ea87a700 1 -- 172.21.15.57:0/1588977160 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f30e40c6c60 con 0x7f30e406fc00 2023-09-21T13:04:54.185 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.176+0000 7f30e0ff9700 1 -- 172.21.15.57:0/1588977160 <== mon.1 v2:172.21.15.57:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30d8004350 con 0x7f30e406fc00 2023-09-21T13:04:54.185 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.177+0000 7f30ea87a700 1 -- 172.21.15.57:0/1588977160 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f30e40c4ae0 con 0x7f30e406fc00 2023-09-21T13:04:54.185 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.177+0000 7f30e0ff9700 1 -- 172.21.15.57:0/1588977160 <== mon.1 v2:172.21.15.57:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f30d80039a0 con 0x7f30e406fc00 2023-09-21T13:04:54.185 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.177+0000 7f30e0ff9700 1 -- 172.21.15.57:0/1588977160 <== mon.1 v2:172.21.15.57:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 840+0+0 (secure 0 0 0) 0x7f30d801d410 con 0x7f30e406fc00 2023-09-21T13:04:54.186 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.177+0000 7f30ea87a700 1 -- 172.21.15.57:0/1588977160 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f30e40c4d00 con 0x7f30e406fc00 2023-09-21T13:04:54.186 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.180+0000 7f30e0ff9700 1 -- 172.21.15.57:0/1588977160 <== mon.1 v2:172.21.15.57:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72459 (secure 0 0 0) 0x7f30d8018030 con 0x7f30e406fc00 2023-09-21T13:04:54.268 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.270+0000 7f30ea87a700 1 -- 172.21.15.57:0/1588977160 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_command({"prefix": "osd new", "uuid": "2578f708-e052-4bdd-bcef-54808f1d1ef4", "id": 1} v 0) v1 -- 0x7f30e404f330 con 0x7f30e406fc00 2023-09-21T13:04:54.271 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.273+0000 7f30e0ff9700 1 -- 172.21.15.57:0/1588977160 <== mon.1 v2:172.21.15.57:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "2578f708-e052-4bdd-bcef-54808f1d1ef4", "id": 1}]=0 v4) v1 ==== 112+0+2 (secure 0 0 0) 0x7f30d80044b0 con 0x7f30e406fc00 2023-09-21T13:04:54.271 INFO:teuthology.orchestra.run.smithi057.stdout:1 2023-09-21T13:04:54.272 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.274+0000 7f30ea87a700 1 -- 172.21.15.57:0/1588977160 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f30e406fc00 msgr2=0x7f30e414ee30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:04:54.272 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.274+0000 7f30ea87a700 1 --2- 172.21.15.57:0/1588977160 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f30e406fc00 0x7f30e414ee30 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f30d800d800 tx=0x7f30d800db10 comp rx=0 tx=0).stop 2023-09-21T13:04:54.273 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.274+0000 7f30ea87a700 1 -- 172.21.15.57:0/1588977160 shutdown_connections 2023-09-21T13:04:54.273 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.274+0000 7f30ea87a700 1 --2- 172.21.15.57:0/1588977160 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f30e415b390 0x7f30e40c5000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:54.273 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.274+0000 7f30ea87a700 1 --2- 172.21.15.57:0/1588977160 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f30e406a7a0 0x7f30e40ad780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:54.273 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.274+0000 7f30ea87a700 1 --2- 172.21.15.57:0/1588977160 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f30e406fc00 0x7f30e414ee30 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:54.273 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.275+0000 7f30ea87a700 1 -- 172.21.15.57:0/1588977160 >> 172.21.15.57:0/1588977160 conn(0x7f30e40ccd10 msgr2=0x7f30e40afda0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:04:54.274 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.275+0000 7f30ea87a700 1 -- 172.21.15.57:0/1588977160 shutdown_connections 2023-09-21T13:04:54.274 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.275+0000 7f30ea87a700 1 -- 172.21.15.57:0/1588977160 wait complete. 2023-09-21T13:04:54.285 DEBUG:teuthology.orchestra.run.smithi057:> sudo ceph --cluster ceph osd new 6db5fc17-2472-42fd-a613-8cc24a815cfe 2 2023-09-21T13:04:54.310 INFO:tasks.ceph.mgr.x.smithi057.stderr:2023-09-21T13:04:54.311+0000 7f2c90676240 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-09-21T13:04:54.341 INFO:tasks.ceph.mgr.y.smithi046.stderr:2023-09-21T13:04:54.344+0000 7fd0c47fb240 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-09-21T13:04:54.423 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.425+0000 7f032012d700 1 Processor -- start 2023-09-21T13:04:54.423 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.425+0000 7f032012d700 1 -- start start 2023-09-21T13:04:54.426 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.426+0000 7f032012d700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f03180c2a00 0x7f0318161c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:04:54.426 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.426+0000 7f032012d700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f03180c3090 0x7f0318163430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:04:54.426 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.426+0000 7f032012d700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f03180cf830 con 0x7f03180cd5a0 2023-09-21T13:04:54.426 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.426+0000 7f032012d700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f031806b270 con 0x7f03180c3090 2023-09-21T13:04:54.427 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.426+0000 7f032012d700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0318162300 con 0x7f03180c2a00 2023-09-21T13:04:54.427 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.426+0000 7f031d6c8700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f03180c2a00 0x7f0318161c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:54.427 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.426+0000 7f031e6ca700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f03180c3090 0x7f0318163430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:54.427 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.427+0000 7f031e6ca700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f03180c3090 0x7f0318163430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.57:3300/0 says I am v2:172.21.15.57:55522/0 (socket says 172.21.15.57:55522) 2023-09-21T13:04:54.427 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.427+0000 7f031d6c8700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f03180c2a00 0x7f0318161c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.57:3301/0 says I am v2:172.21.15.57:44374/0 (socket says 172.21.15.57:44374) 2023-09-21T13:04:54.428 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.427+0000 7f031e6ca700 1 -- 172.21.15.57:0/2159833647 learned_addr learned my addr 172.21.15.57:0/2159833647 (peer_addr_for_me v2:172.21.15.57:0/0) 2023-09-21T13:04:54.428 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.427+0000 7f031d6c8700 1 -- 172.21.15.57:0/2159833647 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f03180c2a00 msgr2=0x7f0318161c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2023-09-21T13:04:54.428 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.427+0000 7f031d6c8700 1 -- 172.21.15.57:0/2159833647 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f03180c2a00 msgr2=0x7f0318161c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-09-21T13:04:54.428 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.427+0000 7f031d6c8700 1 --2- 172.21.15.57:0/2159833647 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f03180c2a00 0x7f0318161c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-09-21T13:04:54.428 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.427+0000 7f031d6c8700 1 --2- 172.21.15.57:0/2159833647 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f03180c2a00 0x7f0318161c60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-09-21T13:04:54.428 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.427+0000 7f031e6ca700 1 -- 172.21.15.57:0/2159833647 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f03180c2a00 msgr2=0x7f0318161c60 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-09-21T13:04:54.429 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.427+0000 7f031e6ca700 1 --2- 172.21.15.57:0/2159833647 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f03180c2a00 0x7f0318161c60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:54.429 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.427+0000 7f031e6ca700 1 -- 172.21.15.57:0/2159833647 >> v1:172.21.15.46:6789/0 conn(0x7f03180cd5a0 legacy=0x7f03180cd980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:04:54.429 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.427+0000 7f031e6ca700 1 -- 172.21.15.57:0/2159833647 --> v2:172.21.15.57:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f031806a8d0 con 0x7f03180c3090 2023-09-21T13:04:54.429 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.427+0000 7f031cec7700 1 -- 172.21.15.57:0/2159833647 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2605945130 0 0) 0x7f0314001110 con 0x7f03180cd5a0 2023-09-21T13:04:54.429 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.427+0000 7f031e6ca700 1 --2- 172.21.15.57:0/2159833647 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f03180c3090 0x7f0318163430 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f0310009e50 tx=0x7f031000b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=19cdabf5b472f33b server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:04:54.430 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.427+0000 7f031cec7700 1 -- 172.21.15.57:0/2159833647 <== mon.1 v2:172.21.15.57:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f031000e070 con 0x7f03180c3090 2023-09-21T13:04:54.430 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.427+0000 7f031cec7700 1 -- 172.21.15.57:0/2159833647 <== mon.1 v2:172.21.15.57:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f031000b9c0 con 0x7f03180c3090 2023-09-21T13:04:54.430 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.427+0000 7f031cec7700 1 -- 172.21.15.57:0/2159833647 <== mon.1 v2:172.21.15.57:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f031000bd70 con 0x7f03180c3090 2023-09-21T13:04:54.430 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.428+0000 7f032012d700 1 -- 172.21.15.57:0/2159833647 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f03180c3090 msgr2=0x7f0318163430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:04:54.430 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.428+0000 7f032012d700 1 --2- 172.21.15.57:0/2159833647 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f03180c3090 0x7f0318163430 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f0310009e50 tx=0x7f031000b330 comp rx=0 tx=0).stop 2023-09-21T13:04:54.430 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.428+0000 7f032012d700 1 -- 172.21.15.57:0/2159833647 shutdown_connections 2023-09-21T13:04:54.431 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.428+0000 7f032012d700 1 --2- 172.21.15.57:0/2159833647 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f03180c3090 0x7f0318163430 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:54.431 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.428+0000 7f032012d700 1 --2- 172.21.15.57:0/2159833647 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f03180c2a00 0x7f0318161c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:54.431 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.428+0000 7f032012d700 1 -- 172.21.15.57:0/2159833647 >> 172.21.15.57:0/2159833647 conn(0x7f03180cc450 msgr2=0x7f03180cc860 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:04:54.431 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.428+0000 7f032012d700 1 -- 172.21.15.57:0/2159833647 shutdown_connections 2023-09-21T13:04:54.431 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.428+0000 7f032012d700 1 -- 172.21.15.57:0/2159833647 wait complete. 2023-09-21T13:04:54.434 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.430+0000 7f032012d700 1 Processor -- start 2023-09-21T13:04:54.434 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.430+0000 7f032012d700 1 -- start start 2023-09-21T13:04:54.434 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.431+0000 7f032012d700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f03180c2a00 0x7f03180b3c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:04:54.434 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.431+0000 7f032012d700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f03180c3090 0x7f03181f8590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:04:54.434 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.432+0000 7f032012d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f03180cd5a0 0x7f03181645e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:04:54.435 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.432+0000 7f032012d700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03181f8300 con 0x7f03180cd5a0 2023-09-21T13:04:54.435 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.432+0000 7f032012d700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f031815d8c0 con 0x7f03180c2a00 2023-09-21T13:04:54.435 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.432+0000 7f032012d700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f031815dba0 con 0x7f03180c3090 2023-09-21T13:04:54.435 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.432+0000 7f031dec9700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f03180c2a00 0x7f03180b3c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:54.435 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.432+0000 7f031d6c8700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f03180c3090 0x7f03181f8590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:54.436 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.432+0000 7f031dec9700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f03180c2a00 0x7f03180b3c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.57:3300/0 says I am v2:172.21.15.57:55534/0 (socket says 172.21.15.57:55534) 2023-09-21T13:04:54.436 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.432+0000 7f031dec9700 1 -- 172.21.15.57:0/992766009 learned_addr learned my addr 172.21.15.57:0/992766009 (peer_addr_for_me v2:172.21.15.57:0/0) 2023-09-21T13:04:54.436 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.432+0000 7f031e6ca700 1 --2- 172.21.15.57:0/992766009 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f03180cd5a0 0x7f03181645e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:54.436 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.432+0000 7f031d6c8700 1 -- 172.21.15.57:0/992766009 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f03180c3090 msgr2=0x7f03181f8590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 17 2023-09-21T13:04:54.436 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.432+0000 7f031d6c8700 1 -- 172.21.15.57:0/992766009 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f03180c3090 msgr2=0x7f03181f8590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2023-09-21T13:04:54.437 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.432+0000 7f031d6c8700 1 --2- 172.21.15.57:0/992766009 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f03180c3090 0x7f03181f8590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-09-21T13:04:54.437 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.432+0000 7f031d6c8700 1 --2- 172.21.15.57:0/992766009 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f03180c3090 0x7f03181f8590 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-09-21T13:04:54.437 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.432+0000 7f031dec9700 1 -- 172.21.15.57:0/992766009 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f03180c3090 msgr2=0x7f03181f8590 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-09-21T13:04:54.437 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.432+0000 7f031dec9700 1 --2- 172.21.15.57:0/992766009 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f03180c3090 0x7f03181f8590 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:54.437 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.432+0000 7f031dec9700 1 -- 172.21.15.57:0/992766009 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f03180cd5a0 msgr2=0x7f03181645e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:04:54.438 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.432+0000 7f031dec9700 1 --2- 172.21.15.57:0/992766009 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f03180cd5a0 0x7f03181645e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:54.438 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.432+0000 7f031dec9700 1 -- 172.21.15.57:0/992766009 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0310009b30 con 0x7f03180c2a00 2023-09-21T13:04:54.438 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.432+0000 7f031dec9700 1 --2- 172.21.15.57:0/992766009 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f03180c2a00 0x7f03180b3c60 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f031400c750 tx=0x7f031400ca60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:04:54.438 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.432+0000 7f030a7fc700 1 -- 172.21.15.57:0/992766009 <== mon.1 v2:172.21.15.57:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03140054e0 con 0x7f03180c2a00 2023-09-21T13:04:54.438 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.432+0000 7f030a7fc700 1 -- 172.21.15.57:0/992766009 <== mon.1 v2:172.21.15.57:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0314003680 con 0x7f03180c2a00 2023-09-21T13:04:54.439 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.432+0000 7f032012d700 1 -- 172.21.15.57:0/992766009 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f031815de80 con 0x7f03180c2a00 2023-09-21T13:04:54.439 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.432+0000 7f030a7fc700 1 -- 172.21.15.57:0/992766009 <== mon.1 v2:172.21.15.57:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0314003a30 con 0x7f03180c2a00 2023-09-21T13:04:54.439 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.432+0000 7f032012d700 1 -- 172.21.15.57:0/992766009 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f03181f8ad0 con 0x7f03180c2a00 2023-09-21T13:04:54.439 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.433+0000 7f032012d700 1 -- 172.21.15.57:0/992766009 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0318163e90 con 0x7f03180c2a00 2023-09-21T13:04:54.439 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.433+0000 7f030a7fc700 1 -- 172.21.15.57:0/992766009 <== mon.1 v2:172.21.15.57:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f031401c440 con 0x7f03180c2a00 2023-09-21T13:04:54.439 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.433+0000 7f030a7fc700 1 -- 172.21.15.57:0/992766009 <== mon.1 v2:172.21.15.57:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 955+0+0 (secure 0 0 0) 0x7f0314012820 con 0x7f03180c2a00 2023-09-21T13:04:54.440 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.436+0000 7f030a7fc700 1 -- 172.21.15.57:0/992766009 <== mon.1 v2:172.21.15.57:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72459 (secure 0 0 0) 0x7f0314017070 con 0x7f03180c2a00 2023-09-21T13:04:54.522 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.524+0000 7f032012d700 1 -- 172.21.15.57:0/992766009 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_command({"prefix": "osd new", "uuid": "6db5fc17-2472-42fd-a613-8cc24a815cfe", "id": 2} v 0) v1 -- 0x7f031804f330 con 0x7f03180c2a00 2023-09-21T13:04:54.527 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.530+0000 7f030a7fc700 1 -- 172.21.15.57:0/992766009 <== mon.1 v2:172.21.15.57:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "6db5fc17-2472-42fd-a613-8cc24a815cfe", "id": 2}]=0 v5) v1 ==== 112+0+2 (secure 0 0 0) 0x7f03180cf830 con 0x7f03180c2a00 2023-09-21T13:04:54.527 INFO:teuthology.orchestra.run.smithi057.stdout:2 2023-09-21T13:04:54.529 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.531+0000 7f032012d700 1 -- 172.21.15.57:0/992766009 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f03180c2a00 msgr2=0x7f03180b3c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:04:54.529 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.531+0000 7f032012d700 1 --2- 172.21.15.57:0/992766009 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f03180c2a00 0x7f03180b3c60 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f031400c750 tx=0x7f031400ca60 comp rx=0 tx=0).stop 2023-09-21T13:04:54.529 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.531+0000 7f032012d700 1 -- 172.21.15.57:0/992766009 shutdown_connections 2023-09-21T13:04:54.529 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.531+0000 7f032012d700 1 --2- 172.21.15.57:0/992766009 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f03180cd5a0 0x7f03181645e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:54.529 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.531+0000 7f032012d700 1 --2- 172.21.15.57:0/992766009 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f03180c2a00 0x7f03180b3c60 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:54.530 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.531+0000 7f032012d700 1 --2- 172.21.15.57:0/992766009 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f03180c3090 0x7f03181f8590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:54.530 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.531+0000 7f032012d700 1 -- 172.21.15.57:0/992766009 >> 172.21.15.57:0/992766009 conn(0x7f03180cc450 msgr2=0x7f0318070f20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:04:54.530 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.531+0000 7f032012d700 1 -- 172.21.15.57:0/992766009 shutdown_connections 2023-09-21T13:04:54.530 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.531+0000 7f032012d700 1 -- 172.21.15.57:0/992766009 wait complete. 2023-09-21T13:04:54.541 DEBUG:teuthology.orchestra.run.smithi057:> sudo ceph --cluster ceph osd new b0ddd2cd-9025-471f-a976-d7bc356eb10b 3 2023-09-21T13:04:54.715 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.717+0000 7fe00e224700 1 Processor -- start 2023-09-21T13:04:54.715 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.717+0000 7fe00e224700 1 -- start start 2023-09-21T13:04:54.717 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.718+0000 7fe00e224700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe00806aeb0 0x7fe0080ca8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:04:54.717 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.718+0000 7fe00e224700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7fe0080c3920 0x7fe008161df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:04:54.717 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.718+0000 7fe00e224700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe008162330 con 0x7fe00815d800 2023-09-21T13:04:54.718 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.718+0000 7fe00e224700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe00806e890 con 0x7fe0080c3920 2023-09-21T13:04:54.718 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.718+0000 7fe00e224700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe0080cdf00 con 0x7fe00806aeb0 2023-09-21T13:04:54.718 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.718+0000 7fe007fff700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7fe0080c3920 0x7fe008161df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:54.718 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.718+0000 7fe006ffd700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe00806aeb0 0x7fe0080ca8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:54.718 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.718+0000 7fe006ffd700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe00806aeb0 0x7fe0080ca8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.57:3301/0 says I am v2:172.21.15.57:44400/0 (socket says 172.21.15.57:44400) 2023-09-21T13:04:54.719 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.718+0000 7fe007fff700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7fe0080c3920 0x7fe008161df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.57:3300/0 says I am v2:172.21.15.57:55550/0 (socket says 172.21.15.57:55550) 2023-09-21T13:04:54.719 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.718+0000 7fe006ffd700 1 -- 172.21.15.57:0/2951402209 learned_addr learned my addr 172.21.15.57:0/2951402209 (peer_addr_for_me v2:172.21.15.57:0/0) 2023-09-21T13:04:54.719 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.718+0000 7fe0077fe700 1 --1- >> v1:172.21.15.57:6789/0 conn(0x7fe00815d800 0x7fe00806a7a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.57:6789/0 says I am v1:172.21.15.57:43992/0 (socket says 172.21.15.57:43992) 2023-09-21T13:04:54.719 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.718+0000 7fe006ffd700 1 -- 172.21.15.57:0/2951402209 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe00806aeb0 msgr2=0x7fe0080ca8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2023-09-21T13:04:54.719 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.719+0000 7fe006ffd700 1 -- 172.21.15.57:0/2951402209 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe00806aeb0 msgr2=0x7fe0080ca8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-09-21T13:04:54.719 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.719+0000 7fe006ffd700 1 --2- 172.21.15.57:0/2951402209 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe00806aeb0 0x7fe0080ca8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-09-21T13:04:54.720 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.719+0000 7fe006ffd700 1 --2- 172.21.15.57:0/2951402209 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe00806aeb0 0x7fe0080ca8e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-09-21T13:04:54.720 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.719+0000 7fe007fff700 1 -- 172.21.15.57:0/2951402209 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe00806aeb0 msgr2=0x7fe0080ca8e0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-09-21T13:04:54.720 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.719+0000 7fe007fff700 1 --2- 172.21.15.57:0/2951402209 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe00806aeb0 0x7fe0080ca8e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:54.720 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.719+0000 7fe007fff700 1 -- 172.21.15.57:0/2951402209 >> v1:172.21.15.57:6789/0 conn(0x7fe00815d800 legacy=0x7fe00806a7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:04:54.720 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.719+0000 7fe0067fc700 1 -- 172.21.15.57:0/2951402209 <== mon.1 v1:172.21.15.57:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 991786223 0 0) 0x7fe008162330 con 0x7fe00815d800 2023-09-21T13:04:54.721 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.719+0000 7fe007fff700 1 -- 172.21.15.57:0/2951402209 --> v2:172.21.15.57:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe0080ce1e0 con 0x7fe0080c3920 2023-09-21T13:04:54.721 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.719+0000 7fe007fff700 1 --2- 172.21.15.57:0/2951402209 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fe0080c3920 0x7fe008161df0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fe000009840 tx=0x7fe000009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cde3bea88e68b9e3 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:04:54.721 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.719+0000 7fe0067fc700 1 -- 172.21.15.57:0/2951402209 <== mon.1 v2:172.21.15.57:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe000011830 con 0x7fe0080c3920 2023-09-21T13:04:54.721 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.719+0000 7fe0067fc700 1 -- 172.21.15.57:0/2951402209 <== mon.1 v2:172.21.15.57:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe000011990 con 0x7fe0080c3920 2023-09-21T13:04:54.721 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.719+0000 7fe0067fc700 1 -- 172.21.15.57:0/2951402209 <== mon.1 v2:172.21.15.57:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe000011d20 con 0x7fe0080c3920 2023-09-21T13:04:54.724 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.720+0000 7fe00e224700 1 -- 172.21.15.57:0/2951402209 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fe0080c3920 msgr2=0x7fe008161df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:04:54.724 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.720+0000 7fe00e224700 1 --2- 172.21.15.57:0/2951402209 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fe0080c3920 0x7fe008161df0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fe000009840 tx=0x7fe000009b50 comp rx=0 tx=0).stop 2023-09-21T13:04:54.724 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.720+0000 7fe00e224700 1 -- 172.21.15.57:0/2951402209 shutdown_connections 2023-09-21T13:04:54.725 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.720+0000 7fe00e224700 1 --2- 172.21.15.57:0/2951402209 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fe0080c3920 0x7fe008161df0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:54.725 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.720+0000 7fe00e224700 1 --2- 172.21.15.57:0/2951402209 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe00806aeb0 0x7fe0080ca8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:54.725 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.720+0000 7fe00e224700 1 -- 172.21.15.57:0/2951402209 >> 172.21.15.57:0/2951402209 conn(0x7fe0080ccd10 msgr2=0x7fe0080cd0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:04:54.725 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.720+0000 7fe00e224700 1 -- 172.21.15.57:0/2951402209 shutdown_connections 2023-09-21T13:04:54.725 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.720+0000 7fe00e224700 1 -- 172.21.15.57:0/2951402209 wait complete. 2023-09-21T13:04:54.726 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.721+0000 7fe00e224700 1 Processor -- start 2023-09-21T13:04:54.726 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.722+0000 7fe00e224700 1 -- start start 2023-09-21T13:04:54.726 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.722+0000 7fe00e224700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe00806aeb0 0x7fe0081506c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:04:54.726 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.722+0000 7fe00e224700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe0080c3920 0x7fe0080ad240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:04:54.726 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.722+0000 7fe00e224700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fe00815d800 0x7fe0080ad780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:04:54.727 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.722+0000 7fe00e224700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe0080b3050 con 0x7fe0080c3920 2023-09-21T13:04:54.727 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.722+0000 7fe00e224700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe0080af370 con 0x7fe00815d800 2023-09-21T13:04:54.727 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.722+0000 7fe00e224700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe0080adde0 con 0x7fe00806aeb0 2023-09-21T13:04:54.727 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.722+0000 7fe0077fe700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe00806aeb0 0x7fe0081506c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:54.727 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.722+0000 7fe007fff700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fe00815d800 0x7fe0080ad780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:54.728 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.722+0000 7fe0077fe700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe00806aeb0 0x7fe0081506c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.57:3301/0 says I am v2:172.21.15.57:44404/0 (socket says 172.21.15.57:44404) 2023-09-21T13:04:54.728 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.722+0000 7fe0077fe700 1 -- 172.21.15.57:0/3828538081 learned_addr learned my addr 172.21.15.57:0/3828538081 (peer_addr_for_me v2:172.21.15.57:0/0) 2023-09-21T13:04:54.728 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.723+0000 7fe0077fe700 1 -- 172.21.15.57:0/3828538081 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe00806aeb0 msgr2=0x7fe0081506c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 16 2023-09-21T13:04:54.728 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.723+0000 7fe0077fe700 1 -- 172.21.15.57:0/3828538081 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe00806aeb0 msgr2=0x7fe0081506c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2023-09-21T13:04:54.728 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.723+0000 7fe006ffd700 1 --2- 172.21.15.57:0/3828538081 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe0080c3920 0x7fe0080ad240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:54.729 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.723+0000 7fe0077fe700 1 --2- 172.21.15.57:0/3828538081 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe00806aeb0 0x7fe0081506c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-09-21T13:04:54.729 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.723+0000 7fe0077fe700 1 --2- 172.21.15.57:0/3828538081 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe00806aeb0 0x7fe0081506c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-09-21T13:04:54.729 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.723+0000 7fe007fff700 1 -- 172.21.15.57:0/3828538081 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe00806aeb0 msgr2=0x7fe0081506c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-09-21T13:04:54.729 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.723+0000 7fe007fff700 1 --2- 172.21.15.57:0/3828538081 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe00806aeb0 0x7fe0081506c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:54.729 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.723+0000 7fe007fff700 1 -- 172.21.15.57:0/3828538081 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe0080c3920 msgr2=0x7fe0080ad240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:04:54.730 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.723+0000 7fe007fff700 1 --2- 172.21.15.57:0/3828538081 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe0080c3920 0x7fe0080ad240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:54.730 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.723+0000 7fe007fff700 1 -- 172.21.15.57:0/3828538081 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe0000094a0 con 0x7fe00815d800 2023-09-21T13:04:54.730 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.723+0000 7fe007fff700 1 --2- 172.21.15.57:0/3828538081 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fe00815d800 0x7fe0080ad780 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fe000016000 tx=0x7fe000004750 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:04:54.730 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.723+0000 7fdffffff700 1 -- 172.21.15.57:0/3828538081 <== mon.1 v2:172.21.15.57:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0000036a0 con 0x7fe00815d800 2023-09-21T13:04:54.730 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.723+0000 7fdffffff700 1 -- 172.21.15.57:0/3828538081 <== mon.1 v2:172.21.15.57:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe00001f070 con 0x7fe00815d800 2023-09-21T13:04:54.731 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.723+0000 7fe00e224700 1 -- 172.21.15.57:0/3828538081 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe0080ae0c0 con 0x7fe00815d800 2023-09-21T13:04:54.731 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.723+0000 7fdffffff700 1 -- 172.21.15.57:0/3828538081 <== mon.1 v2:172.21.15.57:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe000003a00 con 0x7fe00815d800 2023-09-21T13:04:54.731 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.723+0000 7fe00e224700 1 -- 172.21.15.57:0/3828538081 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe0080ae680 con 0x7fe00815d800 2023-09-21T13:04:54.731 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.723+0000 7fdffffff700 1 -- 172.21.15.57:0/3828538081 <== mon.1 v2:172.21.15.57:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fe000026480 con 0x7fe00815d800 2023-09-21T13:04:54.731 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.724+0000 7fdffffff700 1 -- 172.21.15.57:0/3828538081 <== mon.1 v2:172.21.15.57:3300/0 5 ==== osd_map(5..5 src has 1..5) v4 ==== 1070+0+0 (secure 0 0 0) 0x7fe000021070 con 0x7fe00815d800 2023-09-21T13:04:54.732 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.724+0000 7fdffdffb700 1 -- 172.21.15.57:0/3828538081 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdfe00052f0 con 0x7fe00815d800 2023-09-21T13:04:54.732 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.726+0000 7fdffffff700 1 -- 172.21.15.57:0/3828538081 <== mon.1 v2:172.21.15.57:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72459 (secure 0 0 0) 0x7fe00002b020 con 0x7fe00815d800 2023-09-21T13:04:54.812 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.815+0000 7fdffdffb700 1 -- 172.21.15.57:0/3828538081 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_command({"prefix": "osd new", "uuid": "b0ddd2cd-9025-471f-a976-d7bc356eb10b", "id": 3} v 0) v1 -- 0x7fdfe00058b0 con 0x7fe00815d800 2023-09-21T13:04:54.818 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.820+0000 7fdffffff700 1 -- 172.21.15.57:0/3828538081 <== mon.1 v2:172.21.15.57:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "b0ddd2cd-9025-471f-a976-d7bc356eb10b", "id": 3}]=0 v6) v1 ==== 112+0+2 (secure 0 0 0) 0x7fe000015020 con 0x7fe00815d800 2023-09-21T13:04:54.818 INFO:teuthology.orchestra.run.smithi057.stdout:3 2023-09-21T13:04:54.819 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.821+0000 7fdffdffb700 1 -- 172.21.15.57:0/3828538081 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fe00815d800 msgr2=0x7fe0080ad780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:04:54.819 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.821+0000 7fdffdffb700 1 --2- 172.21.15.57:0/3828538081 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fe00815d800 0x7fe0080ad780 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fe000016000 tx=0x7fe000004750 comp rx=0 tx=0).stop 2023-09-21T13:04:54.819 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.821+0000 7fdffdffb700 1 -- 172.21.15.57:0/3828538081 shutdown_connections 2023-09-21T13:04:54.820 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.821+0000 7fdffdffb700 1 --2- 172.21.15.57:0/3828538081 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fe00815d800 0x7fe0080ad780 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:54.820 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.821+0000 7fdffdffb700 1 --2- 172.21.15.57:0/3828538081 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe00806aeb0 0x7fe0081506c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:54.820 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.821+0000 7fdffdffb700 1 --2- 172.21.15.57:0/3828538081 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe0080c3920 0x7fe0080ad240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:54.820 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.821+0000 7fdffdffb700 1 -- 172.21.15.57:0/3828538081 >> 172.21.15.57:0/3828538081 conn(0x7fe0080ccd10 msgr2=0x7fe0080b0060 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:04:54.820 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.821+0000 7fdffdffb700 1 -- 172.21.15.57:0/3828538081 shutdown_connections 2023-09-21T13:04:54.821 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.821+0000 7fdffdffb700 1 -- 172.21.15.57:0/3828538081 wait complete. 2023-09-21T13:04:54.832 DEBUG:teuthology.orchestra.run.smithi057:> sudo ceph --cluster ceph osd new 51245ec8-6073-476b-aea6-482f9a379f43 4 2023-09-21T13:04:54.969 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.972+0000 7f3a5dad4700 1 Processor -- start 2023-09-21T13:04:54.970 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.972+0000 7f3a5dad4700 1 -- start start 2023-09-21T13:04:54.972 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.972+0000 7f3a5dad4700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f3a580ce2e0 0x7f3a580cdc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:04:54.972 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.972+0000 7f3a5dad4700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3a581616c0 0x7f3a58161b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:04:54.972 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.973+0000 7f3a5dad4700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3a580cf120 con 0x7f3a5815af80 2023-09-21T13:04:54.973 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.973+0000 7f3a5dad4700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3a580cb770 con 0x7f3a580ce2e0 2023-09-21T13:04:54.973 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.973+0000 7f3a5dad4700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3a580cfde0 con 0x7f3a581616c0 2023-09-21T13:04:54.973 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.973+0000 7f3a56ffd700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f3a580ce2e0 0x7f3a580cdc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:54.973 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.973+0000 7f3a577fe700 1 --1- >> v1:172.21.15.57:6789/0 conn(0x7f3a5815af80 0x7f3a5815da80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.57:6789/0 says I am v1:172.21.15.57:44002/0 (socket says 172.21.15.57:44002) 2023-09-21T13:04:54.973 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.973+0000 7f3a57fff700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3a581616c0 0x7f3a58161b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:54.974 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.973+0000 7f3a577fe700 1 -- 172.21.15.57:0/1611630503 learned_addr learned my addr 172.21.15.57:0/1611630503 (peer_addr_for_me v1:172.21.15.57:0/0) 2023-09-21T13:04:54.974 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.973+0000 7f3a57fff700 1 -- 172.21.15.57:0/1611630503 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3a581616c0 msgr2=0x7f3a58161b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2023-09-21T13:04:54.974 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.973+0000 7f3a57fff700 1 -- 172.21.15.57:0/1611630503 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3a581616c0 msgr2=0x7f3a58161b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-09-21T13:04:54.974 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.973+0000 7f3a57fff700 1 --2- 172.21.15.57:0/1611630503 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3a581616c0 0x7f3a58161b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-09-21T13:04:54.974 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.973+0000 7f3a57fff700 1 --2- 172.21.15.57:0/1611630503 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3a581616c0 0x7f3a58161b10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-09-21T13:04:54.974 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.973+0000 7f3a56ffd700 1 -- 172.21.15.57:0/1611630503 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3a581616c0 msgr2=0x7f3a58161b10 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-09-21T13:04:54.975 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.973+0000 7f3a56ffd700 1 --2- 172.21.15.57:0/1611630503 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3a581616c0 0x7f3a58161b10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:54.975 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.973+0000 7f3a56ffd700 1 -- 172.21.15.57:0/1611630503 >> v1:172.21.15.57:6789/0 conn(0x7f3a5815af80 legacy=0x7f3a5815da80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:04:54.975 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.973+0000 7f3a56ffd700 1 -- 172.21.15.57:0/1611630503 --> v2:172.21.15.57:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3a580ce880 con 0x7f3a580ce2e0 2023-09-21T13:04:54.975 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.973+0000 7f3a567fc700 1 -- 172.21.15.57:0/1611630503 <== mon.1 v1:172.21.15.57:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2078872142 0 0) 0x7f3a580cf120 con 0x7f3a5815af80 2023-09-21T13:04:54.975 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.973+0000 7f3a56ffd700 1 --2- 172.21.15.57:0/1611630503 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f3a580ce2e0 0x7f3a580cdc80 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f3a4c009840 tx=0x7f3a4c009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b7134d83cc41bd3 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:04:54.976 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.973+0000 7f3a567fc700 1 -- 172.21.15.57:0/1611630503 <== mon.1 v2:172.21.15.57:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a4c011830 con 0x7f3a580ce2e0 2023-09-21T13:04:54.976 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.974+0000 7f3a567fc700 1 -- 172.21.15.57:0/1611630503 <== mon.1 v2:172.21.15.57:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3a4c011990 con 0x7f3a580ce2e0 2023-09-21T13:04:54.976 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.974+0000 7f3a567fc700 1 -- 172.21.15.57:0/1611630503 <== mon.1 v2:172.21.15.57:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a4c011d20 con 0x7f3a580ce2e0 2023-09-21T13:04:54.976 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.974+0000 7f3a5dad4700 1 -- 172.21.15.57:0/1611630503 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f3a580ce2e0 msgr2=0x7f3a580cdc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:04:54.976 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.974+0000 7f3a5dad4700 1 --2- 172.21.15.57:0/1611630503 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f3a580ce2e0 0x7f3a580cdc80 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f3a4c009840 tx=0x7f3a4c009b50 comp rx=0 tx=0).stop 2023-09-21T13:04:54.977 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.974+0000 7f3a5dad4700 1 -- 172.21.15.57:0/1611630503 shutdown_connections 2023-09-21T13:04:54.977 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.974+0000 7f3a5dad4700 1 --2- 172.21.15.57:0/1611630503 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3a581616c0 0x7f3a58161b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:54.977 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.974+0000 7f3a5dad4700 1 --2- 172.21.15.57:0/1611630503 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f3a580ce2e0 0x7f3a580cdc80 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:54.977 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.975+0000 7f3a5dad4700 1 -- 172.21.15.57:0/1611630503 >> 172.21.15.57:0/1611630503 conn(0x7f3a580d00b0 msgr2=0x7f3a580d0490 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:04:54.977 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.975+0000 7f3a5dad4700 1 -- 172.21.15.57:0/1611630503 shutdown_connections 2023-09-21T13:04:54.977 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.975+0000 7f3a5dad4700 1 -- 172.21.15.57:0/1611630503 wait complete. 2023-09-21T13:04:54.980 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.976+0000 7f3a5dad4700 1 Processor -- start 2023-09-21T13:04:54.980 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.976+0000 7f3a5dad4700 1 -- start start 2023-09-21T13:04:54.980 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.977+0000 7f3a5dad4700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3a580ce2e0 0x7f3a580ac860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:04:54.980 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.977+0000 7f3a5dad4700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3a5815af80 0x7f3a58155c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:04:54.980 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.977+0000 7f3a5dad4700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f3a581616c0 0x7f3a58158170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:04:54.981 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.977+0000 7f3a5dad4700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a580acda0 con 0x7f3a580ce2e0 2023-09-21T13:04:54.981 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.977+0000 7f3a5dad4700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a581561c0 con 0x7f3a581616c0 2023-09-21T13:04:54.981 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.977+0000 7f3a5dad4700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3a58070030 con 0x7f3a5815af80 2023-09-21T13:04:54.981 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.977+0000 7f3a56ffd700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3a5815af80 0x7f3a58155c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:54.981 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.977+0000 7f3a57fff700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f3a581616c0 0x7f3a58158170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:54.982 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.977+0000 7f3a57fff700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f3a581616c0 0x7f3a58158170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.57:3300/0 says I am v2:172.21.15.57:55592/0 (socket says 172.21.15.57:55592) 2023-09-21T13:04:54.982 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.977+0000 7f3a56ffd700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3a5815af80 0x7f3a58155c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.57:3301/0 says I am v2:172.21.15.57:44422/0 (socket says 172.21.15.57:44422) 2023-09-21T13:04:54.982 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.977+0000 7f3a57fff700 1 -- 172.21.15.57:0/2602411953 learned_addr learned my addr 172.21.15.57:0/2602411953 (peer_addr_for_me v2:172.21.15.57:0/0) 2023-09-21T13:04:54.982 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.977+0000 7f3a577fe700 1 --2- 172.21.15.57:0/2602411953 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3a580ce2e0 0x7f3a580ac860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:54.982 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.977+0000 7f3a56ffd700 1 -- 172.21.15.57:0/2602411953 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3a5815af80 msgr2=0x7f3a58155c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 17 2023-09-21T13:04:54.983 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.977+0000 7f3a56ffd700 1 -- 172.21.15.57:0/2602411953 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3a5815af80 msgr2=0x7f3a58155c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2023-09-21T13:04:54.983 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.977+0000 7f3a56ffd700 1 --2- 172.21.15.57:0/2602411953 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3a5815af80 0x7f3a58155c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-09-21T13:04:54.983 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.977+0000 7f3a56ffd700 1 --2- 172.21.15.57:0/2602411953 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3a5815af80 0x7f3a58155c80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-09-21T13:04:54.983 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.977+0000 7f3a57fff700 1 -- 172.21.15.57:0/2602411953 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3a5815af80 msgr2=0x7f3a58155c80 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-09-21T13:04:54.983 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.977+0000 7f3a57fff700 1 --2- 172.21.15.57:0/2602411953 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3a5815af80 0x7f3a58155c80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:54.983 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.977+0000 7f3a57fff700 1 -- 172.21.15.57:0/2602411953 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3a580ce2e0 msgr2=0x7f3a580ac860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:04:54.984 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.977+0000 7f3a57fff700 1 --2- 172.21.15.57:0/2602411953 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3a580ce2e0 0x7f3a580ac860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:54.984 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.977+0000 7f3a57fff700 1 -- 172.21.15.57:0/2602411953 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3a4c0094a0 con 0x7f3a581616c0 2023-09-21T13:04:54.984 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.978+0000 7f3a57fff700 1 --2- 172.21.15.57:0/2602411953 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f3a581616c0 0x7f3a58158170 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f3a50007e60 tx=0x7f3a5000e3c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:04:54.984 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.978+0000 7f3a3ffff700 1 -- 172.21.15.57:0/2602411953 <== mon.1 v2:172.21.15.57:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a5000ede0 con 0x7f3a581616c0 2023-09-21T13:04:54.984 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.978+0000 7f3a3ffff700 1 -- 172.21.15.57:0/2602411953 <== mon.1 v2:172.21.15.57:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3a50014420 con 0x7f3a581616c0 2023-09-21T13:04:54.985 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.978+0000 7f3a5dad4700 1 -- 172.21.15.57:0/2602411953 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3a580c7180 con 0x7f3a581616c0 2023-09-21T13:04:54.985 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.978+0000 7f3a3ffff700 1 -- 172.21.15.57:0/2602411953 <== mon.1 v2:172.21.15.57:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a500147d0 con 0x7f3a581616c0 2023-09-21T13:04:54.985 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.978+0000 7f3a5dad4700 1 -- 172.21.15.57:0/2602411953 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3a580c7740 con 0x7f3a581616c0 2023-09-21T13:04:54.985 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.979+0000 7f3a3ffff700 1 -- 172.21.15.57:0/2602411953 <== mon.1 v2:172.21.15.57:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f3a50014c30 con 0x7f3a581616c0 2023-09-21T13:04:54.985 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.979+0000 7f3a3ffff700 1 -- 172.21.15.57:0/2602411953 <== mon.1 v2:172.21.15.57:3300/0 5 ==== osd_map(6..6 src has 1..6) v4 ==== 1185+0+0 (secure 0 0 0) 0x7f3a5001ed90 con 0x7f3a581616c0 2023-09-21T13:04:54.985 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.979+0000 7f3a5dad4700 1 -- 172.21.15.57:0/2602411953 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3a5804f330 con 0x7f3a581616c0 2023-09-21T13:04:54.986 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:54.981+0000 7f3a3ffff700 1 -- 172.21.15.57:0/2602411953 <== mon.1 v2:172.21.15.57:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72459 (secure 0 0 0) 0x7f3a5001e510 con 0x7f3a581616c0 2023-09-21T13:04:55.066 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.069+0000 7f3a5dad4700 1 -- 172.21.15.57:0/2602411953 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_command({"prefix": "osd new", "uuid": "51245ec8-6073-476b-aea6-482f9a379f43", "id": 4} v 0) v1 -- 0x7f3a580b6030 con 0x7f3a581616c0 2023-09-21T13:04:55.072 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.074+0000 7f3a3ffff700 1 -- 172.21.15.57:0/2602411953 <== mon.1 v2:172.21.15.57:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "51245ec8-6073-476b-aea6-482f9a379f43", "id": 4}]=0 v7) v1 ==== 112+0+2 (secure 0 0 0) 0x7f3a5001e6b0 con 0x7f3a581616c0 2023-09-21T13:04:55.072 INFO:teuthology.orchestra.run.smithi057.stdout:4 2023-09-21T13:04:55.073 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.075+0000 7f3a5dad4700 1 -- 172.21.15.57:0/2602411953 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f3a581616c0 msgr2=0x7f3a58158170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:04:55.073 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.075+0000 7f3a5dad4700 1 --2- 172.21.15.57:0/2602411953 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f3a581616c0 0x7f3a58158170 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f3a50007e60 tx=0x7f3a5000e3c0 comp rx=0 tx=0).stop 2023-09-21T13:04:55.073 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.075+0000 7f3a5dad4700 1 -- 172.21.15.57:0/2602411953 shutdown_connections 2023-09-21T13:04:55.074 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.075+0000 7f3a5dad4700 1 --2- 172.21.15.57:0/2602411953 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f3a581616c0 0x7f3a58158170 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:55.074 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.075+0000 7f3a5dad4700 1 --2- 172.21.15.57:0/2602411953 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3a580ce2e0 0x7f3a580ac860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:55.074 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.075+0000 7f3a5dad4700 1 --2- 172.21.15.57:0/2602411953 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3a5815af80 0x7f3a58155c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:55.074 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.075+0000 7f3a5dad4700 1 -- 172.21.15.57:0/2602411953 >> 172.21.15.57:0/2602411953 conn(0x7f3a580d00b0 msgr2=0x7f3a5815fe40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:04:55.074 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.076+0000 7f3a5dad4700 1 -- 172.21.15.57:0/2602411953 shutdown_connections 2023-09-21T13:04:55.074 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.076+0000 7f3a5dad4700 1 -- 172.21.15.57:0/2602411953 wait complete. 2023-09-21T13:04:55.086 DEBUG:teuthology.orchestra.run.smithi057:> sudo ceph --cluster ceph osd new 6be64509-8d19-48af-aa7d-2744199eb3c6 5 2023-09-21T13:04:55.094 INFO:tasks.ceph.mgr.y.smithi046.stderr:2023-09-21T13:04:55.096+0000 7fd0c47fb240 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-09-21T13:04:55.098 INFO:tasks.ceph.mgr.x.smithi057.stderr:2023-09-21T13:04:55.100+0000 7f2c90676240 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-09-21T13:04:55.175 INFO:tasks.ceph.mgr.y.smithi046.stderr:2023-09-21T13:04:55.178+0000 7fd0c47fb240 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-09-21T13:04:55.184 INFO:tasks.ceph.mgr.x.smithi057.stderr:2023-09-21T13:04:55.187+0000 7f2c90676240 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-09-21T13:04:55.222 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.224+0000 7fb8cf85a700 1 Processor -- start 2023-09-21T13:04:55.222 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.224+0000 7fb8cf85a700 1 -- start start 2023-09-21T13:04:55.224 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.226+0000 7fb8cf85a700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb8c815d640 0x7fb8c80b91a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:04:55.224 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.226+0000 7fb8cf85a700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7fb8c80ce450 0x7fb8c80d3910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:04:55.225 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.226+0000 7fb8cf85a700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb8c815da20 con 0x7fb8c80cdff0 2023-09-21T13:04:55.225 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.226+0000 7fb8cf85a700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb8c80b7a70 con 0x7fb8c80ce450 2023-09-21T13:04:55.225 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.226+0000 7fb8cf85a700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb8c80b6bb0 con 0x7fb8c815d640 2023-09-21T13:04:55.225 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.226+0000 7fb8cd5f6700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb8c815d640 0x7fb8c80b91a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:55.226 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.226+0000 7fb8cddf7700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7fb8c80ce450 0x7fb8c80d3910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:55.226 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.226+0000 7fb8cddf7700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7fb8c80ce450 0x7fb8c80d3910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.57:3300/0 says I am v2:172.21.15.57:55608/0 (socket says 172.21.15.57:55608) 2023-09-21T13:04:55.226 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.226+0000 7fb8cd5f6700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb8c815d640 0x7fb8c80b91a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.57:3301/0 says I am v2:172.21.15.57:44436/0 (socket says 172.21.15.57:44436) 2023-09-21T13:04:55.226 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.226+0000 7fb8cddf7700 1 -- 172.21.15.57:0/1081760943 learned_addr learned my addr 172.21.15.57:0/1081760943 (peer_addr_for_me v2:172.21.15.57:0/0) 2023-09-21T13:04:55.226 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.226+0000 7fb8cd5f6700 1 -- 172.21.15.57:0/1081760943 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb8c815d640 msgr2=0x7fb8c80b91a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2023-09-21T13:04:55.227 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.226+0000 7fb8cd5f6700 1 -- 172.21.15.57:0/1081760943 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb8c815d640 msgr2=0x7fb8c80b91a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-09-21T13:04:55.227 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.226+0000 7fb8cd5f6700 1 --2- 172.21.15.57:0/1081760943 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb8c815d640 0x7fb8c80b91a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-09-21T13:04:55.228 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.226+0000 7fb8cd5f6700 1 --2- 172.21.15.57:0/1081760943 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb8c815d640 0x7fb8c80b91a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-09-21T13:04:55.228 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.226+0000 7fb8cddf7700 1 -- 172.21.15.57:0/1081760943 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb8c815d640 msgr2=0x7fb8c80b91a0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-09-21T13:04:55.228 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.226+0000 7fb8cddf7700 1 --2- 172.21.15.57:0/1081760943 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb8c815d640 0x7fb8c80b91a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:55.229 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.226+0000 7fb8cddf7700 1 -- 172.21.15.57:0/1081760943 >> v1:172.21.15.46:6789/0 conn(0x7fb8c80cdff0 legacy=0x7fb8c80b64a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:04:55.229 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.226+0000 7fb8cddf7700 1 -- 172.21.15.57:0/1081760943 --> v2:172.21.15.57:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb8c80b6e60 con 0x7fb8c80ce450 2023-09-21T13:04:55.229 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.226+0000 7fb8cddf7700 1 --2- 172.21.15.57:0/1081760943 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fb8c80ce450 0x7fb8c80d3910 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fb8b80098f0 tx=0x7fb8b8009c00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e7fcdf8e75824aca server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:04:55.230 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.227+0000 7fb8c7fff700 1 -- 172.21.15.57:0/1081760943 <== mon.1 v2:172.21.15.57:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb8b800b8a0 con 0x7fb8c80ce450 2023-09-21T13:04:55.230 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.227+0000 7fb8c7fff700 1 -- 172.21.15.57:0/1081760943 <== mon.1 v2:172.21.15.57:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb8b800ba00 con 0x7fb8c80ce450 2023-09-21T13:04:55.231 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.227+0000 7fb8c7fff700 1 -- 172.21.15.57:0/1081760943 <== mon.1 v2:172.21.15.57:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb8b800bd90 con 0x7fb8c80ce450 2023-09-21T13:04:55.238 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.227+0000 7fb8cf85a700 1 -- 172.21.15.57:0/1081760943 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fb8c80ce450 msgr2=0x7fb8c80d3910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:04:55.238 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.227+0000 7fb8cf85a700 1 --2- 172.21.15.57:0/1081760943 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fb8c80ce450 0x7fb8c80d3910 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fb8b80098f0 tx=0x7fb8b8009c00 comp rx=0 tx=0).stop 2023-09-21T13:04:55.239 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.227+0000 7fb8cf85a700 1 -- 172.21.15.57:0/1081760943 shutdown_connections 2023-09-21T13:04:55.239 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.227+0000 7fb8cf85a700 1 --2- 172.21.15.57:0/1081760943 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fb8c80ce450 0x7fb8c80d3910 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:55.239 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.227+0000 7fb8cf85a700 1 --2- 172.21.15.57:0/1081760943 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb8c815d640 0x7fb8c80b91a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:55.240 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.227+0000 7fb8cf85a700 1 -- 172.21.15.57:0/1081760943 >> 172.21.15.57:0/1081760943 conn(0x7fb8c80720b0 msgr2=0x7fb8c8072490 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:04:55.240 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.228+0000 7fb8cf85a700 1 -- 172.21.15.57:0/1081760943 shutdown_connections 2023-09-21T13:04:55.240 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.228+0000 7fb8cf85a700 1 -- 172.21.15.57:0/1081760943 wait complete. 2023-09-21T13:04:55.241 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.230+0000 7fb8cf85a700 1 Processor -- start 2023-09-21T13:04:55.241 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.230+0000 7fb8cf85a700 1 -- start start 2023-09-21T13:04:55.242 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.231+0000 7fb8cf85a700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb8c80cdff0 0x7fb8c80cd6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:04:55.242 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.231+0000 7fb8cf85a700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb8c80ce450 0x7fb8c815dbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:04:55.242 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.231+0000 7fb8cf85a700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fb8c815d640 0x7fb8c80cc840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:04:55.243 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.231+0000 7fb8cf85a700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb8c815e0f0 con 0x7fb8c80cdff0 2023-09-21T13:04:55.243 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.231+0000 7fb8cf85a700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb8c80ca620 con 0x7fb8c815d640 2023-09-21T13:04:55.244 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.231+0000 7fb8cf85a700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb8c80ccd80 con 0x7fb8c80ce450 2023-09-21T13:04:55.244 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.231+0000 7fb8cddf7700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fb8c815d640 0x7fb8c80cc840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:55.244 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.231+0000 7fb8cddf7700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fb8c815d640 0x7fb8c80cc840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.57:3300/0 says I am v2:172.21.15.57:55616/0 (socket says 172.21.15.57:55616) 2023-09-21T13:04:55.245 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.231+0000 7fb8ccdf5700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb8c80ce450 0x7fb8c815dbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:55.245 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.231+0000 7fb8cddf7700 1 -- 172.21.15.57:0/108767448 learned_addr learned my addr 172.21.15.57:0/108767448 (peer_addr_for_me v2:172.21.15.57:0/0) 2023-09-21T13:04:55.245 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.231+0000 7fb8cd5f6700 1 --2- 172.21.15.57:0/108767448 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb8c80cdff0 0x7fb8c80cd6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:55.246 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.231+0000 7fb8ccdf5700 1 -- 172.21.15.57:0/108767448 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb8c80ce450 msgr2=0x7fb8c815dbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 17 2023-09-21T13:04:55.246 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.231+0000 7fb8ccdf5700 1 -- 172.21.15.57:0/108767448 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb8c80ce450 msgr2=0x7fb8c815dbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2023-09-21T13:04:55.247 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.231+0000 7fb8ccdf5700 1 --2- 172.21.15.57:0/108767448 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb8c80ce450 0x7fb8c815dbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-09-21T13:04:55.247 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.231+0000 7fb8ccdf5700 1 --2- 172.21.15.57:0/108767448 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb8c80ce450 0x7fb8c815dbb0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-09-21T13:04:55.248 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.231+0000 7fb8cddf7700 1 -- 172.21.15.57:0/108767448 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb8c80ce450 msgr2=0x7fb8c815dbb0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-09-21T13:04:55.248 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.231+0000 7fb8cddf7700 1 --2- 172.21.15.57:0/108767448 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb8c80ce450 0x7fb8c815dbb0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:55.248 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.231+0000 7fb8cddf7700 1 -- 172.21.15.57:0/108767448 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb8c80cdff0 msgr2=0x7fb8c80cd6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:04:55.249 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.231+0000 7fb8cddf7700 1 --2- 172.21.15.57:0/108767448 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb8c80cdff0 0x7fb8c80cd6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:55.249 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.231+0000 7fb8cddf7700 1 -- 172.21.15.57:0/108767448 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb8b8009550 con 0x7fb8c815d640 2023-09-21T13:04:55.249 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.232+0000 7fb8cddf7700 1 --2- 172.21.15.57:0/108767448 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fb8c815d640 0x7fb8c80cc840 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fb8b8013000 tx=0x7fb8b8004750 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:04:55.250 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.232+0000 7fb8c5ffb700 1 -- 172.21.15.57:0/108767448 <== mon.1 v2:172.21.15.57:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb8b8004380 con 0x7fb8c815d640 2023-09-21T13:04:55.250 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.232+0000 7fb8c5ffb700 1 -- 172.21.15.57:0/108767448 <== mon.1 v2:172.21.15.57:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb8b801f070 con 0x7fb8c815d640 2023-09-21T13:04:55.251 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.232+0000 7fb8cf85a700 1 -- 172.21.15.57:0/108767448 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb8c815e4a0 con 0x7fb8c815d640 2023-09-21T13:04:55.251 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.232+0000 7fb8c5ffb700 1 -- 172.21.15.57:0/108767448 <== mon.1 v2:172.21.15.57:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb8b80036a0 con 0x7fb8c815d640 2023-09-21T13:04:55.251 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.232+0000 7fb8cf85a700 1 -- 172.21.15.57:0/108767448 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb8c815ea60 con 0x7fb8c815d640 2023-09-21T13:04:55.252 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.232+0000 7fb8c5ffb700 1 -- 172.21.15.57:0/108767448 <== mon.1 v2:172.21.15.57:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fb8b8021030 con 0x7fb8c815d640 2023-09-21T13:04:55.252 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.232+0000 7fb8c5ffb700 1 -- 172.21.15.57:0/108767448 <== mon.1 v2:172.21.15.57:3300/0 5 ==== osd_map(7..7 src has 1..7) v4 ==== 1300+0+0 (secure 0 0 0) 0x7fb8b801ae30 con 0x7fb8c815d640 2023-09-21T13:04:55.252 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.233+0000 7fb8cf85a700 1 -- 172.21.15.57:0/108767448 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb8c80b73d0 con 0x7fb8c815d640 2023-09-21T13:04:55.253 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.236+0000 7fb8c5ffb700 1 -- 172.21.15.57:0/108767448 <== mon.1 v2:172.21.15.57:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72459 (secure 0 0 0) 0x7fb8b8015020 con 0x7fb8c815d640 2023-09-21T13:04:55.322 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.325+0000 7fb8cf85a700 1 -- 172.21.15.57:0/108767448 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_command({"prefix": "osd new", "uuid": "6be64509-8d19-48af-aa7d-2744199eb3c6", "id": 5} v 0) v1 -- 0x7fb8c804f330 con 0x7fb8c815d640 2023-09-21T13:04:55.326 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.328+0000 7fb8c5ffb700 1 -- 172.21.15.57:0/108767448 <== mon.1 v2:172.21.15.57:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "6be64509-8d19-48af-aa7d-2744199eb3c6", "id": 5}]=0 v8) v1 ==== 112+0+2 (secure 0 0 0) 0x7fb8b8003c90 con 0x7fb8c815d640 2023-09-21T13:04:55.326 INFO:teuthology.orchestra.run.smithi057.stdout:5 2023-09-21T13:04:55.327 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.329+0000 7fb8cf85a700 1 -- 172.21.15.57:0/108767448 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fb8c815d640 msgr2=0x7fb8c80cc840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:04:55.327 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.329+0000 7fb8cf85a700 1 --2- 172.21.15.57:0/108767448 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fb8c815d640 0x7fb8c80cc840 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fb8b8013000 tx=0x7fb8b8004750 comp rx=0 tx=0).stop 2023-09-21T13:04:55.328 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.329+0000 7fb8cf85a700 1 -- 172.21.15.57:0/108767448 shutdown_connections 2023-09-21T13:04:55.328 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.329+0000 7fb8cf85a700 1 --2- 172.21.15.57:0/108767448 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fb8c815d640 0x7fb8c80cc840 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:55.328 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.329+0000 7fb8cf85a700 1 --2- 172.21.15.57:0/108767448 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb8c80cdff0 0x7fb8c80cd6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:55.328 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.329+0000 7fb8cf85a700 1 --2- 172.21.15.57:0/108767448 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb8c80ce450 0x7fb8c815dbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:55.328 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.329+0000 7fb8cf85a700 1 -- 172.21.15.57:0/108767448 >> 172.21.15.57:0/108767448 conn(0x7fb8c80720b0 msgr2=0x7fb8c80d1a10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:04:55.328 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.329+0000 7fb8cf85a700 1 -- 172.21.15.57:0/108767448 shutdown_connections 2023-09-21T13:04:55.329 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.329+0000 7fb8cf85a700 1 -- 172.21.15.57:0/108767448 wait complete. 2023-09-21T13:04:55.329 INFO:tasks.ceph.mgr.y.smithi046.stderr:2023-09-21T13:04:55.331+0000 7fd0c47fb240 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-09-21T13:04:55.340 DEBUG:teuthology.orchestra.run.smithi057:> sudo ceph --cluster ceph osd new 8bfda35e-f97c-4419-a105-ff306eff7a42 6 2023-09-21T13:04:55.347 INFO:tasks.ceph.mgr.x.smithi057.stderr:2023-09-21T13:04:55.349+0000 7f2c90676240 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-09-21T13:04:55.406 INFO:tasks.ceph.mgr.y.smithi046.stderr:2023-09-21T13:04:55.409+0000 7fd0c47fb240 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-09-21T13:04:55.429 INFO:tasks.ceph.mgr.x.smithi057.stderr:2023-09-21T13:04:55.432+0000 7f2c90676240 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-09-21T13:04:55.483 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.486+0000 7f90b5743700 1 Processor -- start 2023-09-21T13:04:55.484 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.486+0000 7f90b5743700 1 -- start start 2023-09-21T13:04:55.485 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.487+0000 7f90b5743700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f90b015d7f0 0x7f90b0161d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:04:55.486 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.487+0000 7f90b5743700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f90b00b4f60 0x7f90b00b53c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:04:55.486 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.487+0000 7f90b5743700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f90b00b5900 con 0x7f90b006b7e0 2023-09-21T13:04:55.486 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.487+0000 7f90b5743700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f90b01622a0 con 0x7f90b015d7f0 2023-09-21T13:04:55.486 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.487+0000 7f90b5743700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f90b00d15f0 con 0x7f90b00b4f60 2023-09-21T13:04:55.486 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.487+0000 7f90ae7fc700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f90b00b4f60 0x7f90b00b53c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:55.487 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.487+0000 7f90af7fe700 1 --1- >> v1:172.21.15.57:6789/0 conn(0x7f90b006b7e0 0x7f90b006bc10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.57:6789/0 says I am v1:172.21.15.57:44006/0 (socket says 172.21.15.57:44006) 2023-09-21T13:04:55.487 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.487+0000 7f90af7fe700 1 -- 172.21.15.57:0/3745346927 learned_addr learned my addr 172.21.15.57:0/3745346927 (peer_addr_for_me v1:172.21.15.57:0/0) 2023-09-21T13:04:55.487 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.487+0000 7f90aeffd700 1 --2- 172.21.15.57:0/3745346927 >> v2:172.21.15.46:3300/0 conn(0x7f90b015d7f0 0x7f90b0161d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:55.487 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.487+0000 7f90ae7fc700 1 -- 172.21.15.57:0/3745346927 >> v2:172.21.15.46:3300/0 conn(0x7f90b015d7f0 msgr2=0x7f90b0161d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:04:55.487 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.487+0000 7f90ae7fc700 1 --2- 172.21.15.57:0/3745346927 >> v2:172.21.15.46:3300/0 conn(0x7f90b015d7f0 0x7f90b0161d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:55.488 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.487+0000 7f90ae7fc700 1 -- 172.21.15.57:0/3745346927 >> v1:172.21.15.57:6789/0 conn(0x7f90b006b7e0 legacy=0x7f90b006bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:04:55.488 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.487+0000 7f90ae7fc700 1 -- 172.21.15.57:0/3745346927 --> v2:172.21.15.57:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90b00b6710 con 0x7f90b00b4f60 2023-09-21T13:04:55.488 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.487+0000 7f90adffb700 1 -- 172.21.15.57:0/3745346927 <== mon.1 v1:172.21.15.57:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2515466906 0 0) 0x7f90b00b5900 con 0x7f90b006b7e0 2023-09-21T13:04:55.488 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.488+0000 7f90ae7fc700 1 --2- 172.21.15.57:0/3745346927 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f90b00b4f60 0x7f90b00b53c0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f90b008c2c0 tx=0x7f9098009b20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=19f9c684d2c9cdbe server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:04:55.488 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.488+0000 7f90adffb700 1 -- 172.21.15.57:0/3745346927 <== mon.1 v2:172.21.15.57:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9098011830 con 0x7f90b00b4f60 2023-09-21T13:04:55.489 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.488+0000 7f90adffb700 1 -- 172.21.15.57:0/3745346927 <== mon.1 v2:172.21.15.57:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9098011990 con 0x7f90b00b4f60 2023-09-21T13:04:55.489 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.488+0000 7f90adffb700 1 -- 172.21.15.57:0/3745346927 <== mon.1 v2:172.21.15.57:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9098011d20 con 0x7f90b00b4f60 2023-09-21T13:04:55.492 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.488+0000 7f90b5743700 1 -- 172.21.15.57:0/3745346927 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f90b00b4f60 msgr2=0x7f90b00b53c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:04:55.492 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.488+0000 7f90b5743700 1 --2- 172.21.15.57:0/3745346927 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f90b00b4f60 0x7f90b00b53c0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f90b008c2c0 tx=0x7f9098009b20 comp rx=0 tx=0).stop 2023-09-21T13:04:55.492 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.489+0000 7f90b5743700 1 -- 172.21.15.57:0/3745346927 shutdown_connections 2023-09-21T13:04:55.492 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.489+0000 7f90b5743700 1 --2- 172.21.15.57:0/3745346927 >> v2:172.21.15.46:3300/0 conn(0x7f90b015d7f0 0x7f90b0161d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:55.493 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.489+0000 7f90b5743700 1 --2- 172.21.15.57:0/3745346927 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f90b00b4f60 0x7f90b00b53c0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:55.493 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.489+0000 7f90b5743700 1 -- 172.21.15.57:0/3745346927 >> 172.21.15.57:0/3745346927 conn(0x7f90b00722c0 msgr2=0x7f90b00726d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:04:55.493 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.489+0000 7f90b5743700 1 -- 172.21.15.57:0/3745346927 shutdown_connections 2023-09-21T13:04:55.493 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.489+0000 7f90b5743700 1 -- 172.21.15.57:0/3745346927 wait complete. 2023-09-21T13:04:55.493 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.490+0000 7f90b5743700 1 Processor -- start 2023-09-21T13:04:55.494 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.490+0000 7f90b5743700 1 -- start start 2023-09-21T13:04:55.494 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.491+0000 7f90b5743700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f90b006b7e0 0x7f90b0146820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:04:55.494 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.491+0000 7f90b5743700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f90b00b4f60 0x7f90b00b2a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:04:55.494 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.491+0000 7f90b5743700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f90b015d7f0 0x7f90b00b2fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:04:55.494 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.491+0000 7f90b5743700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90b0146d60 con 0x7f90b00b4f60 2023-09-21T13:04:55.495 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.491+0000 7f90b5743700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90b0146fb0 con 0x7f90b015d7f0 2023-09-21T13:04:55.495 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.491+0000 7f90b5743700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f90b0160780 con 0x7f90b006b7e0 2023-09-21T13:04:55.495 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.491+0000 7f90af7fe700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f90b015d7f0 0x7f90b00b2fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:55.495 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.491+0000 7f90aeffd700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f90b006b7e0 0x7f90b0146820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:55.495 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.491+0000 7f90aeffd700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f90b006b7e0 0x7f90b0146820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.57:3301/0 says I am v2:172.21.15.57:44448/0 (socket says 172.21.15.57:44448) 2023-09-21T13:04:55.496 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.491+0000 7f90af7fe700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f90b015d7f0 0x7f90b00b2fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.57:3300/0 says I am v2:172.21.15.57:55628/0 (socket says 172.21.15.57:55628) 2023-09-21T13:04:55.496 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.491+0000 7f90aeffd700 1 -- 172.21.15.57:0/2617300121 learned_addr learned my addr 172.21.15.57:0/2617300121 (peer_addr_for_me v2:172.21.15.57:0/0) 2023-09-21T13:04:55.496 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.491+0000 7f90ae7fc700 1 --2- 172.21.15.57:0/2617300121 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f90b00b4f60 0x7f90b00b2a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:55.496 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.491+0000 7f90aeffd700 1 -- 172.21.15.57:0/2617300121 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f90b006b7e0 msgr2=0x7f90b0146820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 16 2023-09-21T13:04:55.496 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.491+0000 7f90aeffd700 1 -- 172.21.15.57:0/2617300121 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f90b006b7e0 msgr2=0x7f90b0146820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2023-09-21T13:04:55.496 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.491+0000 7f90aeffd700 1 --2- 172.21.15.57:0/2617300121 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f90b006b7e0 0x7f90b0146820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-09-21T13:04:55.497 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.491+0000 7f90aeffd700 1 --2- 172.21.15.57:0/2617300121 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f90b006b7e0 0x7f90b0146820 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-09-21T13:04:55.497 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.492+0000 7f90af7fe700 1 -- 172.21.15.57:0/2617300121 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f90b006b7e0 msgr2=0x7f90b0146820 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-09-21T13:04:55.497 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.492+0000 7f90af7fe700 1 --2- 172.21.15.57:0/2617300121 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f90b006b7e0 0x7f90b0146820 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:55.497 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.492+0000 7f90af7fe700 1 -- 172.21.15.57:0/2617300121 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f90b00b4f60 msgr2=0x7f90b00b2a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:04:55.497 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.492+0000 7f90af7fe700 1 --2- 172.21.15.57:0/2617300121 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f90b00b4f60 0x7f90b00b2a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:55.498 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.492+0000 7f90af7fe700 1 -- 172.21.15.57:0/2617300121 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90980094a0 con 0x7f90b015d7f0 2023-09-21T13:04:55.498 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.492+0000 7f90af7fe700 1 --2- 172.21.15.57:0/2617300121 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f90b015d7f0 0x7f90b00b2fc0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f90a800caf0 tx=0x7f90a800ce00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:04:55.498 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.492+0000 7f90a77fe700 1 -- 172.21.15.57:0/2617300121 <== mon.1 v2:172.21.15.57:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90a800aaa0 con 0x7f90b015d7f0 2023-09-21T13:04:55.498 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.492+0000 7f90a77fe700 1 -- 172.21.15.57:0/2617300121 <== mon.1 v2:172.21.15.57:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f90a800ac20 con 0x7f90b015d7f0 2023-09-21T13:04:55.498 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.492+0000 7f90b5743700 1 -- 172.21.15.57:0/2617300121 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f90b0160a60 con 0x7f90b015d7f0 2023-09-21T13:04:55.499 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.492+0000 7f90a77fe700 1 -- 172.21.15.57:0/2617300121 <== mon.1 v2:172.21.15.57:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90a80070d0 con 0x7f90b015d7f0 2023-09-21T13:04:55.499 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.492+0000 7f90b5743700 1 -- 172.21.15.57:0/2617300121 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f90b01474e0 con 0x7f90b015d7f0 2023-09-21T13:04:55.499 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.492+0000 7f90a77fe700 1 -- 172.21.15.57:0/2617300121 <== mon.1 v2:172.21.15.57:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f90a8007530 con 0x7f90b015d7f0 2023-09-21T13:04:55.499 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.492+0000 7f90a77fe700 1 -- 172.21.15.57:0/2617300121 <== mon.1 v2:172.21.15.57:3300/0 5 ==== osd_map(8..8 src has 1..8) v4 ==== 1415+0+0 (secure 0 0 0) 0x7f90a80129f0 con 0x7f90b015d7f0 2023-09-21T13:04:55.499 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.493+0000 7f90b5743700 1 -- 172.21.15.57:0/2617300121 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f90b004f330 con 0x7f90b015d7f0 2023-09-21T13:04:55.500 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.497+0000 7f90a77fe700 1 -- 172.21.15.57:0/2617300121 <== mon.1 v2:172.21.15.57:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72459 (secure 0 0 0) 0x7f90a8018070 con 0x7f90b015d7f0 2023-09-21T13:04:55.585 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.587+0000 7f90b5743700 1 -- 172.21.15.57:0/2617300121 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_command({"prefix": "osd new", "uuid": "8bfda35e-f97c-4419-a105-ff306eff7a42", "id": 6} v 0) v1 -- 0x7f90b00d0dc0 con 0x7f90b015d7f0 2023-09-21T13:04:55.599 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.601+0000 7f90a77fe700 1 -- 172.21.15.57:0/2617300121 <== mon.1 v2:172.21.15.57:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "8bfda35e-f97c-4419-a105-ff306eff7a42", "id": 6}]=0 v9) v1 ==== 112+0+2 (secure 0 0 0) 0x7f90a8007a10 con 0x7f90b015d7f0 2023-09-21T13:04:55.599 INFO:teuthology.orchestra.run.smithi057.stdout:6 2023-09-21T13:04:55.600 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.602+0000 7f90b5743700 1 -- 172.21.15.57:0/2617300121 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f90b015d7f0 msgr2=0x7f90b00b2fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:04:55.600 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.602+0000 7f90b5743700 1 --2- 172.21.15.57:0/2617300121 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f90b015d7f0 0x7f90b00b2fc0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f90a800caf0 tx=0x7f90a800ce00 comp rx=0 tx=0).stop 2023-09-21T13:04:55.600 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.602+0000 7f90b5743700 1 -- 172.21.15.57:0/2617300121 shutdown_connections 2023-09-21T13:04:55.601 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.602+0000 7f90b5743700 1 --2- 172.21.15.57:0/2617300121 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f90b015d7f0 0x7f90b00b2fc0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:55.601 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.602+0000 7f90b5743700 1 --2- 172.21.15.57:0/2617300121 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f90b006b7e0 0x7f90b0146820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:55.601 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.602+0000 7f90b5743700 1 --2- 172.21.15.57:0/2617300121 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f90b00b4f60 0x7f90b00b2a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:55.602 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.602+0000 7f90b5743700 1 -- 172.21.15.57:0/2617300121 >> 172.21.15.57:0/2617300121 conn(0x7f90b00722c0 msgr2=0x7f90b01618a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:04:55.602 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.602+0000 7f90b5743700 1 -- 172.21.15.57:0/2617300121 shutdown_connections 2023-09-21T13:04:55.603 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.602+0000 7f90b5743700 1 -- 172.21.15.57:0/2617300121 wait complete. 2023-09-21T13:04:55.613 DEBUG:teuthology.orchestra.run.smithi057:> sudo ceph --cluster ceph osd new 49fc1df7-ab94-4da5-b915-8f7cc61f2714 7 2023-09-21T13:04:55.614 INFO:tasks.ceph.mgr.y.smithi046.stderr:2023-09-21T13:04:55.617+0000 7fd0c47fb240 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-09-21T13:04:55.646 INFO:tasks.ceph.mgr.x.smithi057.stderr:2023-09-21T13:04:55.649+0000 7f2c90676240 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-09-21T13:04:55.702 INFO:tasks.ceph.mgr.y.smithi046.stderr:2023-09-21T13:04:55.705+0000 7fd0c47fb240 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-09-21T13:04:55.739 INFO:tasks.ceph.mgr.x.smithi057.stderr:2023-09-21T13:04:55.742+0000 7f2c90676240 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-09-21T13:04:55.751 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.753+0000 7fe85039c700 1 Processor -- start 2023-09-21T13:04:55.751 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.753+0000 7fe85039c700 1 -- start start 2023-09-21T13:04:55.753 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.754+0000 7fe85039c700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe8480af6d0 0x7fe8480cc790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:04:55.753 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.754+0000 7fe85039c700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7fe84806aeb0 0x7fe8480717c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:04:55.753 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.754+0000 7fe85039c700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe84815f100 con 0x7fe84815b370 2023-09-21T13:04:55.754 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.755+0000 7fe85039c700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe8480cda10 con 0x7fe84806aeb0 2023-09-21T13:04:55.754 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.755+0000 7fe85039c700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe84815f350 con 0x7fe8480af6d0 2023-09-21T13:04:55.754 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.755+0000 7fe84e939700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7fe84806aeb0 0x7fe8480717c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:55.754 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.755+0000 7fe84d937700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe8480af6d0 0x7fe8480cc790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:55.754 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.755+0000 7fe84e939700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7fe84806aeb0 0x7fe8480717c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.57:3300/0 says I am v2:172.21.15.57:55634/0 (socket says 172.21.15.57:55634) 2023-09-21T13:04:55.755 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.755+0000 7fe84e939700 1 -- 172.21.15.57:0/1235261478 learned_addr learned my addr 172.21.15.57:0/1235261478 (peer_addr_for_me v2:172.21.15.57:0/0) 2023-09-21T13:04:55.755 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.755+0000 7fe84d937700 1 -- 172.21.15.57:0/1235261478 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe8480af6d0 msgr2=0x7fe8480cc790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2023-09-21T13:04:55.755 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.755+0000 7fe84d937700 1 -- 172.21.15.57:0/1235261478 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe8480af6d0 msgr2=0x7fe8480cc790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-09-21T13:04:55.755 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.755+0000 7fe84d937700 1 --2- 172.21.15.57:0/1235261478 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe8480af6d0 0x7fe8480cc790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-09-21T13:04:55.755 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.755+0000 7fe84d937700 1 --2- 172.21.15.57:0/1235261478 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe8480af6d0 0x7fe8480cc790 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-09-21T13:04:55.755 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.755+0000 7fe84e939700 1 -- 172.21.15.57:0/1235261478 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe8480af6d0 msgr2=0x7fe8480cc790 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-09-21T13:04:55.756 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.755+0000 7fe84e939700 1 --2- 172.21.15.57:0/1235261478 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe8480af6d0 0x7fe8480cc790 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:55.756 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.755+0000 7fe84e939700 1 -- 172.21.15.57:0/1235261478 >> v1:172.21.15.46:6789/0 conn(0x7fe84815b370 legacy=0x7fe84806a7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:04:55.756 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.755+0000 7fe84e939700 1 -- 172.21.15.57:0/1235261478 --> v2:172.21.15.57:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe84815f630 con 0x7fe84806aeb0 2023-09-21T13:04:55.756 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.755+0000 7fe84e939700 1 --2- 172.21.15.57:0/1235261478 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fe84806aeb0 0x7fe8480717c0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fe840009e50 tx=0x7fe84000b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=575961fbfcfcadb server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:04:55.756 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.755+0000 7fe84d136700 1 -- 172.21.15.57:0/1235261478 <== mon.1 v2:172.21.15.57:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe84000e070 con 0x7fe84806aeb0 2023-09-21T13:04:55.757 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.755+0000 7fe84d136700 1 -- 172.21.15.57:0/1235261478 <== mon.1 v2:172.21.15.57:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe84000b9c0 con 0x7fe84806aeb0 2023-09-21T13:04:55.757 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.755+0000 7fe84d136700 1 -- 172.21.15.57:0/1235261478 <== mon.1 v2:172.21.15.57:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe84000bd70 con 0x7fe84806aeb0 2023-09-21T13:04:55.760 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.756+0000 7fe85039c700 1 -- 172.21.15.57:0/1235261478 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fe84806aeb0 msgr2=0x7fe8480717c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:04:55.760 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.756+0000 7fe85039c700 1 --2- 172.21.15.57:0/1235261478 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fe84806aeb0 0x7fe8480717c0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fe840009e50 tx=0x7fe84000b330 comp rx=0 tx=0).stop 2023-09-21T13:04:55.760 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.756+0000 7fe85039c700 1 -- 172.21.15.57:0/1235261478 shutdown_connections 2023-09-21T13:04:55.760 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.756+0000 7fe85039c700 1 --2- 172.21.15.57:0/1235261478 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fe84806aeb0 0x7fe8480717c0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:55.761 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.756+0000 7fe85039c700 1 --2- 172.21.15.57:0/1235261478 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe8480af6d0 0x7fe8480cc790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:55.761 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.756+0000 7fe85039c700 1 -- 172.21.15.57:0/1235261478 >> 172.21.15.57:0/1235261478 conn(0x7fe8480ccd10 msgr2=0x7fe8480cd120 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:04:55.761 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.756+0000 7fe85039c700 1 -- 172.21.15.57:0/1235261478 shutdown_connections 2023-09-21T13:04:55.761 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.756+0000 7fe85039c700 1 -- 172.21.15.57:0/1235261478 wait complete. 2023-09-21T13:04:55.761 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.757+0000 7fe85039c700 1 Processor -- start 2023-09-21T13:04:55.761 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.758+0000 7fe85039c700 1 -- start start 2023-09-21T13:04:55.762 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.758+0000 7fe85039c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe84806aeb0 0x7fe8480b43e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:04:55.762 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.758+0000 7fe85039c700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe84815b370 0x7fe8480c7be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:04:55.762 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.758+0000 7fe85039c700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fe84806ef50 0x7fe84806f3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:04:55.762 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.758+0000 7fe85039c700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe84806f920 con 0x7fe84806aeb0 2023-09-21T13:04:55.763 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.758+0000 7fe85039c700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8480c8120 con 0x7fe84806ef50 2023-09-21T13:04:55.763 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.758+0000 7fe85039c700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe8480b4a30 con 0x7fe84815b370 2023-09-21T13:04:55.763 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.758+0000 7fe84d937700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe84815b370 0x7fe8480c7be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:55.763 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.758+0000 7fe84d937700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe84815b370 0x7fe8480c7be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.57:3301/0 says I am v2:172.21.15.57:44470/0 (socket says 172.21.15.57:44470) 2023-09-21T13:04:55.763 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.758+0000 7fe84d937700 1 -- 172.21.15.57:0/3271153888 learned_addr learned my addr 172.21.15.57:0/3271153888 (peer_addr_for_me v2:172.21.15.57:0/0) 2023-09-21T13:04:55.764 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.759+0000 7fe84e939700 1 --2- 172.21.15.57:0/3271153888 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fe84806ef50 0x7fe84806f3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:55.764 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.759+0000 7fe84e138700 1 --2- 172.21.15.57:0/3271153888 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe84806aeb0 0x7fe8480b43e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:55.764 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.759+0000 7fe84d937700 1 -- 172.21.15.57:0/3271153888 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe84815b370 msgr2=0x7fe8480c7be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 17 2023-09-21T13:04:55.764 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.759+0000 7fe84d937700 1 -- 172.21.15.57:0/3271153888 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe84815b370 msgr2=0x7fe8480c7be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2023-09-21T13:04:55.764 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.759+0000 7fe84d937700 1 --2- 172.21.15.57:0/3271153888 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe84815b370 0x7fe8480c7be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-09-21T13:04:55.764 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.759+0000 7fe84d937700 1 --2- 172.21.15.57:0/3271153888 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe84815b370 0x7fe8480c7be0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-09-21T13:04:55.765 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.759+0000 7fe84e939700 1 -- 172.21.15.57:0/3271153888 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe84815b370 msgr2=0x7fe8480c7be0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-09-21T13:04:55.765 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.759+0000 7fe84e939700 1 --2- 172.21.15.57:0/3271153888 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe84815b370 0x7fe8480c7be0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:55.765 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.759+0000 7fe84e939700 1 -- 172.21.15.57:0/3271153888 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe84806aeb0 msgr2=0x7fe8480b43e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:04:55.765 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.759+0000 7fe84e939700 1 --2- 172.21.15.57:0/3271153888 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe84806aeb0 0x7fe8480b43e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:55.765 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.759+0000 7fe84e939700 1 -- 172.21.15.57:0/3271153888 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe840009b30 con 0x7fe84806ef50 2023-09-21T13:04:55.766 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.759+0000 7fe84e939700 1 --2- 172.21.15.57:0/3271153888 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fe84806ef50 0x7fe84806f3e0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fe848073150 tx=0x7fe840004ad0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:04:55.766 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.759+0000 7fe83effd700 1 -- 172.21.15.57:0/3271153888 <== mon.1 v2:172.21.15.57:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8400048b0 con 0x7fe84806ef50 2023-09-21T13:04:55.766 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.759+0000 7fe83effd700 1 -- 172.21.15.57:0/3271153888 <== mon.1 v2:172.21.15.57:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe8400099b0 con 0x7fe84806ef50 2023-09-21T13:04:55.766 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.759+0000 7fe85039c700 1 -- 172.21.15.57:0/3271153888 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe8480b4d10 con 0x7fe84806ef50 2023-09-21T13:04:55.766 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.759+0000 7fe83effd700 1 -- 172.21.15.57:0/3271153888 <== mon.1 v2:172.21.15.57:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe84001c680 con 0x7fe84806ef50 2023-09-21T13:04:55.767 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.759+0000 7fe85039c700 1 -- 172.21.15.57:0/3271153888 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe8480b52d0 con 0x7fe84806ef50 2023-09-21T13:04:55.767 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.759+0000 7fe83effd700 1 -- 172.21.15.57:0/3271153888 <== mon.1 v2:172.21.15.57:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fe84001cae0 con 0x7fe84806ef50 2023-09-21T13:04:55.767 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.760+0000 7fe83effd700 1 -- 172.21.15.57:0/3271153888 <== mon.1 v2:172.21.15.57:3300/0 5 ==== osd_map(9..9 src has 1..9) v4 ==== 1530+0+0 (secure 0 0 0) 0x7fe8400123f0 con 0x7fe84806ef50 2023-09-21T13:04:55.767 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.761+0000 7fe85039c700 1 -- 172.21.15.57:0/3271153888 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe84804f330 con 0x7fe84806ef50 2023-09-21T13:04:55.768 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.763+0000 7fe83effd700 1 -- 172.21.15.57:0/3271153888 <== mon.1 v2:172.21.15.57:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72459 (secure 0 0 0) 0x7fe840020070 con 0x7fe84806ef50 2023-09-21T13:04:55.789 INFO:tasks.ceph.mgr.y.smithi046.stderr:2023-09-21T13:04:55.792+0000 7fd0c47fb240 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-09-21T13:04:55.831 INFO:tasks.ceph.mgr.x.smithi057.stderr:2023-09-21T13:04:55.834+0000 7f2c90676240 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-09-21T13:04:55.848 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.851+0000 7fe85039c700 1 -- 172.21.15.57:0/3271153888 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_command({"prefix": "osd new", "uuid": "49fc1df7-ab94-4da5-b915-8f7cc61f2714", "id": 7} v 0) v1 -- 0x7fe848153c50 con 0x7fe84806ef50 2023-09-21T13:04:55.861 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.863+0000 7fe83effd700 1 -- 172.21.15.57:0/3271153888 <== mon.1 v2:172.21.15.57:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "49fc1df7-ab94-4da5-b915-8f7cc61f2714", "id": 7}]=0 v10) v1 ==== 112+0+2 (secure 0 0 0) 0x7fe840025450 con 0x7fe84806ef50 2023-09-21T13:04:55.861 INFO:teuthology.orchestra.run.smithi057.stdout:7 2023-09-21T13:04:55.862 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.864+0000 7fe85039c700 1 -- 172.21.15.57:0/3271153888 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fe84806ef50 msgr2=0x7fe84806f3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:04:55.862 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.864+0000 7fe85039c700 1 --2- 172.21.15.57:0/3271153888 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fe84806ef50 0x7fe84806f3e0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fe848073150 tx=0x7fe840004ad0 comp rx=0 tx=0).stop 2023-09-21T13:04:55.863 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.864+0000 7fe85039c700 1 -- 172.21.15.57:0/3271153888 shutdown_connections 2023-09-21T13:04:55.863 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.864+0000 7fe85039c700 1 --2- 172.21.15.57:0/3271153888 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fe84806ef50 0x7fe84806f3e0 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:55.863 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.864+0000 7fe85039c700 1 --2- 172.21.15.57:0/3271153888 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe84806aeb0 0x7fe8480b43e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:55.863 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.864+0000 7fe85039c700 1 --2- 172.21.15.57:0/3271153888 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe84815b370 0x7fe8480c7be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:55.863 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.864+0000 7fe85039c700 1 -- 172.21.15.57:0/3271153888 >> 172.21.15.57:0/3271153888 conn(0x7fe8480ccd10 msgr2=0x7fe8480ca770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:04:55.863 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.864+0000 7fe85039c700 1 -- 172.21.15.57:0/3271153888 shutdown_connections 2023-09-21T13:04:55.864 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:04:55.864+0000 7fe85039c700 1 -- 172.21.15.57:0/3271153888 wait complete. 2023-09-21T13:04:55.875 INFO:tasks.ceph.osd.0:Restarting daemon 2023-09-21T13:04:55.875 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2023-09-21T13:04:55.878 INFO:tasks.ceph.osd.0:Started 2023-09-21T13:04:55.879 INFO:tasks.ceph.osd.1:Restarting daemon 2023-09-21T13:04:55.879 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2023-09-21T13:04:55.881 INFO:tasks.ceph.osd.1:Started 2023-09-21T13:04:55.881 INFO:tasks.ceph.osd.2:Restarting daemon 2023-09-21T13:04:55.882 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2023-09-21T13:04:55.884 INFO:tasks.ceph.osd.2:Started 2023-09-21T13:04:55.884 INFO:tasks.ceph.osd.3:Restarting daemon 2023-09-21T13:04:55.885 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2023-09-21T13:04:55.887 INFO:tasks.ceph.osd.3:Started 2023-09-21T13:04:55.887 INFO:tasks.ceph.osd.4:Restarting daemon 2023-09-21T13:04:55.888 DEBUG:teuthology.orchestra.run.smithi057:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2023-09-21T13:04:55.917 INFO:tasks.ceph.osd.4:Started 2023-09-21T13:04:55.918 INFO:tasks.ceph.osd.5:Restarting daemon 2023-09-21T13:04:55.918 DEBUG:teuthology.orchestra.run.smithi057:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2023-09-21T13:04:55.920 INFO:tasks.ceph.osd.5:Started 2023-09-21T13:04:55.921 INFO:tasks.ceph.osd.6:Restarting daemon 2023-09-21T13:04:55.921 DEBUG:teuthology.orchestra.run.smithi057:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2023-09-21T13:04:55.923 INFO:tasks.ceph.osd.6:Started 2023-09-21T13:04:55.924 INFO:tasks.ceph.osd.7:Restarting daemon 2023-09-21T13:04:55.924 DEBUG:teuthology.orchestra.run.smithi057:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2023-09-21T13:04:55.926 INFO:tasks.ceph.osd.7:Started 2023-09-21T13:04:55.927 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-21T13:04:55.941 INFO:tasks.ceph.mgr.y.smithi046.stderr:2023-09-21T13:04:55.943+0000 7fd0c47fb240 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-09-21T13:04:55.945 INFO:tasks.ceph.mgr.x.smithi057.stderr:2023-09-21T13:04:55.947+0000 7f2c90676240 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-09-21T13:04:56.089 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.091+0000 7fac452fd700 1 Processor -- start 2023-09-21T13:04:56.089 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.091+0000 7fac452fd700 1 -- start start 2023-09-21T13:04:56.092 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.092+0000 7fac452fd700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fac4015fb20 0x7fac400ca840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:04:56.092 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.092+0000 7fac452fd700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7fac400cad80 0x7fac400b3040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:04:56.092 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.092+0000 7fac452fd700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fac4015f0d0 con 0x7fac4015b410 2023-09-21T13:04:56.092 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.092+0000 7fac452fd700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fac4015f700 con 0x7fac400cad80 2023-09-21T13:04:56.093 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.092+0000 7fac452fd700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fac400cb210 con 0x7fac4015fb20 2023-09-21T13:04:56.093 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.093+0000 7fac3e7fc700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fac4015fb20 0x7fac400ca840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:56.093 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.093+0000 7fac3f7fe700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7fac400cad80 0x7fac400b3040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:56.093 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.093+0000 7fac3effd700 1 --1- >> v1:172.21.15.57:6789/0 conn(0x7fac4015b410 0x7fac40071770 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.57:6789/0 says I am v1:172.21.15.46:43268/0 (socket says 172.21.15.46:43268) 2023-09-21T13:04:56.093 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.093+0000 7fac3effd700 1 -- 172.21.15.46:0/1613635206 learned_addr learned my addr 172.21.15.46:0/1613635206 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:04:56.094 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.093+0000 7fac3e7fc700 1 -- 172.21.15.46:0/1613635206 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fac4015fb20 msgr2=0x7fac400ca840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2023-09-21T13:04:56.094 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.093+0000 7fac3e7fc700 1 -- 172.21.15.46:0/1613635206 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fac4015fb20 msgr2=0x7fac400ca840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-09-21T13:04:56.094 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.093+0000 7fac3e7fc700 1 --2- 172.21.15.46:0/1613635206 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fac4015fb20 0x7fac400ca840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-09-21T13:04:56.094 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.093+0000 7fac3e7fc700 1 --2- 172.21.15.46:0/1613635206 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fac4015fb20 0x7fac400ca840 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-09-21T13:04:56.094 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.093+0000 7fac3dffb700 1 -- 172.21.15.46:0/1613635206 <== mon.1 v1:172.21.15.57:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3956392088 0 0) 0x7fac4015f0d0 con 0x7fac4015b410 2023-09-21T13:04:56.095 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.093+0000 7fac3dffb700 1 -- 172.21.15.46:0/1613635206 --> v1:172.21.15.57:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fac280035b0 con 0x7fac4015b410 2023-09-21T13:04:56.095 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.093+0000 7fac3f7fe700 1 -- 172.21.15.46:0/1613635206 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fac4015fb20 msgr2=0x7fac400ca840 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-09-21T13:04:56.095 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.093+0000 7fac3f7fe700 1 --2- 172.21.15.46:0/1613635206 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fac4015fb20 0x7fac400ca840 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:56.095 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.093+0000 7fac3f7fe700 1 -- 172.21.15.46:0/1613635206 >> v1:172.21.15.57:6789/0 conn(0x7fac4015b410 legacy=0x7fac40071770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:04:56.095 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.093+0000 7fac3f7fe700 1 -- 172.21.15.46:0/1613635206 --> v2:172.21.15.57:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fac400721a0 con 0x7fac400cad80 2023-09-21T13:04:56.096 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.093+0000 7fac3f7fe700 1 --2- 172.21.15.46:0/1613635206 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fac400cad80 0x7fac400b3040 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fac38009d90 tx=0x7fac3800b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7a0b789f260f55e server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:04:56.096 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.093+0000 7fac3dffb700 1 -- 172.21.15.46:0/1613635206 <== mon.1 v2:172.21.15.57:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac3800e070 con 0x7fac400cad80 2023-09-21T13:04:56.096 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.093+0000 7fac3dffb700 1 -- 172.21.15.46:0/1613635206 <== mon.1 v2:172.21.15.57:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fac3800bb20 con 0x7fac400cad80 2023-09-21T13:04:56.096 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.093+0000 7fac3dffb700 1 -- 172.21.15.46:0/1613635206 <== mon.1 v2:172.21.15.57:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac38012430 con 0x7fac400cad80 2023-09-21T13:04:56.096 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.094+0000 7fac452fd700 1 -- 172.21.15.46:0/1613635206 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fac400cad80 msgr2=0x7fac400b3040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:04:56.097 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.094+0000 7fac452fd700 1 --2- 172.21.15.46:0/1613635206 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fac400cad80 0x7fac400b3040 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fac38009d90 tx=0x7fac3800b330 comp rx=0 tx=0).stop 2023-09-21T13:04:56.097 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.094+0000 7fac452fd700 1 -- 172.21.15.46:0/1613635206 shutdown_connections 2023-09-21T13:04:56.097 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.094+0000 7fac452fd700 1 --2- 172.21.15.46:0/1613635206 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fac400cad80 0x7fac400b3040 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:56.097 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.094+0000 7fac452fd700 1 --2- 172.21.15.46:0/1613635206 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fac4015fb20 0x7fac400ca840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:56.098 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.094+0000 7fac452fd700 1 -- 172.21.15.46:0/1613635206 >> 172.21.15.46:0/1613635206 conn(0x7fac400d01f0 msgr2=0x7fac400d0600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:04:56.098 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.094+0000 7fac452fd700 1 -- 172.21.15.46:0/1613635206 shutdown_connections 2023-09-21T13:04:56.098 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.094+0000 7fac452fd700 1 -- 172.21.15.46:0/1613635206 wait complete. 2023-09-21T13:04:56.100 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.096+0000 7fac452fd700 1 Processor -- start 2023-09-21T13:04:56.100 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.096+0000 7fac452fd700 1 -- start start 2023-09-21T13:04:56.101 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.096+0000 7fac452fd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fac400cad80 0x7fac40148780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:04:56.101 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.096+0000 7fac452fd700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fac4015b410 0x7fac4006f140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:04:56.101 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.096+0000 7fac452fd700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fac4015fb20 0x7fac4006f680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:04:56.101 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.096+0000 7fac452fd700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac401f1920 con 0x7fac400cad80 2023-09-21T13:04:56.101 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.097+0000 7fac452fd700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac401f1c80 con 0x7fac4015fb20 2023-09-21T13:04:56.102 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.097+0000 7fac452fd700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fac401f1f60 con 0x7fac4015b410 2023-09-21T13:04:56.102 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.097+0000 7fac3effd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fac400cad80 0x7fac40148780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:56.102 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.097+0000 7fac3e7fc700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fac4015b410 0x7fac4006f140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:56.102 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.097+0000 7fac3f7fe700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fac4015fb20 0x7fac4006f680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:56.102 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.097+0000 7fac3e7fc700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fac4015b410 0x7fac4006f140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.57:3301/0 says I am v2:172.21.15.46:58160/0 (socket says 172.21.15.46:58160) 2023-09-21T13:04:56.103 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.097+0000 7fac3effd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fac400cad80 0x7fac40148780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:51994/0 (socket says 172.21.15.46:51994) 2023-09-21T13:04:56.103 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.097+0000 7fac3e7fc700 1 -- 172.21.15.46:0/2495947078 learned_addr learned my addr 172.21.15.46:0/2495947078 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:04:56.103 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.097+0000 7fac3e7fc700 1 -- 172.21.15.46:0/2495947078 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fac4015b410 msgr2=0x7fac4006f140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 17 2023-09-21T13:04:56.103 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.097+0000 7fac3e7fc700 1 -- 172.21.15.46:0/2495947078 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fac4015b410 msgr2=0x7fac4006f140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2023-09-21T13:04:56.103 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.097+0000 7fac3e7fc700 1 --2- 172.21.15.46:0/2495947078 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fac4015b410 0x7fac4006f140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-09-21T13:04:56.103 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.097+0000 7fac3e7fc700 1 --2- 172.21.15.46:0/2495947078 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fac4015b410 0x7fac4006f140 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-09-21T13:04:56.104 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.097+0000 7fac3f7fe700 1 -- 172.21.15.46:0/2495947078 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fac4015b410 msgr2=0x7fac4006f140 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-09-21T13:04:56.104 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.097+0000 7fac3f7fe700 1 --2- 172.21.15.46:0/2495947078 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fac4015b410 0x7fac4006f140 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:56.104 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.097+0000 7fac3f7fe700 1 -- 172.21.15.46:0/2495947078 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fac400cad80 msgr2=0x7fac40148780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:04:56.104 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.097+0000 7fac3f7fe700 1 --2- 172.21.15.46:0/2495947078 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fac400cad80 0x7fac40148780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:56.104 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.097+0000 7fac3f7fe700 1 -- 172.21.15.46:0/2495947078 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fac38009a70 con 0x7fac4015fb20 2023-09-21T13:04:56.104 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.097+0000 7fac3f7fe700 1 --2- 172.21.15.46:0/2495947078 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fac4015fb20 0x7fac4006f680 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fac38016000 tx=0x7fac38004ad0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:04:56.105 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.098+0000 7fac277fe700 1 -- 172.21.15.46:0/2495947078 <== mon.1 v2:172.21.15.57:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac38012430 con 0x7fac4015fb20 2023-09-21T13:04:56.105 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.098+0000 7fac277fe700 1 -- 172.21.15.46:0/2495947078 <== mon.1 v2:172.21.15.57:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fac38020070 con 0x7fac4015fb20 2023-09-21T13:04:56.105 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.098+0000 7fac452fd700 1 -- 172.21.15.46:0/2495947078 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fac401f2240 con 0x7fac4015fb20 2023-09-21T13:04:56.105 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.098+0000 7fac277fe700 1 -- 172.21.15.46:0/2495947078 <== mon.1 v2:172.21.15.57:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac38004280 con 0x7fac4015fb20 2023-09-21T13:04:56.106 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.098+0000 7fac452fd700 1 -- 172.21.15.46:0/2495947078 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fac401f0b60 con 0x7fac4015fb20 2023-09-21T13:04:56.106 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.098+0000 7fac277fe700 1 -- 172.21.15.46:0/2495947078 <== mon.1 v2:172.21.15.57:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fac380046e0 con 0x7fac4015fb20 2023-09-21T13:04:56.106 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.098+0000 7fac277fe700 1 -- 172.21.15.46:0/2495947078 <== mon.1 v2:172.21.15.57:3300/0 5 ==== osd_map(10..10 src has 1..10) v4 ==== 1645+0+0 (secure 0 0 0) 0x7fac38022070 con 0x7fac4015fb20 2023-09-21T13:04:56.106 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.099+0000 7fac452fd700 1 -- 172.21.15.46:0/2495947078 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fac401f20a0 con 0x7fac4015fb20 2023-09-21T13:04:56.106 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.101+0000 7fac277fe700 1 -- 172.21.15.46:0/2495947078 <== mon.1 v2:172.21.15.57:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72459 (secure 0 0 0) 0x7fac401f20a0 con 0x7fac4015fb20 2023-09-21T13:04:56.170 INFO:tasks.ceph.mgr.y.smithi046.stderr:2023-09-21T13:04:56.173+0000 7fd0c47fb240 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-09-21T13:04:56.171 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.174+0000 7fac452fd700 1 -- 172.21.15.46:0/2495947078 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fac401f2760 con 0x7fac4015fb20 2023-09-21T13:04:56.172 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.175+0000 7fac277fe700 1 -- 172.21.15.46:0/2495947078 <== mon.1 v2:172.21.15.57:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) v1 ==== 74+0+7057 (secure 0 0 0) 0x7fac401f2760 con 0x7fac4015fb20 2023-09-21T13:04:56.173 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:04:56.173 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":10,"fsid":"3cbfaf88-469e-4129-b70d-6dd2d92bd0a4","created":"2023-09-21T13:04:52.312650+0000","modified":"2023-09-21T13:04:55.853368+0000","last_up_change":"0.000000","last_in_change":"2023-09-21T13:04:55.853368+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"23992b72-ed3c-4a14-ae79-8150e0fedbf7","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"2578f708-e052-4bdd-bcef-54808f1d1ef4","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"6db5fc17-2472-42fd-a613-8cc24a815cfe","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"b0ddd2cd-9025-471f-a976-d7bc356eb10b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"51245ec8-6073-476b-aea6-482f9a379f43","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"6be64509-8d19-48af-aa7d-2744199eb3c6","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"8bfda35e-f97c-4419-a105-ff306eff7a42","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"49fc1df7-ab94-4da5-b915-8f7cc61f2714","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-21T13:04:56.174 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.176+0000 7fac452fd700 1 -- 172.21.15.46:0/2495947078 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fac4015fb20 msgr2=0x7fac4006f680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:04:56.174 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.176+0000 7fac452fd700 1 --2- 172.21.15.46:0/2495947078 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fac4015fb20 0x7fac4006f680 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fac38016000 tx=0x7fac38004ad0 comp rx=0 tx=0).stop 2023-09-21T13:04:56.174 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.176+0000 7fac452fd700 1 -- 172.21.15.46:0/2495947078 shutdown_connections 2023-09-21T13:04:56.175 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.176+0000 7fac452fd700 1 --2- 172.21.15.46:0/2495947078 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fac4015fb20 0x7fac4006f680 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:56.175 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.176+0000 7fac452fd700 1 --2- 172.21.15.46:0/2495947078 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fac400cad80 0x7fac40148780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:56.175 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.176+0000 7fac452fd700 1 --2- 172.21.15.46:0/2495947078 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fac4015b410 0x7fac4006f140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:56.175 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.176+0000 7fac452fd700 1 -- 172.21.15.46:0/2495947078 >> 172.21.15.46:0/2495947078 conn(0x7fac400d01f0 msgr2=0x7fac4015a420 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:04:56.175 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.176+0000 7fac452fd700 1 -- 172.21.15.46:0/2495947078 shutdown_connections 2023-09-21T13:04:56.176 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:04:56.176+0000 7fac452fd700 1 -- 172.21.15.46:0/2495947078 wait complete. 2023-09-21T13:04:56.188 INFO:tasks.ceph.ceph_manager.ceph:[] 2023-09-21T13:04:56.188 INFO:tasks.ceph:Waiting for OSDs to come up 2023-09-21T13:04:56.189 INFO:tasks.ceph.mgr.x.smithi057.stderr:2023-09-21T13:04:56.191+0000 7f2c90676240 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-09-21T13:04:56.419 INFO:tasks.ceph.mgr.y.smithi046.stderr:2023-09-21T13:04:56.422+0000 7fd0c47fb240 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-09-21T13:04:56.440 INFO:tasks.ceph.mgr.x.smithi057.stderr:2023-09-21T13:04:56.442+0000 7f2c90676240 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-09-21T13:04:56.503 INFO:tasks.ceph.osd.1.smithi046.stderr:2023-09-21T13:04:56.506+0000 7f08e3783680 -1 Falling back to public interface 2023-09-21T13:04:56.510 INFO:tasks.ceph.osd.0.smithi046.stderr:2023-09-21T13:04:56.513+0000 7f98d4620680 -1 Falling back to public interface 2023-09-21T13:04:56.511 INFO:tasks.ceph.osd.3.smithi046.stderr:2023-09-21T13:04:56.513+0000 7fb1d279c680 -1 Falling back to public interface 2023-09-21T13:04:56.511 INFO:tasks.ceph.osd.3.smithi046.stderr:2023-09-21T13:04:56.514+0000 7fb1c9b43700 -1 PosixStack listen unable to listen on v2:0.0.0.0:6808/0: (98) Address already in use 2023-09-21T13:04:56.513 INFO:tasks.ceph.osd.3.smithi046.stderr:2023-09-21T13:04:56.516+0000 7fb1c9b43700 -1 PosixStack listen unable to listen on v2:0.0.0.0:6820/0: (98) Address already in use 2023-09-21T13:04:56.520 INFO:tasks.ceph.osd.2.smithi046.stderr:2023-09-21T13:04:56.523+0000 7ff9486de680 -1 Falling back to public interface 2023-09-21T13:04:56.533 INFO:tasks.ceph.osd.4.smithi057.stderr:2023-09-21T13:04:56.536+0000 7fac4dcc3680 -1 Falling back to public interface 2023-09-21T13:04:56.543 INFO:tasks.ceph.osd.6.smithi057.stderr:2023-09-21T13:04:56.545+0000 7fb7b6e71680 -1 Falling back to public interface 2023-09-21T13:04:56.551 INFO:tasks.ceph.osd.7.smithi057.stderr:2023-09-21T13:04:56.553+0000 7f4f521b5680 -1 Falling back to public interface 2023-09-21T13:04:56.563 INFO:tasks.ceph.osd.5.smithi057.stderr:2023-09-21T13:04:56.565+0000 7fe184b13680 -1 Falling back to public interface 2023-09-21T13:04:56.595 INFO:tasks.ceph.mgr.y.smithi046.stderr:2023-09-21T13:04:56.598+0000 7fd0c47fb240 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-09-21T13:04:56.621 INFO:tasks.ceph.mgr.x.smithi057.stderr:2023-09-21T13:04:56.624+0000 7f2c90676240 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-09-21T13:04:56.675 INFO:tasks.ceph.mgr.y.smithi046.stderr:2023-09-21T13:04:56.677+0000 7fd0c47fb240 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-09-21T13:04:56.703 INFO:tasks.ceph.mgr.x.smithi057.stderr:2023-09-21T13:04:56.706+0000 7f2c90676240 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-09-21T13:04:56.994 DEBUG:teuthology.orchestra.run.smithi046:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2023-09-21T13:04:57.122 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.125+0000 7f58ef23a700 1 Processor -- start 2023-09-21T13:04:57.123 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.125+0000 7f58ef23a700 1 -- start start 2023-09-21T13:04:57.124 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.126+0000 7f58ef23a700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f58e815b430 0x7f58e80b64b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:04:57.125 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.126+0000 7f58ef23a700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f58e80b49c0 0x7f58e80cf100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:04:57.125 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.126+0000 7f58ef23a700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f58e80cec70 con 0x7f58e80d0d40 2023-09-21T13:04:57.125 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.126+0000 7f58ef23a700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f58e80b5070 con 0x7f58e815b430 2023-09-21T13:04:57.125 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.126+0000 7f58ef23a700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f58e815b810 con 0x7f58e80b49c0 2023-09-21T13:04:57.125 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.126+0000 7f58e7fff700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f58e80d0d40 0x7f58e80b42b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:49514/0 (socket says 172.21.15.46:49514) 2023-09-21T13:04:57.126 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.126+0000 7f58e7fff700 1 -- 172.21.15.46:0/2407244794 learned_addr learned my addr 172.21.15.46:0/2407244794 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:04:57.126 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.126+0000 7f58ecfd6700 1 --2- 172.21.15.46:0/2407244794 >> v2:172.21.15.57:3300/0 conn(0x7f58e815b430 0x7f58e80b64b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:57.126 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.126+0000 7f58ed7d7700 1 --2- 172.21.15.46:0/2407244794 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f58e80b49c0 0x7f58e80cf100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:57.126 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.127+0000 7f58e77fe700 1 -- 172.21.15.46:0/2407244794 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 587259746 0 0) 0x7f58e80cec70 con 0x7f58e80d0d40 2023-09-21T13:04:57.126 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.127+0000 7f58e77fe700 1 -- 172.21.15.46:0/2407244794 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f58d80035b0 con 0x7f58e80d0d40 2023-09-21T13:04:57.126 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.127+0000 7f58ecfd6700 1 -- 172.21.15.46:0/2407244794 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f58e80b49c0 msgr2=0x7f58e80cf100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:04:57.127 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.127+0000 7f58ecfd6700 1 --2- 172.21.15.46:0/2407244794 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f58e80b49c0 0x7f58e80cf100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:57.127 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.127+0000 7f58ecfd6700 1 -- 172.21.15.46:0/2407244794 >> v1:172.21.15.46:6789/0 conn(0x7f58e80d0d40 legacy=0x7f58e80b42b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:04:57.127 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.127+0000 7f58ecfd6700 1 -- 172.21.15.46:0/2407244794 --> v2:172.21.15.57:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f58e80cdd80 con 0x7f58e815b430 2023-09-21T13:04:57.127 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.127+0000 7f58ed7d7700 1 --2- 172.21.15.46:0/2407244794 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f58e80b49c0 0x7f58e80cf100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-21T13:04:57.127 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.127+0000 7f58ecfd6700 1 --2- 172.21.15.46:0/2407244794 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f58e815b430 0x7f58e80b64b0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f58dc009840 tx=0x7f58dc009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a90adf9c6d947353 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:04:57.128 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.127+0000 7f58e77fe700 1 -- 172.21.15.46:0/2407244794 <== mon.1 v2:172.21.15.57:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58dc011830 con 0x7f58e815b430 2023-09-21T13:04:57.128 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.127+0000 7f58e77fe700 1 -- 172.21.15.46:0/2407244794 <== mon.1 v2:172.21.15.57:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f58dc011990 con 0x7f58e815b430 2023-09-21T13:04:57.128 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.127+0000 7f58e77fe700 1 -- 172.21.15.46:0/2407244794 <== mon.1 v2:172.21.15.57:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58dc011d20 con 0x7f58e815b430 2023-09-21T13:04:57.131 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.128+0000 7f58ef23a700 1 -- 172.21.15.46:0/2407244794 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f58e815b430 msgr2=0x7f58e80b64b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:04:57.131 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.128+0000 7f58ef23a700 1 --2- 172.21.15.46:0/2407244794 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f58e815b430 0x7f58e80b64b0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f58dc009840 tx=0x7f58dc009b50 comp rx=0 tx=0).stop 2023-09-21T13:04:57.131 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.128+0000 7f58ef23a700 1 -- 172.21.15.46:0/2407244794 shutdown_connections 2023-09-21T13:04:57.131 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.128+0000 7f58ef23a700 1 --2- 172.21.15.46:0/2407244794 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f58e80b49c0 0x7f58e80cf100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:57.132 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.128+0000 7f58ef23a700 1 --2- 172.21.15.46:0/2407244794 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f58e815b430 0x7f58e80b64b0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:57.132 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.128+0000 7f58ef23a700 1 -- 172.21.15.46:0/2407244794 >> 172.21.15.46:0/2407244794 conn(0x7f58e8070200 msgr2=0x7f58e80705e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:04:57.132 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.128+0000 7f58ef23a700 1 -- 172.21.15.46:0/2407244794 shutdown_connections 2023-09-21T13:04:57.132 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.128+0000 7f58ef23a700 1 -- 172.21.15.46:0/2407244794 wait complete. 2023-09-21T13:04:57.132 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.129+0000 7f58ef23a700 1 Processor -- start 2023-09-21T13:04:57.133 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.129+0000 7f58ef23a700 1 -- start start 2023-09-21T13:04:57.133 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.130+0000 7f58ef23a700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f58e80b49c0 0x7f58e8146ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:04:57.133 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.130+0000 7f58ef23a700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f58e80d0d40 0x7f58e8147860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:04:57.133 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.130+0000 7f58ef23a700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f58e815b430 0x7f58e806c7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:04:57.133 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.130+0000 7f58ef23a700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58e806d520 con 0x7f58e80b49c0 2023-09-21T13:04:57.134 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.130+0000 7f58ef23a700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58e806d240 con 0x7f58e80d0d40 2023-09-21T13:04:57.134 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.130+0000 7f58ef23a700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f58e80c6490 con 0x7f58e815b430 2023-09-21T13:04:57.134 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.130+0000 7f58ecfd6700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f58e80b49c0 0x7f58e8146ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:57.134 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.130+0000 7f58ecfd6700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f58e80b49c0 0x7f58e8146ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:52010/0 (socket says 172.21.15.46:52010) 2023-09-21T13:04:57.134 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.130+0000 7f58ecfd6700 1 -- 172.21.15.46:0/1849043226 learned_addr learned my addr 172.21.15.46:0/1849043226 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:04:57.135 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.131+0000 7f58e7fff700 1 --2- 172.21.15.46:0/1849043226 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f58e80d0d40 0x7f58e8147860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:57.135 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.131+0000 7f58ed7d7700 1 --2- 172.21.15.46:0/1849043226 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f58e815b430 0x7f58e806c7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:04:57.135 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.131+0000 7f58ecfd6700 1 -- 172.21.15.46:0/1849043226 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f58e815b430 msgr2=0x7f58e806c7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:04:57.135 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.131+0000 7f58ecfd6700 1 --2- 172.21.15.46:0/1849043226 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f58e815b430 0x7f58e806c7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:57.135 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.131+0000 7f58ecfd6700 1 -- 172.21.15.46:0/1849043226 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f58e80d0d40 msgr2=0x7f58e8147860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:04:57.135 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.131+0000 7f58ecfd6700 1 --2- 172.21.15.46:0/1849043226 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f58e80d0d40 0x7f58e8147860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:57.136 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.131+0000 7f58ecfd6700 1 -- 172.21.15.46:0/1849043226 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f58e0009a70 con 0x7f58e80b49c0 2023-09-21T13:04:57.136 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.131+0000 7f58ecfd6700 1 --2- 172.21.15.46:0/1849043226 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f58e80b49c0 0x7f58e8146ce0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f58dc009fd0 tx=0x7f58dc004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:04:57.136 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.131+0000 7f58e57fa700 1 -- 172.21.15.46:0/1849043226 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58dc004590 con 0x7f58e80b49c0 2023-09-21T13:04:57.136 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.131+0000 7f58e57fa700 1 -- 172.21.15.46:0/1849043226 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f58dc01e070 con 0x7f58e80b49c0 2023-09-21T13:04:57.136 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.131+0000 7f58ef23a700 1 -- 172.21.15.46:0/1849043226 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f58dc0094a0 con 0x7f58e80b49c0 2023-09-21T13:04:57.137 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.131+0000 7f58e57fa700 1 -- 172.21.15.46:0/1849043226 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58dc0038e0 con 0x7f58e80b49c0 2023-09-21T13:04:57.137 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.131+0000 7f58ef23a700 1 -- 172.21.15.46:0/1849043226 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f58e80c6a50 con 0x7f58e80b49c0 2023-09-21T13:04:57.137 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.131+0000 7f58e57fa700 1 -- 172.21.15.46:0/1849043226 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f58dc003d40 con 0x7f58e80b49c0 2023-09-21T13:04:57.137 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.132+0000 7f58e57fa700 1 -- 172.21.15.46:0/1849043226 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(10..10 src has 1..10) v4 ==== 1645+0+0 (secure 0 0 0) 0x7f58dc01aaf0 con 0x7f58e80b49c0 2023-09-21T13:04:57.137 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.132+0000 7f58ef23a700 1 -- 172.21.15.46:0/1849043226 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f58e80c6c70 con 0x7f58e80b49c0 2023-09-21T13:04:57.138 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.135+0000 7f58e57fa700 1 -- 172.21.15.46:0/1849043226 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72459 (secure 0 0 0) 0x7f58dc020070 con 0x7f58e80b49c0 2023-09-21T13:04:57.205 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.208+0000 7f58ef23a700 1 -- 172.21.15.46:0/1849043226 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f58e8067e90 con 0x7f58e80b49c0 2023-09-21T13:04:57.206 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.208+0000 7f58e57fa700 1 -- 172.21.15.46:0/1849043226 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) v1 ==== 74+0+7057 (secure 0 0 0) 0x7f58dc015020 con 0x7f58e80b49c0 2023-09-21T13:04:57.206 INFO:teuthology.misc.health.smithi046.stdout: 2023-09-21T13:04:57.206 INFO:teuthology.misc.health.smithi046.stdout:{"epoch":10,"fsid":"3cbfaf88-469e-4129-b70d-6dd2d92bd0a4","created":"2023-09-21T13:04:52.312650+0000","modified":"2023-09-21T13:04:55.853368+0000","last_up_change":"0.000000","last_in_change":"2023-09-21T13:04:55.853368+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"23992b72-ed3c-4a14-ae79-8150e0fedbf7","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"2578f708-e052-4bdd-bcef-54808f1d1ef4","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"6db5fc17-2472-42fd-a613-8cc24a815cfe","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"b0ddd2cd-9025-471f-a976-d7bc356eb10b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"51245ec8-6073-476b-aea6-482f9a379f43","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"6be64509-8d19-48af-aa7d-2744199eb3c6","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"8bfda35e-f97c-4419-a105-ff306eff7a42","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"49fc1df7-ab94-4da5-b915-8f7cc61f2714","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-21T13:04:57.207 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.209+0000 7f58ef23a700 1 -- 172.21.15.46:0/1849043226 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f58e80b49c0 msgr2=0x7f58e8146ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:04:57.208 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.209+0000 7f58ef23a700 1 --2- 172.21.15.46:0/1849043226 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f58e80b49c0 0x7f58e8146ce0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f58dc009fd0 tx=0x7f58dc004750 comp rx=0 tx=0).stop 2023-09-21T13:04:57.208 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.209+0000 7f58ef23a700 1 -- 172.21.15.46:0/1849043226 shutdown_connections 2023-09-21T13:04:57.208 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.209+0000 7f58ef23a700 1 --2- 172.21.15.46:0/1849043226 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f58e815b430 0x7f58e806c7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:57.208 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.209+0000 7f58ef23a700 1 --2- 172.21.15.46:0/1849043226 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f58e80b49c0 0x7f58e8146ce0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:57.208 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.210+0000 7f58ef23a700 1 --2- 172.21.15.46:0/1849043226 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f58e80d0d40 0x7f58e8147860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:04:57.209 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.210+0000 7f58ef23a700 1 -- 172.21.15.46:0/1849043226 >> 172.21.15.46:0/1849043226 conn(0x7f58e8070200 msgr2=0x7f58e815e0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:04:57.209 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.210+0000 7f58ef23a700 1 -- 172.21.15.46:0/1849043226 shutdown_connections 2023-09-21T13:04:57.209 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:04:57.210+0000 7f58ef23a700 1 -- 172.21.15.46:0/1849043226 wait complete. 2023-09-21T13:04:57.219 DEBUG:teuthology.misc:0 of 8 OSDs are up 2023-09-21T13:04:57.271 INFO:tasks.ceph.mgr.y.smithi046.stderr:2023-09-21T13:04:57.274+0000 7fd0c47fb240 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-09-21T13:04:57.323 INFO:tasks.ceph.mgr.x.smithi057.stderr:2023-09-21T13:04:57.306+0000 7f2c90676240 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-09-21T13:04:57.634 INFO:tasks.ceph.mgr.y.smithi046.stderr:2023-09-21T13:04:57.637+0000 7fd0c47fb240 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-09-21T13:04:57.672 INFO:tasks.ceph.mgr.x.smithi057.stderr:2023-09-21T13:04:57.674+0000 7f2c90676240 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-09-21T13:04:57.795 INFO:tasks.ceph.mgr.y.smithi046.stderr:2023-09-21T13:04:57.798+0000 7fd0c47fb240 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-09-21T13:04:57.837 INFO:tasks.ceph.mgr.x.smithi057.stderr:2023-09-21T13:04:57.839+0000 7f2c90676240 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-09-21T13:04:58.246 INFO:tasks.ceph.mgr.y.smithi046.stderr:2023-09-21T13:04:58.249+0000 7fd0c47fb240 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-09-21T13:04:58.303 INFO:tasks.ceph.mgr.x.smithi057.stderr:2023-09-21T13:04:58.305+0000 7f2c90676240 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-09-21T13:04:58.413 INFO:tasks.ceph.mgr.y.smithi046.stderr:2023-09-21T13:04:58.416+0000 7fd0c47fb240 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-09-21T13:04:58.473 INFO:tasks.ceph.mgr.x.smithi057.stderr:2023-09-21T13:04:58.475+0000 7f2c90676240 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-09-21T13:04:58.583 INFO:tasks.ceph.mgr.y.smithi046.stderr:2023-09-21T13:04:58.586+0000 7fd0c47fb240 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-09-21T13:04:58.646 INFO:tasks.ceph.mgr.x.smithi057.stderr:2023-09-21T13:04:58.649+0000 7f2c90676240 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-09-21T13:04:58.942 INFO:tasks.ceph.mgr.y.smithi046.stderr:2023-09-21T13:04:58.944+0000 7fd0c47fb240 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-09-21T13:04:59.022 INFO:tasks.ceph.mgr.x.smithi057.stderr:2023-09-21T13:04:59.025+0000 7f2c90676240 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-09-21T13:04:59.971 INFO:tasks.ceph.mgr.y.smithi046.stderr:2023-09-21T13:04:59.974+0000 7fd085b8e700 -1 mgr.server handle_report got status from non-daemon mon.c 2023-09-21T13:04:59.975 INFO:tasks.ceph.mgr.y.smithi046.stderr:2023-09-21T13:04:59.978+0000 7fd085b8e700 -1 mgr.server handle_report got status from non-daemon mon.b 2023-09-21T13:04:59.989 INFO:tasks.ceph.osd.0.smithi046.stderr:2023-09-21T13:04:59.993+0000 7f98d4620680 -1 osd.0 0 log_to_monitors true 2023-09-21T13:05:00.025 INFO:tasks.ceph.osd.2.smithi046.stderr:2023-09-21T13:05:00.027+0000 7ff9486de680 -1 osd.2 0 log_to_monitors true 2023-09-21T13:05:00.027 INFO:tasks.ceph.osd.4.smithi057.stderr:2023-09-21T13:05:00.029+0000 7fac4dcc3680 -1 osd.4 0 log_to_monitors true 2023-09-21T13:05:00.038 INFO:tasks.ceph.osd.3.smithi046.stderr:2023-09-21T13:05:00.041+0000 7fb1d279c680 -1 osd.3 0 log_to_monitors true 2023-09-21T13:05:00.039 INFO:tasks.ceph.osd.1.smithi046.stderr:2023-09-21T13:05:00.043+0000 7f08e3783680 -1 osd.1 0 log_to_monitors true 2023-09-21T13:05:00.061 INFO:tasks.ceph.osd.6.smithi057.stderr:2023-09-21T13:05:00.064+0000 7fb7b6e71680 -1 osd.6 0 log_to_monitors true 2023-09-21T13:05:00.071 INFO:tasks.ceph.osd.5.smithi057.stderr:2023-09-21T13:05:00.073+0000 7fe184b13680 -1 osd.5 0 log_to_monitors true 2023-09-21T13:05:00.081 INFO:tasks.ceph.osd.7.smithi057.stderr:2023-09-21T13:05:00.083+0000 7f4f521b5680 -1 osd.7 0 log_to_monitors true 2023-09-21T13:05:03.387 INFO:tasks.ceph.osd.3.smithi046.stderr:2023-09-21T13:05:03.389+0000 7fb1c633c700 -1 osd.3 0 waiting for initial osdmap 2023-09-21T13:05:03.387 INFO:tasks.ceph.osd.0.smithi046.stderr:2023-09-21T13:05:03.390+0000 7f98c81c0700 -1 osd.0 0 waiting for initial osdmap 2023-09-21T13:05:03.396 INFO:tasks.ceph.osd.3.smithi046.stderr:2023-09-21T13:05:03.399+0000 7fb1be717700 -1 osd.3 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-09-21T13:05:03.403 INFO:tasks.ceph.osd.0.smithi046.stderr:2023-09-21T13:05:03.406+0000 7f98c059b700 -1 osd.0 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-09-21T13:05:03.409 INFO:tasks.ceph.osd.1.smithi046.stderr:2023-09-21T13:05:03.412+0000 7f08d7323700 -1 osd.1 0 waiting for initial osdmap 2023-09-21T13:05:03.423 INFO:tasks.ceph.osd.1.smithi046.stderr:2023-09-21T13:05:03.426+0000 7f08cf6fe700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-09-21T13:05:03.427 INFO:tasks.ceph.osd.2.smithi046.stderr:2023-09-21T13:05:03.430+0000 7ff93c27e700 -1 osd.2 0 waiting for initial osdmap 2023-09-21T13:05:03.440 INFO:tasks.ceph.osd.2.smithi046.stderr:2023-09-21T13:05:03.443+0000 7ff934659700 -1 osd.2 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-09-21T13:05:03.635 INFO:tasks.ceph.osd.4.smithi057.stderr:2023-09-21T13:05:03.637+0000 7fac41863700 -1 osd.4 0 waiting for initial osdmap 2023-09-21T13:05:03.650 INFO:tasks.ceph.osd.4.smithi057.stderr:2023-09-21T13:05:03.652+0000 7fac39c3e700 -1 osd.4 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-09-21T13:05:03.659 INFO:tasks.ceph.osd.5.smithi057.stderr:2023-09-21T13:05:03.661+0000 7fe1786b3700 -1 osd.5 0 waiting for initial osdmap 2023-09-21T13:05:03.675 INFO:tasks.ceph.osd.6.smithi057.stderr:2023-09-21T13:05:03.677+0000 7fb7aaa11700 -1 osd.6 0 waiting for initial osdmap 2023-09-21T13:05:03.677 INFO:tasks.ceph.osd.5.smithi057.stderr:2023-09-21T13:05:03.680+0000 7fe170a8e700 -1 osd.5 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-09-21T13:05:03.688 INFO:tasks.ceph.osd.6.smithi057.stderr:2023-09-21T13:05:03.691+0000 7fb7a2dec700 -1 osd.6 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-09-21T13:05:03.710 INFO:tasks.ceph.osd.7.smithi057.stderr:2023-09-21T13:05:03.713+0000 7f4f45d55700 -1 osd.7 0 waiting for initial osdmap 2023-09-21T13:05:03.724 INFO:tasks.ceph.osd.7.smithi057.stderr:2023-09-21T13:05:03.726+0000 7f4f3e130700 -1 osd.7 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-09-21T13:05:04.026 DEBUG:teuthology.orchestra.run.smithi046:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2023-09-21T13:05:04.159 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.162+0000 7f927be81700 1 Processor -- start 2023-09-21T13:05:04.160 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.162+0000 7f927be81700 1 -- start start 2023-09-21T13:05:04.163 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.163+0000 7f927be81700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f927415d620 0x7f92740b5370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:04.163 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.163+0000 7f927be81700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f92740b1ca0 con 0x7f92740cfcf0 2023-09-21T13:05:04.164 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.163+0000 7f927be81700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f927415da00 con 0x7f9274161190 2023-09-21T13:05:04.164 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.163+0000 7f927be81700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9274161670 con 0x7f927415d620 2023-09-21T13:05:04.164 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.163+0000 7f927a41e700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f92740cfcf0 0x7f92740b1590 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:49524/0 (socket says 172.21.15.46:49524) 2023-09-21T13:05:04.164 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.163+0000 7f927a41e700 1 -- 172.21.15.46:0/870348392 learned_addr learned my addr 172.21.15.46:0/870348392 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:05:04.165 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.163+0000 7f9279c1d700 1 --2- 172.21.15.46:0/870348392 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f927415d620 0x7f92740b5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:04.165 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.164+0000 7f9278c1b700 1 -- 172.21.15.46:0/870348392 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1183334980 0 0) 0x7f92740b1ca0 con 0x7f92740cfcf0 2023-09-21T13:05:04.165 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.164+0000 7f9278c1b700 1 -- 172.21.15.46:0/870348392 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f92600035b0 con 0x7f92740cfcf0 2023-09-21T13:05:04.166 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.164+0000 7f9278c1b700 1 -- 172.21.15.46:0/870348392 <== mon.1 v1:172.21.15.57:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3731287169 0 0) 0x7f927415da00 con 0x7f9274161190 2023-09-21T13:05:04.166 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.164+0000 7f9278c1b700 1 -- 172.21.15.46:0/870348392 --> v1:172.21.15.57:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f92740b1ca0 con 0x7f9274161190 2023-09-21T13:05:04.166 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.164+0000 7f9278c1b700 1 -- 172.21.15.46:0/870348392 <== mon.0 v1:172.21.15.46:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3929687926 0 0) 0x7f92600035b0 con 0x7f92740cfcf0 2023-09-21T13:05:04.166 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.164+0000 7f9278c1b700 1 -- 172.21.15.46:0/870348392 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f927415d620 msgr2=0x7f92740b5370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:04.167 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.164+0000 7f9278c1b700 1 --2- 172.21.15.46:0/870348392 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f927415d620 0x7f92740b5370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:04.167 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.164+0000 7f9278c1b700 1 -- 172.21.15.46:0/870348392 >> v1:172.21.15.57:6789/0 conn(0x7f9274161190 legacy=0x7f92740b0e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:04.167 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.164+0000 7f9278c1b700 1 -- 172.21.15.46:0/870348392 --> v1:172.21.15.46:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9274161950 con 0x7f92740cfcf0 2023-09-21T13:05:04.167 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.164+0000 7f9278c1b700 1 -- 172.21.15.46:0/870348392 <== mon.0 v1:172.21.15.46:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 834881909 0 0) 0x7f926c0019f0 con 0x7f92740cfcf0 2023-09-21T13:05:04.167 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.164+0000 7f9278c1b700 1 -- 172.21.15.46:0/870348392 >> v1:172.21.15.46:6789/0 conn(0x7f92740cfcf0 legacy=0x7f92740b1590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:04.168 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.164+0000 7f9278c1b700 1 --2- 172.21.15.46:0/870348392 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f9260003c30 0x7f9260004030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:04.168 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.164+0000 7f9278c1b700 1 --2- 172.21.15.46:0/870348392 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f927415d620 0x7f9260004850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:04.168 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.164+0000 7f9278c1b700 1 --2- 172.21.15.46:0/870348392 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9260004d90 0x7f9260005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:04.168 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.164+0000 7f9278c1b700 1 -- 172.21.15.46:0/870348392 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9274161670 con 0x7f9260004d90 2023-09-21T13:05:04.168 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.164+0000 7f9278c1b700 1 -- 172.21.15.46:0/870348392 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f926000baf0 con 0x7f9260003c30 2023-09-21T13:05:04.168 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.164+0000 7f9278c1b700 1 -- 172.21.15.46:0/870348392 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f926000bcb0 con 0x7f927415d620 2023-09-21T13:05:04.169 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.164+0000 7f927a41e700 1 --2- 172.21.15.46:0/870348392 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9260004d90 0x7f9260005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:04.169 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.164+0000 7f9279c1d700 1 --2- 172.21.15.46:0/870348392 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f9260003c30 0x7f9260004030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:04.169 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.164+0000 7f927941c700 1 --2- 172.21.15.46:0/870348392 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f927415d620 0x7f9260004850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:04.169 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.164+0000 7f927a41e700 1 -- 172.21.15.46:0/870348392 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f927415d620 msgr2=0x7f9260004850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:04.169 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.164+0000 7f927a41e700 1 --2- 172.21.15.46:0/870348392 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f927415d620 0x7f9260004850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:04.170 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.164+0000 7f927a41e700 1 -- 172.21.15.46:0/870348392 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f9260003c30 msgr2=0x7f9260004030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:04.170 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.164+0000 7f927a41e700 1 --2- 172.21.15.46:0/870348392 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f9260003c30 0x7f9260004030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:04.170 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.164+0000 7f927a41e700 1 -- 172.21.15.46:0/870348392 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f92600035b0 con 0x7f9260004d90 2023-09-21T13:05:04.170 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.165+0000 7f927a41e700 1 --2- 172.21.15.46:0/870348392 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9260004d90 0x7f9260005210 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f926c002230 tx=0x7f9260005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c123d40329f7da8 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:04.170 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.165+0000 7f9278c1b700 1 -- 172.21.15.46:0/870348392 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f926c0072d0 con 0x7f9260004d90 2023-09-21T13:05:04.171 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.165+0000 7f9278c1b700 1 -- 172.21.15.46:0/870348392 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f926c007430 con 0x7f9260004d90 2023-09-21T13:05:04.171 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.165+0000 7f9278c1b700 1 -- 172.21.15.46:0/870348392 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f926c0077a0 con 0x7f9260004d90 2023-09-21T13:05:04.171 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.165+0000 7f927be81700 1 -- 172.21.15.46:0/870348392 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9260004d90 msgr2=0x7f9260005210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:04.171 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.165+0000 7f927be81700 1 --2- 172.21.15.46:0/870348392 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9260004d90 0x7f9260005210 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f926c002230 tx=0x7f9260005880 comp rx=0 tx=0).stop 2023-09-21T13:05:04.171 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.165+0000 7f927a41e700 1 -- 172.21.15.46:0/870348392 reap_dead start 2023-09-21T13:05:04.172 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.165+0000 7f927be81700 1 -- 172.21.15.46:0/870348392 shutdown_connections 2023-09-21T13:05:04.172 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.165+0000 7f927be81700 1 -- 172.21.15.46:0/870348392 >> 172.21.15.46:0/870348392 conn(0x7f927406c4a0 msgr2=0x7f927406ddd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:04.172 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.166+0000 7f927be81700 1 -- 172.21.15.46:0/870348392 shutdown_connections 2023-09-21T13:05:04.172 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.166+0000 7f927be81700 1 -- 172.21.15.46:0/870348392 wait complete. 2023-09-21T13:05:04.175 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.167+0000 7f927be81700 1 Processor -- start 2023-09-21T13:05:04.175 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.167+0000 7f927be81700 1 -- start start 2023-09-21T13:05:04.176 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.168+0000 7f927be81700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9260004d90 0x7f9274159680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:04.176 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.168+0000 7f927be81700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f92741f3a30 0x7f92740affe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:04.176 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.168+0000 7f927be81700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f927415af50 0x7f927415f3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:04.176 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.168+0000 7f927be81700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f927415ec60 con 0x7f9260004d90 2023-09-21T13:05:04.177 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.168+0000 7f927be81700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9274159ed0 con 0x7f92741f3a30 2023-09-21T13:05:04.177 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.168+0000 7f927be81700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f927415a1b0 con 0x7f927415af50 2023-09-21T13:05:04.177 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.168+0000 7f9279c1d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9260004d90 0x7f9274159680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:04.177 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.168+0000 7f9279c1d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9260004d90 0x7f9274159680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:52120/0 (socket says 172.21.15.46:52120) 2023-09-21T13:05:04.177 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.168+0000 7f9279c1d700 1 -- 172.21.15.46:0/1771693869 learned_addr learned my addr 172.21.15.46:0/1771693869 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:04.177 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.168+0000 7f927941c700 1 --2- 172.21.15.46:0/1771693869 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f92741f3a30 0x7f92740affe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:04.178 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.168+0000 7f927a41e700 1 --2- 172.21.15.46:0/1771693869 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f927415af50 0x7f927415f3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:04.178 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.168+0000 7f9279c1d700 1 -- 172.21.15.46:0/1771693869 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f927415af50 msgr2=0x7f927415f3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:04.178 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.168+0000 7f9279c1d700 1 --2- 172.21.15.46:0/1771693869 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f927415af50 0x7f927415f3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:04.178 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.168+0000 7f9279c1d700 1 -- 172.21.15.46:0/1771693869 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f92741f3a30 msgr2=0x7f92740affe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:04.179 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.168+0000 7f9279c1d700 1 --2- 172.21.15.46:0/1771693869 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f92741f3a30 0x7f92740affe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:04.179 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.168+0000 7f9279c1d700 1 -- 172.21.15.46:0/1771693869 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f927415a490 con 0x7f9260004d90 2023-09-21T13:05:04.179 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.168+0000 7f927941c700 1 --2- 172.21.15.46:0/1771693869 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f92741f3a30 0x7f92740affe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T13:05:04.179 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.168+0000 7f927a41e700 1 --2- 172.21.15.46:0/1771693869 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f927415af50 0x7f927415f3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T13:05:04.179 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.168+0000 7f9279c1d700 1 --2- 172.21.15.46:0/1771693869 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9260004d90 0x7f9274159680 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f9270011aa0 tx=0x7f9270011e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:04.179 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.168+0000 7f92667fc700 1 -- 172.21.15.46:0/1771693869 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f927000f980 con 0x7f9260004d90 2023-09-21T13:05:04.180 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.168+0000 7f92667fc700 1 -- 172.21.15.46:0/1771693869 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f927000fae0 con 0x7f9260004d90 2023-09-21T13:05:04.180 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.168+0000 7f927be81700 1 -- 172.21.15.46:0/1771693869 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f927415eeb0 con 0x7f9260004d90 2023-09-21T13:05:04.180 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.168+0000 7f92667fc700 1 -- 172.21.15.46:0/1771693869 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f927000fe90 con 0x7f9260004d90 2023-09-21T13:05:04.180 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.168+0000 7f927be81700 1 -- 172.21.15.46:0/1771693869 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f92740b0520 con 0x7f9260004d90 2023-09-21T13:05:04.180 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.169+0000 7f927be81700 1 -- 172.21.15.46:0/1771693869 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f927415f220 con 0x7f9260004d90 2023-09-21T13:05:04.181 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.170+0000 7f92667fc700 1 -- 172.21.15.46:0/1771693869 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 4) v1 ==== 88677+0+0 (secure 0 0 0) 0x7f92700263a0 con 0x7f9260004d90 2023-09-21T13:05:04.181 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.171+0000 7f92667fc700 1 --2- 172.21.15.46:0/1771693869 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f925806a4f0 0x7f925806c9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:04.181 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.171+0000 7f92667fc700 1 -- 172.21.15.46:0/1771693869 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(12..12 src has 1..12) v4 ==== 2231+0+0 (secure 0 0 0) 0x7f9270088440 con 0x7f9260004d90 2023-09-21T13:05:04.181 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.171+0000 7f927941c700 1 --2- 172.21.15.46:0/1771693869 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f925806a4f0 0x7f925806c9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:04.181 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.171+0000 7f927941c700 1 --2- 172.21.15.46:0/1771693869 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f925806a4f0 0x7f925806c9b0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f927406ecf0 tx=0x7f9268009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:04.182 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.175+0000 7f92667fc700 1 -- 172.21.15.46:0/1771693869 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f92700549d0 con 0x7f9260004d90 2023-09-21T13:05:04.383 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.386+0000 7f927be81700 1 -- 172.21.15.46:0/1771693869 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f927415a620 con 0x7f9260004d90 2023-09-21T13:05:04.384 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.387+0000 7f92667fc700 1 -- 172.21.15.46:0/1771693869 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v12) v1 ==== 74+0+7057 (secure 0 0 0) 0x7f9270057ff0 con 0x7f9260004d90 2023-09-21T13:05:04.384 INFO:teuthology.misc.health.smithi046.stdout: 2023-09-21T13:05:04.384 INFO:teuthology.misc.health.smithi046.stdout:{"epoch":12,"fsid":"3cbfaf88-469e-4129-b70d-6dd2d92bd0a4","created":"2023-09-21T13:04:52.312650+0000","modified":"2023-09-21T13:05:01.967186+0000","last_up_change":"0.000000","last_in_change":"2023-09-21T13:04:55.853368+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"23992b72-ed3c-4a14-ae79-8150e0fedbf7","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"2578f708-e052-4bdd-bcef-54808f1d1ef4","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"6db5fc17-2472-42fd-a613-8cc24a815cfe","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"b0ddd2cd-9025-471f-a976-d7bc356eb10b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"51245ec8-6073-476b-aea6-482f9a379f43","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"6be64509-8d19-48af-aa7d-2744199eb3c6","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"8bfda35e-f97c-4419-a105-ff306eff7a42","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"49fc1df7-ab94-4da5-b915-8f7cc61f2714","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-21T13:05:04.386 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.389+0000 7f927be81700 1 -- 172.21.15.46:0/1771693869 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f925806a4f0 msgr2=0x7f925806c9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:04.386 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.389+0000 7f927be81700 1 --2- 172.21.15.46:0/1771693869 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f925806a4f0 0x7f925806c9b0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f927406ecf0 tx=0x7f9268009040 comp rx=0 tx=0).stop 2023-09-21T13:05:04.387 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.389+0000 7f927be81700 1 -- 172.21.15.46:0/1771693869 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9260004d90 msgr2=0x7f9274159680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:04.387 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.389+0000 7f927be81700 1 --2- 172.21.15.46:0/1771693869 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9260004d90 0x7f9274159680 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f9270011aa0 tx=0x7f9270011e60 comp rx=0 tx=0).stop 2023-09-21T13:05:04.387 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.389+0000 7f927be81700 1 -- 172.21.15.46:0/1771693869 shutdown_connections 2023-09-21T13:05:04.387 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.389+0000 7f927be81700 1 --2- 172.21.15.46:0/1771693869 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f925806a4f0 0x7f925806c9b0 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:04.387 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.389+0000 7f927be81700 1 --2- 172.21.15.46:0/1771693869 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f927415af50 0x7f927415f3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:04.388 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.389+0000 7f927be81700 1 --2- 172.21.15.46:0/1771693869 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9260004d90 0x7f9274159680 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:04.388 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.389+0000 7f927be81700 1 --2- 172.21.15.46:0/1771693869 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f92741f3a30 0x7f92740affe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:04.388 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.389+0000 7f927be81700 1 -- 172.21.15.46:0/1771693869 >> 172.21.15.46:0/1771693869 conn(0x7f927406c4a0 msgr2=0x7f92740b10a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:04.388 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.389+0000 7f927be81700 1 -- 172.21.15.46:0/1771693869 shutdown_connections 2023-09-21T13:05:04.389 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:04.389+0000 7f927be81700 1 -- 172.21.15.46:0/1771693869 wait complete. 2023-09-21T13:05:04.400 DEBUG:teuthology.misc:0 of 8 OSDs are up 2023-09-21T13:05:08.853 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:05:08.856 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:05:11.207 DEBUG:teuthology.orchestra.run.smithi046:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2023-09-21T13:05:11.341 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.344+0000 7f774b56f700 1 Processor -- start 2023-09-21T13:05:11.341 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.344+0000 7f774b56f700 1 -- start start 2023-09-21T13:05:11.344 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.345+0000 7f774b56f700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f774415a510 0x7f774415a8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:11.344 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.345+0000 7f774b56f700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f77440cf140 0x7f774415ae30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:11.344 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.345+0000 7f774b56f700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f774415b460 con 0x7f77440b27f0 2023-09-21T13:05:11.344 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.345+0000 7f774b56f700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f774415b740 con 0x7f77440cf140 2023-09-21T13:05:11.345 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.345+0000 7f774b56f700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f77440b3e10 con 0x7f774415a510 2023-09-21T13:05:11.345 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.345+0000 7f774930b700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f774415a510 0x7f774415a8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:11.345 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.345+0000 7f7749b0c700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f77440cf140 0x7f774415ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:11.345 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.345+0000 7f774930b700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f774415a510 0x7f774415a8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.57:3301/0 says I am v2:172.21.15.46:52122/0 (socket says 172.21.15.46:52122) 2023-09-21T13:05:11.345 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.345+0000 7f774930b700 1 -- 172.21.15.46:0/1794578337 learned_addr learned my addr 172.21.15.46:0/1794578337 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:11.346 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.346+0000 7f773bfff700 1 -- 172.21.15.46:0/1794578337 <== mon.1 v1:172.21.15.57:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3929341052 0 0) 0x7f774415b460 con 0x7f77440b27f0 2023-09-21T13:05:11.346 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.346+0000 7f773bfff700 1 -- 172.21.15.46:0/1794578337 --> v1:172.21.15.57:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f77300035b0 con 0x7f77440b27f0 2023-09-21T13:05:11.346 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.346+0000 7f774930b700 1 -- 172.21.15.46:0/1794578337 >> v2:172.21.15.57:3300/0 conn(0x7f77440cf140 msgr2=0x7f774415ae30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:11.346 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.346+0000 7f774930b700 1 --2- 172.21.15.46:0/1794578337 >> v2:172.21.15.57:3300/0 conn(0x7f77440cf140 0x7f774415ae30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:11.347 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.346+0000 7f774930b700 1 -- 172.21.15.46:0/1794578337 >> v1:172.21.15.57:6789/0 conn(0x7f77440b27f0 legacy=0x7f77440cea30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:11.347 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.346+0000 7f774930b700 1 -- 172.21.15.46:0/1794578337 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f77440b40f0 con 0x7f774415a510 2023-09-21T13:05:11.347 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.346+0000 7f7749b0c700 1 --2- 172.21.15.46:0/1794578337 >> v2:172.21.15.57:3300/0 conn(0x7f77440cf140 0x7f774415ae30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-21T13:05:11.347 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.346+0000 7f774930b700 1 --2- 172.21.15.46:0/1794578337 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f774415a510 0x7f774415a8f0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f774000bb90 tx=0x7f774000bea0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5df34db429193aa5 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:11.347 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.346+0000 7f773bfff700 1 -- 172.21.15.46:0/1794578337 <== mon.2 v2:172.21.15.57:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f774000dd30 con 0x7f774415a510 2023-09-21T13:05:11.348 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.346+0000 7f773bfff700 1 -- 172.21.15.46:0/1794578337 <== mon.2 v2:172.21.15.57:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f774000de90 con 0x7f774415a510 2023-09-21T13:05:11.348 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.346+0000 7f773bfff700 1 -- 172.21.15.46:0/1794578337 <== mon.2 v2:172.21.15.57:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7740010670 con 0x7f774415a510 2023-09-21T13:05:11.348 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.347+0000 7f774b56f700 1 -- 172.21.15.46:0/1794578337 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f774415a510 msgr2=0x7f774415a8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:11.348 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.347+0000 7f774b56f700 1 --2- 172.21.15.46:0/1794578337 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f774415a510 0x7f774415a8f0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f774000bb90 tx=0x7f774000bea0 comp rx=0 tx=0).stop 2023-09-21T13:05:11.348 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.347+0000 7f774b56f700 1 -- 172.21.15.46:0/1794578337 shutdown_connections 2023-09-21T13:05:11.349 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.347+0000 7f774b56f700 1 --2- 172.21.15.46:0/1794578337 >> v2:172.21.15.57:3300/0 conn(0x7f77440cf140 0x7f774415ae30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:11.349 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.347+0000 7f774b56f700 1 --2- 172.21.15.46:0/1794578337 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f774415a510 0x7f774415a8f0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:11.349 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.347+0000 7f774b56f700 1 -- 172.21.15.46:0/1794578337 >> 172.21.15.46:0/1794578337 conn(0x7f77440d0360 msgr2=0x7f77440d0740 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:11.349 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.347+0000 7f774b56f700 1 -- 172.21.15.46:0/1794578337 shutdown_connections 2023-09-21T13:05:11.349 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.347+0000 7f774b56f700 1 -- 172.21.15.46:0/1794578337 wait complete. 2023-09-21T13:05:11.352 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.348+0000 7f774b56f700 1 Processor -- start 2023-09-21T13:05:11.352 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.348+0000 7f774b56f700 1 -- start start 2023-09-21T13:05:11.352 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.349+0000 7f774b56f700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f77440b27f0 0x7f77441535c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:11.353 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.349+0000 7f774b56f700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f77440cf140 0x7f774414df20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:11.353 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.349+0000 7f774b56f700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f774415a510 0x7f774415c290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:11.353 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.349+0000 7f774b56f700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7744153b00 con 0x7f77440cf140 2023-09-21T13:05:11.353 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.349+0000 7f774b56f700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7744153130 con 0x7f77440b27f0 2023-09-21T13:05:11.353 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.349+0000 7f774b56f700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f774414f7f0 con 0x7f774415a510 2023-09-21T13:05:11.354 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.349+0000 7f7748b0a700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f77440cf140 0x7f774414df20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:11.354 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.349+0000 7f7748b0a700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f77440cf140 0x7f774414df20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38122/0 (socket says 172.21.15.46:38122) 2023-09-21T13:05:11.354 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.349+0000 7f7748b0a700 1 -- 172.21.15.46:0/275542959 learned_addr learned my addr 172.21.15.46:0/275542959 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:11.354 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.349+0000 7f774930b700 1 --2- 172.21.15.46:0/275542959 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f77440b27f0 0x7f77441535c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:11.355 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.349+0000 7f7749b0c700 1 --2- 172.21.15.46:0/275542959 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f774415a510 0x7f774415c290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:11.355 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.350+0000 7f7748b0a700 1 -- 172.21.15.46:0/275542959 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f774415a510 msgr2=0x7f774415c290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:11.355 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.350+0000 7f7748b0a700 1 --2- 172.21.15.46:0/275542959 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f774415a510 0x7f774415c290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:11.355 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.350+0000 7f7748b0a700 1 -- 172.21.15.46:0/275542959 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f77440b27f0 msgr2=0x7f77441535c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:11.355 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.350+0000 7f7748b0a700 1 --2- 172.21.15.46:0/275542959 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f77440b27f0 0x7f77441535c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:11.355 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.350+0000 7f7748b0a700 1 -- 172.21.15.46:0/275542959 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f773c009a70 con 0x7f77440cf140 2023-09-21T13:05:11.356 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.350+0000 7f7748b0a700 1 --2- 172.21.15.46:0/275542959 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f77440cf140 0x7f774414df20 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f773400c500 tx=0x7f773400c810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:11.356 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.350+0000 7f7739ffb700 1 -- 172.21.15.46:0/275542959 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77340052d0 con 0x7f77440cf140 2023-09-21T13:05:11.356 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.350+0000 7f7739ffb700 1 -- 172.21.15.46:0/275542959 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7734005430 con 0x7f77440cf140 2023-09-21T13:05:11.356 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.350+0000 7f774b56f700 1 -- 172.21.15.46:0/275542959 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f774000b7f0 con 0x7f77440cf140 2023-09-21T13:05:11.356 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.350+0000 7f7739ffb700 1 -- 172.21.15.46:0/275542959 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77340038c0 con 0x7f77440cf140 2023-09-21T13:05:11.357 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.350+0000 7f774b56f700 1 -- 172.21.15.46:0/275542959 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7744152ae0 con 0x7f77440cf140 2023-09-21T13:05:11.357 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.352+0000 7f774b56f700 1 -- 172.21.15.46:0/275542959 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7744067e90 con 0x7f77440cf140 2023-09-21T13:05:11.357 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.352+0000 7f7739ffb700 1 -- 172.21.15.46:0/275542959 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f7734003a20 con 0x7f77440cf140 2023-09-21T13:05:11.357 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.352+0000 7f7739ffb700 1 --2- 172.21.15.46:0/275542959 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f772806a580 0x7f772806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:11.357 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.352+0000 7f7739ffb700 1 -- 172.21.15.46:0/275542959 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f7734087c10 con 0x7f77440cf140 2023-09-21T13:05:11.357 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.352+0000 7f774930b700 1 --2- 172.21.15.46:0/275542959 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f772806a580 0x7f772806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:11.358 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.353+0000 7f774930b700 1 --2- 172.21.15.46:0/275542959 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f772806a580 0x7f772806ca40 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f774000bee0 tx=0x7f7740013000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:11.358 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.357+0000 7f7739ffb700 1 -- 172.21.15.46:0/275542959 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f77340533c0 con 0x7f77440cf140 2023-09-21T13:05:11.564 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.567+0000 7f774b56f700 1 -- 172.21.15.46:0/275542959 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f77440ceef0 con 0x7f77440cf140 2023-09-21T13:05:11.565 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.568+0000 7f7739ffb700 1 -- 172.21.15.46:0/275542959 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v16) v1 ==== 74+0+12802 (secure 0 0 0) 0x7f77340569e0 con 0x7f77440cf140 2023-09-21T13:05:11.565 INFO:teuthology.misc.health.smithi046.stdout: 2023-09-21T13:05:11.566 INFO:teuthology.misc.health.smithi046.stdout:{"epoch":16,"fsid":"3cbfaf88-469e-4129-b70d-6dd2d92bd0a4","created":"2023-09-21T13:04:52.312650+0000","modified":"2023-09-21T13:05:07.404724+0000","last_up_change":"2023-09-21T13:05:04.397018+0000","last_in_change":"2023-09-21T13:04:55.853368+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-21T13:05:05.036373+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"23992b72-ed3c-4a14-ae79-8150e0fedbf7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6810","nonce":1682463833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6814","nonce":1682463833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6822","nonce":1682463833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6818","nonce":1682463833}]},"public_addr":"172.21.15.46:6810/1682463833","cluster_addr":"172.21.15.46:6814/1682463833","heartbeat_back_addr":"172.21.15.46:6822/1682463833","heartbeat_front_addr":"172.21.15.46:6818/1682463833","state":["exists","up"]},{"osd":1,"uuid":"2578f708-e052-4bdd-bcef-54808f1d1ef4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6800","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6801","nonce":3674836117}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6803","nonce":3674836117}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6807","nonce":3674836117}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6805","nonce":3674836117}]},"public_addr":"172.21.15.46:6801/3674836117","cluster_addr":"172.21.15.46:6803/3674836117","heartbeat_back_addr":"172.21.15.46:6807/3674836117","heartbeat_front_addr":"172.21.15.46:6805/3674836117","state":["exists","up"]},{"osd":2,"uuid":"6db5fc17-2472-42fd-a613-8cc24a815cfe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6825","nonce":3956023171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6827","nonce":3956023171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6831","nonce":3956023171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6829","nonce":3956023171}]},"public_addr":"172.21.15.46:6825/3956023171","cluster_addr":"172.21.15.46:6827/3956023171","heartbeat_back_addr":"172.21.15.46:6831/3956023171","heartbeat_front_addr":"172.21.15.46:6829/3956023171","state":["exists","up"]},{"osd":3,"uuid":"b0ddd2cd-9025-471f-a976-d7bc356eb10b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6809","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6811","nonce":1834230057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6813","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6815","nonce":1834230057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6821","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6823","nonce":1834230057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6817","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6819","nonce":1834230057}]},"public_addr":"172.21.15.46:6811/1834230057","cluster_addr":"172.21.15.46:6815/1834230057","heartbeat_back_addr":"172.21.15.46:6823/1834230057","heartbeat_front_addr":"172.21.15.46:6819/1834230057","state":["exists","up"]},{"osd":4,"uuid":"51245ec8-6073-476b-aea6-482f9a379f43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6800","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6801","nonce":867529145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6802","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6803","nonce":867529145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6806","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6807","nonce":867529145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6804","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6805","nonce":867529145}]},"public_addr":"172.21.15.57:6801/867529145","cluster_addr":"172.21.15.57:6803/867529145","heartbeat_back_addr":"172.21.15.57:6807/867529145","heartbeat_front_addr":"172.21.15.57:6805/867529145","state":["exists","up"]},{"osd":5,"uuid":"6be64509-8d19-48af-aa7d-2744199eb3c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6824","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6825","nonce":2639760353}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6826","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6827","nonce":2639760353}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6830","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6831","nonce":2639760353}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6828","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6829","nonce":2639760353}]},"public_addr":"172.21.15.57:6825/2639760353","cluster_addr":"172.21.15.57:6827/2639760353","heartbeat_back_addr":"172.21.15.57:6831/2639760353","heartbeat_front_addr":"172.21.15.57:6829/2639760353","state":["exists","up"]},{"osd":6,"uuid":"8bfda35e-f97c-4419-a105-ff306eff7a42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6808","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6809","nonce":3693682875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6810","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6811","nonce":3693682875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6814","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6815","nonce":3693682875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6812","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6813","nonce":3693682875}]},"public_addr":"172.21.15.57:6809/3693682875","cluster_addr":"172.21.15.57:6811/3693682875","heartbeat_back_addr":"172.21.15.57:6815/3693682875","heartbeat_front_addr":"172.21.15.57:6813/3693682875","state":["exists","up"]},{"osd":7,"uuid":"49fc1df7-ab94-4da5-b915-8f7cc61f2714","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6816","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6817","nonce":1729728830}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6818","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6819","nonce":1729728830}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6822","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6823","nonce":1729728830}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6820","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6821","nonce":1729728830}]},"public_addr":"172.21.15.57:6817/1729728830","cluster_addr":"172.21.15.57:6819/1729728830","heartbeat_back_addr":"172.21.15.57:6823/1729728830","heartbeat_front_addr":"172.21.15.57:6821/1729728830","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:00.955073+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.074451+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.068487+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.010348+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.035446+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.101249+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.104509+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.077361+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-21T13:05:11.568 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.570+0000 7f774b56f700 1 -- 172.21.15.46:0/275542959 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f772806a580 msgr2=0x7f772806ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:11.568 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.570+0000 7f774b56f700 1 --2- 172.21.15.46:0/275542959 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f772806a580 0x7f772806ca40 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f774000bee0 tx=0x7f7740013000 comp rx=0 tx=0).stop 2023-09-21T13:05:11.568 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.570+0000 7f774b56f700 1 -- 172.21.15.46:0/275542959 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f77440cf140 msgr2=0x7f774414df20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:11.568 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.570+0000 7f774b56f700 1 --2- 172.21.15.46:0/275542959 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f77440cf140 0x7f774414df20 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f773400c500 tx=0x7f773400c810 comp rx=0 tx=0).stop 2023-09-21T13:05:11.569 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.570+0000 7f774b56f700 1 -- 172.21.15.46:0/275542959 shutdown_connections 2023-09-21T13:05:11.569 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.570+0000 7f774b56f700 1 --2- 172.21.15.46:0/275542959 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f772806a580 0x7f772806ca40 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:11.569 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.570+0000 7f774b56f700 1 --2- 172.21.15.46:0/275542959 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f774415a510 0x7f774415c290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:11.569 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.570+0000 7f774b56f700 1 --2- 172.21.15.46:0/275542959 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f77440b27f0 0x7f77441535c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:11.569 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.570+0000 7f774b56f700 1 --2- 172.21.15.46:0/275542959 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f77440cf140 0x7f774414df20 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:11.569 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.570+0000 7f774b56f700 1 -- 172.21.15.46:0/275542959 >> 172.21.15.46:0/275542959 conn(0x7f77440d0360 msgr2=0x7f7744150190 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:11.570 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.570+0000 7f774b56f700 1 -- 172.21.15.46:0/275542959 shutdown_connections 2023-09-21T13:05:11.570 INFO:teuthology.misc.health.smithi046.stderr:2023-09-21T13:05:11.570+0000 7f774b56f700 1 -- 172.21.15.46:0/275542959 wait complete. 2023-09-21T13:05:11.580 DEBUG:teuthology.misc:8 of 8 OSDs are up 2023-09-21T13:05:11.580 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2023-09-21T13:05:11.581 INFO:tasks.ceph.mds.a:Restarting daemon 2023-09-21T13:05:11.581 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2023-09-21T13:05:11.584 INFO:tasks.ceph.mds.a:Started 2023-09-21T13:05:11.584 INFO:tasks.ceph.mds.c:Restarting daemon 2023-09-21T13:05:11.584 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2023-09-21T13:05:11.586 INFO:tasks.ceph.mds.c:Started 2023-09-21T13:05:11.587 INFO:tasks.ceph.mds.b:Restarting daemon 2023-09-21T13:05:11.587 DEBUG:teuthology.orchestra.run.smithi057:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2023-09-21T13:05:11.590 INFO:tasks.ceph.mds.b:Started 2023-09-21T13:05:11.590 INFO:tasks.ceph.mds.d:Restarting daemon 2023-09-21T13:05:11.590 DEBUG:teuthology.orchestra.run.smithi057:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2023-09-21T13:05:11.593 INFO:tasks.ceph.mds.d:Started 2023-09-21T13:05:11.593 INFO:tasks.ceph:Setting up CephFS filesystem(s)... 2023-09-21T13:05:11.594 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-21T13:05:11.673 INFO:tasks.ceph.mds.c.smithi046.stdout:starting mds.c at 2023-09-21T13:05:11.674 INFO:tasks.ceph.mds.a.smithi046.stdout:starting mds.a at 2023-09-21T13:05:11.686 INFO:tasks.ceph.mds.b.smithi057.stdout:starting mds.b at 2023-09-21T13:05:11.686 INFO:tasks.ceph.mds.d.smithi057.stdout:starting mds.d at 2023-09-21T13:05:11.736 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.739+0000 7f254a614700 1 Processor -- start 2023-09-21T13:05:11.736 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.739+0000 7f254a614700 1 -- start start 2023-09-21T13:05:11.739 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.740+0000 7f254a614700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f25440cf070 0x7f25440cf450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:11.739 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.740+0000 7f254a614700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f254406f020 0x7f254415a600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:11.739 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.740+0000 7f254a614700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f25440cbd20 con 0x7f254406eba0 2023-09-21T13:05:11.739 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.740+0000 7f254a614700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f25440cf990 con 0x7f25440cf070 2023-09-21T13:05:11.740 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.740+0000 7f254a614700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f254415b410 con 0x7f254406f020 2023-09-21T13:05:11.740 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.741+0000 7f2543fff700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f25440cf070 0x7f25440cf450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:11.740 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.741+0000 7f25437fe700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f254406eba0 0x7f25440cc1b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:45784/0 (socket says 172.21.15.46:45784) 2023-09-21T13:05:11.740 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.741+0000 7f2543fff700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f25440cf070 0x7f25440cf450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38158/0 (socket says 172.21.15.46:38158) 2023-09-21T13:05:11.740 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.741+0000 7f25437fe700 1 -- 172.21.15.46:0/1171848509 learned_addr learned my addr 172.21.15.46:0/1171848509 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:05:11.740 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.741+0000 7f2548bb1700 1 --2- 172.21.15.46:0/1171848509 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f254406f020 0x7f254415a600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:11.741 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.741+0000 7f2543fff700 1 -- 172.21.15.46:0/1171848509 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f254406f020 msgr2=0x7f254415a600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:11.741 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.741+0000 7f2543fff700 1 --2- 172.21.15.46:0/1171848509 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f254406f020 0x7f254415a600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:11.741 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.741+0000 7f2543fff700 1 -- 172.21.15.46:0/1171848509 >> v1:172.21.15.46:6789/0 conn(0x7f254406eba0 legacy=0x7f25440cc1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:11.741 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.741+0000 7f2543fff700 1 -- 172.21.15.46:0/1171848509 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f254415b6f0 con 0x7f25440cf070 2023-09-21T13:05:11.741 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.741+0000 7f2542ffd700 1 -- 172.21.15.46:0/1171848509 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 562084889 0 0) 0x7f25440cbd20 con 0x7f254406eba0 2023-09-21T13:05:11.742 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.741+0000 7f2543fff700 1 --2- 172.21.15.46:0/1171848509 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f25440cf070 0x7f25440cf450 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f2538009840 tx=0x7f2538009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=585c2180afc81386 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:11.742 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.741+0000 7f2542ffd700 1 -- 172.21.15.46:0/1171848509 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2538011830 con 0x7f25440cf070 2023-09-21T13:05:11.742 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.741+0000 7f2542ffd700 1 -- 172.21.15.46:0/1171848509 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2538011990 con 0x7f25440cf070 2023-09-21T13:05:11.742 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.741+0000 7f2542ffd700 1 -- 172.21.15.46:0/1171848509 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2538011d20 con 0x7f25440cf070 2023-09-21T13:05:11.742 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.742+0000 7f254a614700 1 -- 172.21.15.46:0/1171848509 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f25440cf070 msgr2=0x7f25440cf450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:11.743 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.742+0000 7f254a614700 1 --2- 172.21.15.46:0/1171848509 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f25440cf070 0x7f25440cf450 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f2538009840 tx=0x7f2538009b50 comp rx=0 tx=0).stop 2023-09-21T13:05:11.743 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.742+0000 7f254a614700 1 -- 172.21.15.46:0/1171848509 shutdown_connections 2023-09-21T13:05:11.743 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.742+0000 7f254a614700 1 --2- 172.21.15.46:0/1171848509 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f254406f020 0x7f254415a600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:11.743 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.742+0000 7f254a614700 1 --2- 172.21.15.46:0/1171848509 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f25440cf070 0x7f25440cf450 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:11.743 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.742+0000 7f254a614700 1 -- 172.21.15.46:0/1171848509 >> 172.21.15.46:0/1171848509 conn(0x7f25440d01f0 msgr2=0x7f25440d0600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:11.743 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.742+0000 7f254a614700 1 -- 172.21.15.46:0/1171848509 shutdown_connections 2023-09-21T13:05:11.744 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.742+0000 7f254a614700 1 -- 172.21.15.46:0/1171848509 wait complete. 2023-09-21T13:05:11.746 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.743+0000 7f254a614700 1 Processor -- start 2023-09-21T13:05:11.746 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.743+0000 7f254a614700 1 -- start start 2023-09-21T13:05:11.747 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.744+0000 7f254a614700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f254406eba0 0x7f25440c5ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:11.747 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.744+0000 7f254a614700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f254406f020 0x7f254406a7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:11.747 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.744+0000 7f254a614700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f25440cf070 0x7f254406ace0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:11.747 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.744+0000 7f254a614700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f25440c4ed0 con 0x7f25440cf070 2023-09-21T13:05:11.747 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.744+0000 7f254a614700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f25440b4de0 con 0x7f254406eba0 2023-09-21T13:05:11.748 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.744+0000 7f254a614700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f25440c5100 con 0x7f254406f020 2023-09-21T13:05:11.748 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.744+0000 7f2548bb1700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f25440cf070 0x7f254406ace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:11.748 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.744+0000 7f2548bb1700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f25440cf070 0x7f254406ace0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38168/0 (socket says 172.21.15.46:38168) 2023-09-21T13:05:11.748 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.744+0000 7f2548bb1700 1 -- 172.21.15.46:0/1493582721 learned_addr learned my addr 172.21.15.46:0/1493582721 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:11.748 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.744+0000 7f2543fff700 1 --2- 172.21.15.46:0/1493582721 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f254406eba0 0x7f25440c5ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:11.748 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.744+0000 7f25437fe700 1 --2- 172.21.15.46:0/1493582721 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f254406f020 0x7f254406a7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:11.749 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.745+0000 7f2548bb1700 1 -- 172.21.15.46:0/1493582721 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f254406f020 msgr2=0x7f254406a7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:11.749 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.745+0000 7f2548bb1700 1 --2- 172.21.15.46:0/1493582721 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f254406f020 0x7f254406a7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:11.749 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.745+0000 7f2548bb1700 1 -- 172.21.15.46:0/1493582721 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f254406eba0 msgr2=0x7f25440c5ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:11.749 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.745+0000 7f2548bb1700 1 --2- 172.21.15.46:0/1493582721 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f254406eba0 0x7f25440c5ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:11.749 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.745+0000 7f2548bb1700 1 -- 172.21.15.46:0/1493582721 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f25380094a0 con 0x7f25440cf070 2023-09-21T13:05:11.750 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.745+0000 7f2543fff700 1 --2- 172.21.15.46:0/1493582721 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f254406eba0 0x7f25440c5ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-21T13:05:11.750 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.745+0000 7f2548bb1700 1 --2- 172.21.15.46:0/1493582721 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f25440cf070 0x7f254406ace0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f253c007e60 tx=0x7f253c00e3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:11.750 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.745+0000 7f2540ff9700 1 -- 172.21.15.46:0/1493582721 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f253c00ed30 con 0x7f25440cf070 2023-09-21T13:05:11.750 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.745+0000 7f2540ff9700 1 -- 172.21.15.46:0/1493582721 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f253c014420 con 0x7f25440cf070 2023-09-21T13:05:11.750 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.745+0000 7f254a614700 1 -- 172.21.15.46:0/1493582721 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f25440c53e0 con 0x7f25440cf070 2023-09-21T13:05:11.751 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.745+0000 7f2540ff9700 1 -- 172.21.15.46:0/1493582721 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f253c0147d0 con 0x7f25440cf070 2023-09-21T13:05:11.751 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.745+0000 7f254a614700 1 -- 172.21.15.46:0/1493582721 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f25440c59a0 con 0x7f25440cf070 2023-09-21T13:05:11.751 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.746+0000 7f254a614700 1 -- 172.21.15.46:0/1493582721 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2544068b90 con 0x7f25440cf070 2023-09-21T13:05:11.751 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.747+0000 7f2540ff9700 1 -- 172.21.15.46:0/1493582721 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f253c014930 con 0x7f25440cf070 2023-09-21T13:05:11.751 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.747+0000 7f2540ff9700 1 --2- 172.21.15.46:0/1493582721 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f253006a580 0x7f253006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:11.752 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.747+0000 7f2540ff9700 1 -- 172.21.15.46:0/1493582721 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f253c088cd0 con 0x7f25440cf070 2023-09-21T13:05:11.752 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.747+0000 7f2543fff700 1 --2- 172.21.15.46:0/1493582721 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f253006a580 0x7f253006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:11.752 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.748+0000 7f2543fff700 1 --2- 172.21.15.46:0/1493582721 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f253006a580 0x7f253006ca40 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f25380090b0 tx=0x7f2538008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:11.752 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.752+0000 7f2540ff9700 1 -- 172.21.15.46:0/1493582721 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f253c054650 con 0x7f25440cf070 2023-09-21T13:05:11.959 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.962+0000 7f254a614700 1 -- 172.21.15.46:0/1493582721 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f25440c36a0 con 0x7f25440cf070 2023-09-21T13:05:11.960 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.963+0000 7f2540ff9700 1 -- 172.21.15.46:0/1493582721 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v16) v1 ==== 74+0+12802 (secure 0 0 0) 0x7f253c057c70 con 0x7f25440cf070 2023-09-21T13:05:11.960 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:05:11.960 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":16,"fsid":"3cbfaf88-469e-4129-b70d-6dd2d92bd0a4","created":"2023-09-21T13:04:52.312650+0000","modified":"2023-09-21T13:05:07.404724+0000","last_up_change":"2023-09-21T13:05:04.397018+0000","last_in_change":"2023-09-21T13:04:55.853368+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-21T13:05:05.036373+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"23992b72-ed3c-4a14-ae79-8150e0fedbf7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6810","nonce":1682463833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6814","nonce":1682463833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6822","nonce":1682463833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6818","nonce":1682463833}]},"public_addr":"172.21.15.46:6810/1682463833","cluster_addr":"172.21.15.46:6814/1682463833","heartbeat_back_addr":"172.21.15.46:6822/1682463833","heartbeat_front_addr":"172.21.15.46:6818/1682463833","state":["exists","up"]},{"osd":1,"uuid":"2578f708-e052-4bdd-bcef-54808f1d1ef4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6800","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6801","nonce":3674836117}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6803","nonce":3674836117}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6807","nonce":3674836117}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6805","nonce":3674836117}]},"public_addr":"172.21.15.46:6801/3674836117","cluster_addr":"172.21.15.46:6803/3674836117","heartbeat_back_addr":"172.21.15.46:6807/3674836117","heartbeat_front_addr":"172.21.15.46:6805/3674836117","state":["exists","up"]},{"osd":2,"uuid":"6db5fc17-2472-42fd-a613-8cc24a815cfe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6825","nonce":3956023171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6827","nonce":3956023171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6831","nonce":3956023171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6829","nonce":3956023171}]},"public_addr":"172.21.15.46:6825/3956023171","cluster_addr":"172.21.15.46:6827/3956023171","heartbeat_back_addr":"172.21.15.46:6831/3956023171","heartbeat_front_addr":"172.21.15.46:6829/3956023171","state":["exists","up"]},{"osd":3,"uuid":"b0ddd2cd-9025-471f-a976-d7bc356eb10b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6809","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6811","nonce":1834230057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6813","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6815","nonce":1834230057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6821","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6823","nonce":1834230057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6817","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6819","nonce":1834230057}]},"public_addr":"172.21.15.46:6811/1834230057","cluster_addr":"172.21.15.46:6815/1834230057","heartbeat_back_addr":"172.21.15.46:6823/1834230057","heartbeat_front_addr":"172.21.15.46:6819/1834230057","state":["exists","up"]},{"osd":4,"uuid":"51245ec8-6073-476b-aea6-482f9a379f43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6800","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6801","nonce":867529145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6802","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6803","nonce":867529145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6806","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6807","nonce":867529145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6804","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6805","nonce":867529145}]},"public_addr":"172.21.15.57:6801/867529145","cluster_addr":"172.21.15.57:6803/867529145","heartbeat_back_addr":"172.21.15.57:6807/867529145","heartbeat_front_addr":"172.21.15.57:6805/867529145","state":["exists","up"]},{"osd":5,"uuid":"6be64509-8d19-48af-aa7d-2744199eb3c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6824","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6825","nonce":2639760353}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6826","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6827","nonce":2639760353}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6830","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6831","nonce":2639760353}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6828","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6829","nonce":2639760353}]},"public_addr":"172.21.15.57:6825/2639760353","cluster_addr":"172.21.15.57:6827/2639760353","heartbeat_back_addr":"172.21.15.57:6831/2639760353","heartbeat_front_addr":"172.21.15.57:6829/2639760353","state":["exists","up"]},{"osd":6,"uuid":"8bfda35e-f97c-4419-a105-ff306eff7a42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6808","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6809","nonce":3693682875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6810","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6811","nonce":3693682875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6814","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6815","nonce":3693682875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6812","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6813","nonce":3693682875}]},"public_addr":"172.21.15.57:6809/3693682875","cluster_addr":"172.21.15.57:6811/3693682875","heartbeat_back_addr":"172.21.15.57:6815/3693682875","heartbeat_front_addr":"172.21.15.57:6813/3693682875","state":["exists","up"]},{"osd":7,"uuid":"49fc1df7-ab94-4da5-b915-8f7cc61f2714","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6816","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6817","nonce":1729728830}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6818","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6819","nonce":1729728830}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6822","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6823","nonce":1729728830}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6820","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6821","nonce":1729728830}]},"public_addr":"172.21.15.57:6817/1729728830","cluster_addr":"172.21.15.57:6819/1729728830","heartbeat_back_addr":"172.21.15.57:6823/1729728830","heartbeat_front_addr":"172.21.15.57:6821/1729728830","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:00.955073+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.074451+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.068487+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.010348+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.035446+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.101249+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.104509+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.077361+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-21T13:05:11.962 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.965+0000 7f254a614700 1 -- 172.21.15.46:0/1493582721 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f253006a580 msgr2=0x7f253006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:11.963 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.965+0000 7f254a614700 1 --2- 172.21.15.46:0/1493582721 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f253006a580 0x7f253006ca40 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f25380090b0 tx=0x7f2538008030 comp rx=0 tx=0).stop 2023-09-21T13:05:11.963 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.965+0000 7f254a614700 1 -- 172.21.15.46:0/1493582721 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f25440cf070 msgr2=0x7f254406ace0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:11.963 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.965+0000 7f254a614700 1 --2- 172.21.15.46:0/1493582721 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f25440cf070 0x7f254406ace0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f253c007e60 tx=0x7f253c00e3c0 comp rx=0 tx=0).stop 2023-09-21T13:05:11.963 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.965+0000 7f254a614700 1 -- 172.21.15.46:0/1493582721 shutdown_connections 2023-09-21T13:05:11.963 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.965+0000 7f254a614700 1 --2- 172.21.15.46:0/1493582721 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f253006a580 0x7f253006ca40 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:11.964 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.965+0000 7f254a614700 1 --2- 172.21.15.46:0/1493582721 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f25440cf070 0x7f254406ace0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:11.964 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.965+0000 7f254a614700 1 --2- 172.21.15.46:0/1493582721 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f254406eba0 0x7f25440c5ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:11.964 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.965+0000 7f254a614700 1 --2- 172.21.15.46:0/1493582721 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f254406f020 0x7f254406a7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:11.964 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.965+0000 7f254a614700 1 -- 172.21.15.46:0/1493582721 >> 172.21.15.46:0/1493582721 conn(0x7f25440d01f0 msgr2=0x7f254415a600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:11.964 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.965+0000 7f254a614700 1 -- 172.21.15.46:0/1493582721 shutdown_connections 2023-09-21T13:05:11.965 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:11.965+0000 7f254a614700 1 -- 172.21.15.46:0/1493582721 wait complete. 2023-09-21T13:05:11.976 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-09-21T13:05:05.036373+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-09-21T13:05:11.977 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-09-21T13:05:12.116 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.119+0000 7f8017168700 1 Processor -- start 2023-09-21T13:05:12.116 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.119+0000 7f8017168700 1 -- start start 2023-09-21T13:05:12.118 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.120+0000 7f8017168700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f801006b180 0x7f8010071800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:12.118 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.120+0000 7f8017168700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f801015b680 con 0x7f80100cde30 2023-09-21T13:05:12.119 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.120+0000 7f8017168700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f801015dfd0 con 0x7f801006ff30 2023-09-21T13:05:12.119 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.120+0000 7f8017168700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f801015e2b0 con 0x7f801006b180 2023-09-21T13:05:12.119 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.120+0000 7f8014f04700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f80100cde30 0x7f80100ce210 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:45798/0 (socket says 172.21.15.46:45798) 2023-09-21T13:05:12.119 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.120+0000 7f8014f04700 1 -- 172.21.15.46:0/875725224 learned_addr learned my addr 172.21.15.46:0/875725224 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:05:12.119 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.121+0000 7f8015705700 1 --2- 172.21.15.46:0/875725224 >> v2:172.21.15.57:3300/0 conn(0x7f801006b180 0x7f8010071800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:12.120 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.121+0000 7f800f7fe700 1 -- 172.21.15.46:0/875725224 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3214512194 0 0) 0x7f801015b680 con 0x7f80100cde30 2023-09-21T13:05:12.120 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.121+0000 7f800f7fe700 1 -- 172.21.15.46:0/875725224 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7ffc0035b0 con 0x7f80100cde30 2023-09-21T13:05:12.120 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.121+0000 7f8015705700 1 -- 172.21.15.46:0/875725224 >> v1:172.21.15.57:6789/0 conn(0x7f801006ff30 legacy=0x7f80101614c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:12.120 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.121+0000 7f800f7fe700 1 -- 172.21.15.46:0/875725224 <== mon.0 v1:172.21.15.46:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 985450897 0 0) 0x7f7ffc0035b0 con 0x7f80100cde30 2023-09-21T13:05:12.120 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.121+0000 7f8015705700 1 -- 172.21.15.46:0/875725224 >> v1:172.21.15.46:6789/0 conn(0x7f80100cde30 legacy=0x7f80100ce210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:12.121 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.121+0000 7f8015705700 1 -- 172.21.15.46:0/875725224 --> v2:172.21.15.57:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f801015e590 con 0x7f801006b180 2023-09-21T13:05:12.121 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.121+0000 7f8015705700 1 --2- 172.21.15.46:0/875725224 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f801006b180 0x7f8010071800 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f8008009d90 tx=0x7f800800b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ef4e99b465639348 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:12.121 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.121+0000 7f800f7fe700 1 -- 172.21.15.46:0/875725224 <== mon.1 v2:172.21.15.57:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f800800e070 con 0x7f801006b180 2023-09-21T13:05:12.121 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.121+0000 7f800f7fe700 1 -- 172.21.15.46:0/875725224 <== mon.1 v2:172.21.15.57:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8008003a20 con 0x7f801006b180 2023-09-21T13:05:12.121 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.121+0000 7f800f7fe700 1 -- 172.21.15.46:0/875725224 <== mon.1 v2:172.21.15.57:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8000001670 con 0x7f801006b180 2023-09-21T13:05:12.124 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.122+0000 7f8017168700 1 -- 172.21.15.46:0/875725224 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f801006b180 msgr2=0x7f8010071800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:12.125 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.122+0000 7f8017168700 1 --2- 172.21.15.46:0/875725224 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f801006b180 0x7f8010071800 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f8008009d90 tx=0x7f800800b330 comp rx=0 tx=0).stop 2023-09-21T13:05:12.125 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.122+0000 7f8017168700 1 -- 172.21.15.46:0/875725224 shutdown_connections 2023-09-21T13:05:12.125 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.122+0000 7f8017168700 1 --2- 172.21.15.46:0/875725224 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f801006b180 0x7f8010071800 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:12.125 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.122+0000 7f8017168700 1 -- 172.21.15.46:0/875725224 >> 172.21.15.46:0/875725224 conn(0x7f80100b1d50 msgr2=0x7f80100b2160 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:12.125 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.122+0000 7f8017168700 1 -- 172.21.15.46:0/875725224 shutdown_connections 2023-09-21T13:05:12.126 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.122+0000 7f8017168700 1 -- 172.21.15.46:0/875725224 wait complete. 2023-09-21T13:05:12.126 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.123+0000 7f8017168700 1 Processor -- start 2023-09-21T13:05:12.126 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.123+0000 7f8017168700 1 -- start start 2023-09-21T13:05:12.126 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.124+0000 7f8017168700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f801006b180 0x7f80100ac860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:12.126 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.124+0000 7f8017168700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f801006ff30 0x7f80100b0860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:12.127 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.124+0000 7f8017168700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f80100cde30 0x7f80100b2e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:12.127 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.124+0000 7f8017168700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80100b5d70 con 0x7f80100cde30 2023-09-21T13:05:12.127 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.124+0000 7f8017168700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80100b0da0 con 0x7f801006b180 2023-09-21T13:05:12.127 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.124+0000 7f8017168700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f80100ae150 con 0x7f801006ff30 2023-09-21T13:05:12.127 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.124+0000 7f8015705700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f80100cde30 0x7f80100b2e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:12.127 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.124+0000 7f8015705700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f80100cde30 0x7f80100b2e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38180/0 (socket says 172.21.15.46:38180) 2023-09-21T13:05:12.128 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.124+0000 7f8015705700 1 -- 172.21.15.46:0/3702973406 learned_addr learned my addr 172.21.15.46:0/3702973406 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:12.128 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.124+0000 7f8014f04700 1 --2- 172.21.15.46:0/3702973406 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f801006b180 0x7f80100ac860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:12.128 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.124+0000 7f800ffff700 1 --2- 172.21.15.46:0/3702973406 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f801006ff30 0x7f80100b0860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:12.128 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.125+0000 7f8015705700 1 -- 172.21.15.46:0/3702973406 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f801006ff30 msgr2=0x7f80100b0860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:12.128 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.125+0000 7f8015705700 1 --2- 172.21.15.46:0/3702973406 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f801006ff30 0x7f80100b0860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:12.128 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.125+0000 7f8015705700 1 -- 172.21.15.46:0/3702973406 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f801006b180 msgr2=0x7f80100ac860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:12.129 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.125+0000 7f8015705700 1 --2- 172.21.15.46:0/3702973406 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f801006b180 0x7f80100ac860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:12.129 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.125+0000 7f8015705700 1 -- 172.21.15.46:0/3702973406 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8008009a70 con 0x7f80100cde30 2023-09-21T13:05:12.129 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.125+0000 7f8015705700 1 --2- 172.21.15.46:0/3702973406 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f80100cde30 0x7f80100b2e80 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f800800b370 tx=0x7f8008004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:12.129 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.125+0000 7f800d7fa700 1 -- 172.21.15.46:0/3702973406 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80080045c0 con 0x7f80100cde30 2023-09-21T13:05:12.129 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.125+0000 7f800d7fa700 1 -- 172.21.15.46:0/3702973406 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8008004720 con 0x7f80100cde30 2023-09-21T13:05:12.130 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.125+0000 7f8017168700 1 -- 172.21.15.46:0/3702973406 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f80100b5a90 con 0x7f80100cde30 2023-09-21T13:05:12.130 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.125+0000 7f800d7fa700 1 -- 172.21.15.46:0/3702973406 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8008012430 con 0x7f80100cde30 2023-09-21T13:05:12.130 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.125+0000 7f8017168700 1 -- 172.21.15.46:0/3702973406 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f80100ae6d0 con 0x7f80100cde30 2023-09-21T13:05:12.130 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.127+0000 7f8017168700 1 -- 172.21.15.46:0/3702973406 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f801004f330 con 0x7f80100cde30 2023-09-21T13:05:12.130 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.127+0000 7f800d7fa700 1 -- 172.21.15.46:0/3702973406 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f8008012590 con 0x7f80100cde30 2023-09-21T13:05:12.131 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.127+0000 7f800d7fa700 1 --2- 172.21.15.46:0/3702973406 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f7ff006a580 0x7f7ff006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:12.131 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.127+0000 7f800d7fa700 1 -- 172.21.15.46:0/3702973406 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f8008089b20 con 0x7f80100cde30 2023-09-21T13:05:12.131 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.127+0000 7f8014f04700 1 --2- 172.21.15.46:0/3702973406 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f7ff006a580 0x7f7ff006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:12.131 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.128+0000 7f8014f04700 1 --2- 172.21.15.46:0/3702973406 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f7ff006a580 0x7f7ff006ca40 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f8000001eb0 tx=0x7f8000001e40 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:12.132 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.132+0000 7f800d7fa700 1 -- 172.21.15.46:0/3702973406 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f8008055480 con 0x7f80100cde30 2023-09-21T13:05:12.338 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.341+0000 7f8017168700 1 -- 172.21.15.46:0/3702973406 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f801015e840 con 0x7f80100cde30 2023-09-21T13:05:12.339 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.342+0000 7f800d7fa700 1 -- 172.21.15.46:0/3702973406 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v16) v1 ==== 93+0+10 (secure 0 0 0) 0x7f80080160a0 con 0x7f80100cde30 2023-09-21T13:05:12.339 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 1 2023-09-21T13:05:12.341 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.344+0000 7f8017168700 1 -- 172.21.15.46:0/3702973406 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f7ff006a580 msgr2=0x7f7ff006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:12.342 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.344+0000 7f8017168700 1 --2- 172.21.15.46:0/3702973406 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f7ff006a580 0x7f7ff006ca40 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f8000001eb0 tx=0x7f8000001e40 comp rx=0 tx=0).stop 2023-09-21T13:05:12.342 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.344+0000 7f8017168700 1 -- 172.21.15.46:0/3702973406 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f80100cde30 msgr2=0x7f80100b2e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:12.342 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.344+0000 7f8017168700 1 --2- 172.21.15.46:0/3702973406 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f80100cde30 0x7f80100b2e80 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f800800b370 tx=0x7f8008004ad0 comp rx=0 tx=0).stop 2023-09-21T13:05:12.342 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.344+0000 7f8017168700 1 -- 172.21.15.46:0/3702973406 shutdown_connections 2023-09-21T13:05:12.342 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.344+0000 7f8017168700 1 --2- 172.21.15.46:0/3702973406 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f7ff006a580 0x7f7ff006ca40 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:12.343 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.344+0000 7f8017168700 1 --2- 172.21.15.46:0/3702973406 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f80100cde30 0x7f80100b2e80 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:12.343 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.344+0000 7f8017168700 1 --2- 172.21.15.46:0/3702973406 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f801006b180 0x7f80100ac860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:12.343 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.344+0000 7f8017168700 1 --2- 172.21.15.46:0/3702973406 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f801006ff30 0x7f80100b0860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:12.343 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.344+0000 7f8017168700 1 -- 172.21.15.46:0/3702973406 >> 172.21.15.46:0/3702973406 conn(0x7f80100b1d50 msgr2=0x7f801015a7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:12.343 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.344+0000 7f8017168700 1 -- 172.21.15.46:0/3702973406 shutdown_connections 2023-09-21T13:05:12.344 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.344+0000 7f8017168700 1 -- 172.21.15.46:0/3702973406 wait complete. 2023-09-21T13:05:12.354 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-09-21T13:05:12.492 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.495+0000 7f611e1e3700 1 Processor -- start 2023-09-21T13:05:12.492 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.495+0000 7f611e1e3700 1 -- start start 2023-09-21T13:05:12.494 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.496+0000 7f611e1e3700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f61180ca840 0x7f61180cacf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:12.495 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.496+0000 7f611e1e3700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f611806eba0 con 0x7f611806a7a0 2023-09-21T13:05:12.495 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.496+0000 7f611e1e3700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f611806ee80 con 0x7f611815d630 2023-09-21T13:05:12.495 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.496+0000 7f611e1e3700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f61180d1110 con 0x7f61180ca840 2023-09-21T13:05:12.495 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.496+0000 7f6117fff700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f61180ca840 0x7f61180cacf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:12.496 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.496+0000 7f6117fff700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f61180ca840 0x7f61180cacf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38186/0 (socket says 172.21.15.46:38186) 2023-09-21T13:05:12.496 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.496+0000 7f6116ffd700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f611806a7a0 0x7f611806f310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:45800/0 (socket says 172.21.15.46:45800) 2023-09-21T13:05:12.496 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.496+0000 7f6117fff700 1 -- 172.21.15.46:0/2916963514 learned_addr learned my addr 172.21.15.46:0/2916963514 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:12.496 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.496+0000 7f6117fff700 1 -- 172.21.15.46:0/2916963514 >> v1:172.21.15.57:6789/0 conn(0x7f611815d630 legacy=0x7f6118161cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:12.496 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.496+0000 7f6117fff700 1 -- 172.21.15.46:0/2916963514 >> v1:172.21.15.46:6789/0 conn(0x7f611806a7a0 legacy=0x7f611806f310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:12.497 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.496+0000 7f6117fff700 1 -- 172.21.15.46:0/2916963514 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f611806ac60 con 0x7f61180ca840 2023-09-21T13:05:12.497 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.496+0000 7f61167fc700 1 -- 172.21.15.46:0/2916963514 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 989456187 0 0) 0x7f611806eba0 con 0x7f611806a7a0 2023-09-21T13:05:12.497 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.497+0000 7f6117fff700 1 --2- 172.21.15.46:0/2916963514 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f61180ca840 0x7f61180cacf0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f6110009e50 tx=0x7f611000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=68410e06ecfd5635 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:12.497 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.497+0000 7f61167fc700 1 -- 172.21.15.46:0/2916963514 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f611000e070 con 0x7f61180ca840 2023-09-21T13:05:12.497 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.497+0000 7f61167fc700 1 -- 172.21.15.46:0/2916963514 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f611000b9c0 con 0x7f61180ca840 2023-09-21T13:05:12.498 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.497+0000 7f61167fc700 1 -- 172.21.15.46:0/2916963514 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f611000bd70 con 0x7f61180ca840 2023-09-21T13:05:12.498 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.497+0000 7f611e1e3700 1 -- 172.21.15.46:0/2916963514 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f61180ca840 msgr2=0x7f61180cacf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:12.498 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.497+0000 7f611e1e3700 1 --2- 172.21.15.46:0/2916963514 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f61180ca840 0x7f61180cacf0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f6110009e50 tx=0x7f611000b330 comp rx=0 tx=0).stop 2023-09-21T13:05:12.498 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.497+0000 7f611e1e3700 1 -- 172.21.15.46:0/2916963514 shutdown_connections 2023-09-21T13:05:12.498 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.497+0000 7f611e1e3700 1 --2- 172.21.15.46:0/2916963514 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f61180ca840 0x7f61180cacf0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:12.499 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.497+0000 7f611e1e3700 1 -- 172.21.15.46:0/2916963514 >> 172.21.15.46:0/2916963514 conn(0x7f61180d01f0 msgr2=0x7f61180d0600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:12.499 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.497+0000 7f611e1e3700 1 -- 172.21.15.46:0/2916963514 shutdown_connections 2023-09-21T13:05:12.499 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.497+0000 7f611e1e3700 1 -- 172.21.15.46:0/2916963514 wait complete. 2023-09-21T13:05:12.501 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.499+0000 7f611e1e3700 1 Processor -- start 2023-09-21T13:05:12.502 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.499+0000 7f611e1e3700 1 -- start start 2023-09-21T13:05:12.502 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.500+0000 7f611e1e3700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f611806a7a0 0x7f611815c450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:12.502 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.500+0000 7f611e1e3700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f61180ca840 0x7f61180b4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:12.502 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.500+0000 7f611e1e3700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f611815d630 0x7f61180b5320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:12.503 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.500+0000 7f611e1e3700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f611815a700 con 0x7f611806a7a0 2023-09-21T13:05:12.503 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.500+0000 7f611e1e3700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f611815a420 con 0x7f61180ca840 2023-09-21T13:05:12.503 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.500+0000 7f611e1e3700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6118157370 con 0x7f611815d630 2023-09-21T13:05:12.503 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.500+0000 7f61177fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f611806a7a0 0x7f611815c450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:12.503 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.500+0000 7f61177fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f611806a7a0 0x7f611815c450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38192/0 (socket says 172.21.15.46:38192) 2023-09-21T13:05:12.503 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.500+0000 7f61177fe700 1 -- 172.21.15.46:0/1728090901 learned_addr learned my addr 172.21.15.46:0/1728090901 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:12.504 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.500+0000 7f6116ffd700 1 --2- 172.21.15.46:0/1728090901 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f61180ca840 0x7f61180b4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:12.504 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.500+0000 7f6117fff700 1 --2- 172.21.15.46:0/1728090901 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f611815d630 0x7f61180b5320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:12.504 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.500+0000 7f61177fe700 1 -- 172.21.15.46:0/1728090901 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f611815d630 msgr2=0x7f61180b5320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:12.504 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.500+0000 7f61177fe700 1 --2- 172.21.15.46:0/1728090901 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f611815d630 0x7f61180b5320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:12.504 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.500+0000 7f61177fe700 1 -- 172.21.15.46:0/1728090901 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f61180ca840 msgr2=0x7f61180b4de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:12.505 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.500+0000 7f61177fe700 1 --2- 172.21.15.46:0/1728090901 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f61180ca840 0x7f61180b4de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:12.505 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.500+0000 7f61177fe700 1 -- 172.21.15.46:0/1728090901 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6110009b30 con 0x7f611806a7a0 2023-09-21T13:05:12.505 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.500+0000 7f61177fe700 1 --2- 172.21.15.46:0/1728090901 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f611806a7a0 0x7f611815c450 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f610800c4e0 tx=0x7f610800c7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:12.505 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.501+0000 7f610ffff700 1 -- 172.21.15.46:0/1728090901 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61080052d0 con 0x7f611806a7a0 2023-09-21T13:05:12.506 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.501+0000 7f610ffff700 1 -- 172.21.15.46:0/1728090901 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6108005430 con 0x7f611806a7a0 2023-09-21T13:05:12.506 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.501+0000 7f611e1e3700 1 -- 172.21.15.46:0/1728090901 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6118157650 con 0x7f611806a7a0 2023-09-21T13:05:12.506 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.501+0000 7f610ffff700 1 -- 172.21.15.46:0/1728090901 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61080038c0 con 0x7f611806a7a0 2023-09-21T13:05:12.506 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.501+0000 7f611e1e3700 1 -- 172.21.15.46:0/1728090901 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f61181596f0 con 0x7f611806a7a0 2023-09-21T13:05:12.506 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.502+0000 7f611e1e3700 1 -- 172.21.15.46:0/1728090901 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f61181571d0 con 0x7f611806a7a0 2023-09-21T13:05:12.507 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.502+0000 7f610ffff700 1 -- 172.21.15.46:0/1728090901 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f6108003a20 con 0x7f611806a7a0 2023-09-21T13:05:12.507 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.503+0000 7f610ffff700 1 --2- 172.21.15.46:0/1728090901 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f60f806a580 0x7f60f806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:12.507 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.503+0000 7f610ffff700 1 -- 172.21.15.46:0/1728090901 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f6108087af0 con 0x7f611806a7a0 2023-09-21T13:05:12.507 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.503+0000 7f6116ffd700 1 --2- 172.21.15.46:0/1728090901 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f60f806a580 0x7f60f806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:12.507 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.503+0000 7f6116ffd700 1 --2- 172.21.15.46:0/1728090901 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f60f806a580 0x7f60f806ca40 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f6118159c30 tx=0x7f6100004a50 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:12.508 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.507+0000 7f610ffff700 1 -- 172.21.15.46:0/1728090901 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f61181571d0 con 0x7f611806a7a0 2023-09-21T13:05:12.765 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.767+0000 7f611e1e3700 1 -- 172.21.15.46:0/1728090901 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f6118159880 con 0x7f611806a7a0 2023-09-21T13:05:12.765 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.768+0000 7f610ffff700 1 -- 172.21.15.46:0/1728090901 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) v1 ==== 93+0+3685 (secure 0 0 0) 0x7f6108017090 con 0x7f611806a7a0 2023-09-21T13:05:12.766 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:05:12.766 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4263,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6836/953501907","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":953501907},{"type":"v1","addr":"172.21.15.46:6836","nonce":953501907}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4266,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/951711535","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6835","nonce":951711535},{"type":"v1","addr":"172.21.15.46:6837","nonce":951711535}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":4281,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.57:6835/3705232108","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6833","nonce":3705232108},{"type":"v1","addr":"172.21.15.57:6835","nonce":3705232108}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4285,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.57:6834/887123340","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6832","nonce":887123340},{"type":"v1","addr":"172.21.15.57:6834","nonce":887123340}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[]} 2023-09-21T13:05:12.768 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.770+0000 7f611e1e3700 1 -- 172.21.15.46:0/1728090901 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f60f806a580 msgr2=0x7f60f806ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:12.768 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.770+0000 7f611e1e3700 1 --2- 172.21.15.46:0/1728090901 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f60f806a580 0x7f60f806ca40 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f6118159c30 tx=0x7f6100004a50 comp rx=0 tx=0).stop 2023-09-21T13:05:12.768 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.770+0000 7f611e1e3700 1 -- 172.21.15.46:0/1728090901 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f611806a7a0 msgr2=0x7f611815c450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:12.768 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.770+0000 7f611e1e3700 1 --2- 172.21.15.46:0/1728090901 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f611806a7a0 0x7f611815c450 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f610800c4e0 tx=0x7f610800c7f0 comp rx=0 tx=0).stop 2023-09-21T13:05:12.768 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.770+0000 7f611e1e3700 1 -- 172.21.15.46:0/1728090901 shutdown_connections 2023-09-21T13:05:12.769 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.770+0000 7f611e1e3700 1 --2- 172.21.15.46:0/1728090901 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f60f806a580 0x7f60f806ca40 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:12.769 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.770+0000 7f611e1e3700 1 --2- 172.21.15.46:0/1728090901 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f611815d630 0x7f61180b5320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:12.769 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.770+0000 7f611e1e3700 1 --2- 172.21.15.46:0/1728090901 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f611806a7a0 0x7f611815c450 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:12.769 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.770+0000 7f611e1e3700 1 --2- 172.21.15.46:0/1728090901 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f61180ca840 0x7f61180b4de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:12.769 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.770+0000 7f611e1e3700 1 -- 172.21.15.46:0/1728090901 >> 172.21.15.46:0/1728090901 conn(0x7f61180d01f0 msgr2=0x7f61180c67d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:12.770 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.770+0000 7f611e1e3700 1 -- 172.21.15.46:0/1728090901 shutdown_connections 2023-09-21T13:05:12.770 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.770+0000 7f611e1e3700 1 -- 172.21.15.46:0/1728090901 wait complete. 2023-09-21T13:05:12.770 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 3 2023-09-21T13:05:12.781 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-21T13:05:12.918 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.921+0000 7fb52299d700 1 Processor -- start 2023-09-21T13:05:12.918 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.921+0000 7fb52299d700 1 -- start start 2023-09-21T13:05:12.920 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.922+0000 7fb52299d700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fb51c06d340 0x7fb51c161a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:12.921 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.922+0000 7fb52299d700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb51c0b2dd0 0x7fb51c0b31f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:12.921 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.922+0000 7fb52299d700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb51c1580a0 con 0x7fb51c0cf4f0 2023-09-21T13:05:12.921 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.922+0000 7fb52299d700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb51c0b3730 con 0x7fb51c06d340 2023-09-21T13:05:12.921 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.922+0000 7fb52299d700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb51c15e4c0 con 0x7fb51c0b2dd0 2023-09-21T13:05:12.921 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.922+0000 7fb51b7fe700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fb51c06d340 0x7fb51c161a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:12.922 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.922+0000 7fb51b7fe700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fb51c06d340 0x7fb51c161a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38204/0 (socket says 172.21.15.46:38204) 2023-09-21T13:05:12.922 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.922+0000 7fb51b7fe700 1 -- 172.21.15.46:0/538589921 learned_addr learned my addr 172.21.15.46:0/538589921 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:12.922 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.922+0000 7fb520f3a700 1 --2- 172.21.15.46:0/538589921 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb51c0b2dd0 0x7fb51c0b31f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:12.922 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.922+0000 7fb51b7fe700 1 -- 172.21.15.46:0/538589921 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb51c0b2dd0 msgr2=0x7fb51c0b31f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:12.922 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.922+0000 7fb51b7fe700 1 --2- 172.21.15.46:0/538589921 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb51c0b2dd0 0x7fb51c0b31f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:12.923 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.922+0000 7fb51b7fe700 1 -- 172.21.15.46:0/538589921 >> v1:172.21.15.57:6789/0 conn(0x7fb51c0cf4f0 legacy=0x7fb51c15dc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:12.923 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.922+0000 7fb51b7fe700 1 -- 172.21.15.46:0/538589921 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb51c15e7a0 con 0x7fb51c06d340 2023-09-21T13:05:12.923 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.922+0000 7fb51b7fe700 1 --2- 172.21.15.46:0/538589921 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb51c06d340 0x7fb51c161a70 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fb5100098f0 tx=0x7fb510009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc3939ca312128e4 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:12.923 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.922+0000 7fb51affd700 1 -- 172.21.15.46:0/538589921 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb510011830 con 0x7fb51c06d340 2023-09-21T13:05:12.923 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.922+0000 7fb51affd700 1 -- 172.21.15.46:0/538589921 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb510011990 con 0x7fb51c06d340 2023-09-21T13:05:12.924 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.923+0000 7fb51affd700 1 -- 172.21.15.46:0/538589921 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb510011d20 con 0x7fb51c06d340 2023-09-21T13:05:12.924 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.923+0000 7fb52299d700 1 -- 172.21.15.46:0/538589921 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb51c06d340 msgr2=0x7fb51c161a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:12.924 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.923+0000 7fb52299d700 1 --2- 172.21.15.46:0/538589921 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb51c06d340 0x7fb51c161a70 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fb5100098f0 tx=0x7fb510009c00 comp rx=0 tx=0).stop 2023-09-21T13:05:12.924 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.923+0000 7fb52299d700 1 -- 172.21.15.46:0/538589921 shutdown_connections 2023-09-21T13:05:12.924 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.923+0000 7fb52299d700 1 --2- 172.21.15.46:0/538589921 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb51c0b2dd0 0x7fb51c0b31f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:12.924 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.923+0000 7fb52299d700 1 --2- 172.21.15.46:0/538589921 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb51c06d340 0x7fb51c161a70 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:12.925 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.923+0000 7fb52299d700 1 -- 172.21.15.46:0/538589921 >> 172.21.15.46:0/538589921 conn(0x7fb51c06eb20 msgr2=0x7fb51c06ef00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:12.925 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.923+0000 7fb52299d700 1 -- 172.21.15.46:0/538589921 shutdown_connections 2023-09-21T13:05:12.925 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.923+0000 7fb52299d700 1 -- 172.21.15.46:0/538589921 wait complete. 2023-09-21T13:05:12.927 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.924+0000 7fb52299d700 1 Processor -- start 2023-09-21T13:05:12.927 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.925+0000 7fb52299d700 1 -- start start 2023-09-21T13:05:12.928 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.925+0000 7fb52299d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb51c06d340 0x7fb51c0cc590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:12.928 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.925+0000 7fb52299d700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb51c0b2dd0 0x7fb51c156660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:12.928 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.925+0000 7fb52299d700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fb51c0cf4f0 0x7fb51c0c8590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:12.928 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.926+0000 7fb52299d700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb51c0cda60 con 0x7fb51c06d340 2023-09-21T13:05:12.928 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.926+0000 7fb52299d700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb51c0ccde0 con 0x7fb51c0cf4f0 2023-09-21T13:05:12.929 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.926+0000 7fb52299d700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb51c0cd0c0 con 0x7fb51c0b2dd0 2023-09-21T13:05:12.929 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.926+0000 7fb51bfff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb51c06d340 0x7fb51c0cc590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:12.929 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.926+0000 7fb51bfff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb51c06d340 0x7fb51c0cc590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38218/0 (socket says 172.21.15.46:38218) 2023-09-21T13:05:12.929 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.926+0000 7fb51bfff700 1 -- 172.21.15.46:0/1071519693 learned_addr learned my addr 172.21.15.46:0/1071519693 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:12.929 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.926+0000 7fb51b7fe700 1 --2- 172.21.15.46:0/1071519693 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb51c0b2dd0 0x7fb51c156660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:12.929 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.926+0000 7fb520f3a700 1 --2- 172.21.15.46:0/1071519693 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fb51c0cf4f0 0x7fb51c0c8590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:12.930 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.926+0000 7fb51bfff700 1 -- 172.21.15.46:0/1071519693 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb51c0b2dd0 msgr2=0x7fb51c156660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:12.930 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.926+0000 7fb51bfff700 1 --2- 172.21.15.46:0/1071519693 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb51c0b2dd0 0x7fb51c156660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:12.930 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.926+0000 7fb51bfff700 1 -- 172.21.15.46:0/1071519693 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fb51c0cf4f0 msgr2=0x7fb51c0c8590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:12.930 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.926+0000 7fb51bfff700 1 --2- 172.21.15.46:0/1071519693 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fb51c0cf4f0 0x7fb51c0c8590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:12.931 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.926+0000 7fb51bfff700 1 -- 172.21.15.46:0/1071519693 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb510009550 con 0x7fb51c06d340 2023-09-21T13:05:12.931 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.926+0000 7fb51bfff700 1 --2- 172.21.15.46:0/1071519693 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb51c06d340 0x7fb51c0cc590 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fb50c00c450 tx=0x7fb50c00c760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:12.931 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.926+0000 7fb518ff9700 1 -- 172.21.15.46:0/1071519693 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb50c0052d0 con 0x7fb51c06d340 2023-09-21T13:05:12.931 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.926+0000 7fb518ff9700 1 -- 172.21.15.46:0/1071519693 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb50c005430 con 0x7fb51c06d340 2023-09-21T13:05:12.931 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.926+0000 7fb52299d700 1 -- 172.21.15.46:0/1071519693 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb51c0cd3a0 con 0x7fb51c06d340 2023-09-21T13:05:12.931 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.926+0000 7fb518ff9700 1 -- 172.21.15.46:0/1071519693 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb50c0038c0 con 0x7fb51c06d340 2023-09-21T13:05:12.932 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.926+0000 7fb52299d700 1 -- 172.21.15.46:0/1071519693 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb51c0ccad0 con 0x7fb51c06d340 2023-09-21T13:05:12.932 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.927+0000 7fb52299d700 1 -- 172.21.15.46:0/1071519693 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb51c0c8270 con 0x7fb51c06d340 2023-09-21T13:05:12.932 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.928+0000 7fb518ff9700 1 -- 172.21.15.46:0/1071519693 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fb50c003a20 con 0x7fb51c06d340 2023-09-21T13:05:12.932 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.929+0000 7fb518ff9700 1 --2- 172.21.15.46:0/1071519693 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fb50806a580 0x7fb50806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:12.932 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.929+0000 7fb518ff9700 1 -- 172.21.15.46:0/1071519693 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fb50c087da0 con 0x7fb51c06d340 2023-09-21T13:05:12.933 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.929+0000 7fb51b7fe700 1 --2- 172.21.15.46:0/1071519693 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fb50806a580 0x7fb50806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:12.933 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.929+0000 7fb51b7fe700 1 --2- 172.21.15.46:0/1071519693 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fb50806a580 0x7fb50806ca40 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fb510009c40 tx=0x7fb510008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:12.933 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:12.933+0000 7fb518ff9700 1 -- 172.21.15.46:0/1071519693 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fb50c053750 con 0x7fb51c06d340 2023-09-21T13:05:13.143 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.146+0000 7fb52299d700 1 -- 172.21.15.46:0/1071519693 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fb51c068b90 con 0x7fb51c06d340 2023-09-21T13:05:13.143 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.146+0000 7fb518ff9700 1 -- 172.21.15.46:0/1071519693 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v16) v1 ==== 74+0+12802 (secure 0 0 0) 0x7fb50c00ce60 con 0x7fb51c06d340 2023-09-21T13:05:13.144 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:05:13.144 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":16,"fsid":"3cbfaf88-469e-4129-b70d-6dd2d92bd0a4","created":"2023-09-21T13:04:52.312650+0000","modified":"2023-09-21T13:05:07.404724+0000","last_up_change":"2023-09-21T13:05:04.397018+0000","last_in_change":"2023-09-21T13:04:55.853368+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-21T13:05:05.036373+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"23992b72-ed3c-4a14-ae79-8150e0fedbf7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6810","nonce":1682463833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6814","nonce":1682463833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6822","nonce":1682463833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6818","nonce":1682463833}]},"public_addr":"172.21.15.46:6810/1682463833","cluster_addr":"172.21.15.46:6814/1682463833","heartbeat_back_addr":"172.21.15.46:6822/1682463833","heartbeat_front_addr":"172.21.15.46:6818/1682463833","state":["exists","up"]},{"osd":1,"uuid":"2578f708-e052-4bdd-bcef-54808f1d1ef4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6800","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6801","nonce":3674836117}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6803","nonce":3674836117}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6807","nonce":3674836117}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6805","nonce":3674836117}]},"public_addr":"172.21.15.46:6801/3674836117","cluster_addr":"172.21.15.46:6803/3674836117","heartbeat_back_addr":"172.21.15.46:6807/3674836117","heartbeat_front_addr":"172.21.15.46:6805/3674836117","state":["exists","up"]},{"osd":2,"uuid":"6db5fc17-2472-42fd-a613-8cc24a815cfe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6825","nonce":3956023171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6827","nonce":3956023171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6831","nonce":3956023171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6829","nonce":3956023171}]},"public_addr":"172.21.15.46:6825/3956023171","cluster_addr":"172.21.15.46:6827/3956023171","heartbeat_back_addr":"172.21.15.46:6831/3956023171","heartbeat_front_addr":"172.21.15.46:6829/3956023171","state":["exists","up"]},{"osd":3,"uuid":"b0ddd2cd-9025-471f-a976-d7bc356eb10b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6809","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6811","nonce":1834230057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6813","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6815","nonce":1834230057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6821","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6823","nonce":1834230057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6817","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6819","nonce":1834230057}]},"public_addr":"172.21.15.46:6811/1834230057","cluster_addr":"172.21.15.46:6815/1834230057","heartbeat_back_addr":"172.21.15.46:6823/1834230057","heartbeat_front_addr":"172.21.15.46:6819/1834230057","state":["exists","up"]},{"osd":4,"uuid":"51245ec8-6073-476b-aea6-482f9a379f43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6800","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6801","nonce":867529145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6802","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6803","nonce":867529145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6806","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6807","nonce":867529145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6804","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6805","nonce":867529145}]},"public_addr":"172.21.15.57:6801/867529145","cluster_addr":"172.21.15.57:6803/867529145","heartbeat_back_addr":"172.21.15.57:6807/867529145","heartbeat_front_addr":"172.21.15.57:6805/867529145","state":["exists","up"]},{"osd":5,"uuid":"6be64509-8d19-48af-aa7d-2744199eb3c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6824","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6825","nonce":2639760353}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6826","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6827","nonce":2639760353}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6830","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6831","nonce":2639760353}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6828","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6829","nonce":2639760353}]},"public_addr":"172.21.15.57:6825/2639760353","cluster_addr":"172.21.15.57:6827/2639760353","heartbeat_back_addr":"172.21.15.57:6831/2639760353","heartbeat_front_addr":"172.21.15.57:6829/2639760353","state":["exists","up"]},{"osd":6,"uuid":"8bfda35e-f97c-4419-a105-ff306eff7a42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6808","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6809","nonce":3693682875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6810","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6811","nonce":3693682875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6814","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6815","nonce":3693682875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6812","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6813","nonce":3693682875}]},"public_addr":"172.21.15.57:6809/3693682875","cluster_addr":"172.21.15.57:6811/3693682875","heartbeat_back_addr":"172.21.15.57:6815/3693682875","heartbeat_front_addr":"172.21.15.57:6813/3693682875","state":["exists","up"]},{"osd":7,"uuid":"49fc1df7-ab94-4da5-b915-8f7cc61f2714","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6816","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6817","nonce":1729728830}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6818","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6819","nonce":1729728830}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6822","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6823","nonce":1729728830}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6820","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6821","nonce":1729728830}]},"public_addr":"172.21.15.57:6817/1729728830","cluster_addr":"172.21.15.57:6819/1729728830","heartbeat_back_addr":"172.21.15.57:6823/1729728830","heartbeat_front_addr":"172.21.15.57:6821/1729728830","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:00.955073+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.074451+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.068487+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.010348+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.035446+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.101249+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.104509+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.077361+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-21T13:05:13.146 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.149+0000 7fb52299d700 1 -- 172.21.15.46:0/1071519693 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fb50806a580 msgr2=0x7fb50806ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:13.146 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.149+0000 7fb52299d700 1 --2- 172.21.15.46:0/1071519693 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fb50806a580 0x7fb50806ca40 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fb510009c40 tx=0x7fb510008030 comp rx=0 tx=0).stop 2023-09-21T13:05:13.147 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.149+0000 7fb52299d700 1 -- 172.21.15.46:0/1071519693 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb51c06d340 msgr2=0x7fb51c0cc590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:13.147 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.149+0000 7fb52299d700 1 --2- 172.21.15.46:0/1071519693 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb51c06d340 0x7fb51c0cc590 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fb50c00c450 tx=0x7fb50c00c760 comp rx=0 tx=0).stop 2023-09-21T13:05:13.147 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.149+0000 7fb52299d700 1 -- 172.21.15.46:0/1071519693 shutdown_connections 2023-09-21T13:05:13.147 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.149+0000 7fb52299d700 1 --2- 172.21.15.46:0/1071519693 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fb50806a580 0x7fb50806ca40 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:13.147 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.149+0000 7fb52299d700 1 --2- 172.21.15.46:0/1071519693 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fb51c0cf4f0 0x7fb51c0c8590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:13.148 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.149+0000 7fb52299d700 1 --2- 172.21.15.46:0/1071519693 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb51c06d340 0x7fb51c0cc590 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:13.148 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.149+0000 7fb52299d700 1 --2- 172.21.15.46:0/1071519693 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb51c0b2dd0 0x7fb51c156660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:13.148 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.149+0000 7fb52299d700 1 -- 172.21.15.46:0/1071519693 >> 172.21.15.46:0/1071519693 conn(0x7fb51c06eb20 msgr2=0x7fb51c06ef00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:13.148 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.149+0000 7fb52299d700 1 -- 172.21.15.46:0/1071519693 shutdown_connections 2023-09-21T13:05:13.148 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.149+0000 7fb52299d700 1 -- 172.21.15.46:0/1071519693 wait complete. 2023-09-21T13:05:13.159 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-09-21T13:05:05.036373+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-09-21T13:05:13.160 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-09-21T13:05:13.300 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.303+0000 7f9686e87700 1 Processor -- start 2023-09-21T13:05:13.300 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.303+0000 7f9686e87700 1 -- start start 2023-09-21T13:05:13.302 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.304+0000 7f9686e87700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f968015d800 0x7f96800ca8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:13.303 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.304+0000 7f9686e87700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f968006aeb0 0x7f9680161df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:13.303 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.304+0000 7f9686e87700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9680162330 con 0x7f96800c3920 2023-09-21T13:05:13.303 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.304+0000 7f9686e87700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f968006e890 con 0x7f968015d800 2023-09-21T13:05:13.303 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.304+0000 7f9686e87700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f96800cdf00 con 0x7f968006aeb0 2023-09-21T13:05:13.303 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.304+0000 7f9684c23700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f968015d800 0x7f96800ca8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:13.304 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.304+0000 7f9684c23700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f968015d800 0x7f96800ca8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38230/0 (socket says 172.21.15.46:38230) 2023-09-21T13:05:13.304 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.304+0000 7f967ffff700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f96800c3920 0x7f968006a7a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:45814/0 (socket says 172.21.15.46:45814) 2023-09-21T13:05:13.304 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.304+0000 7f9684c23700 1 -- 172.21.15.46:0/1995936363 learned_addr learned my addr 172.21.15.46:0/1995936363 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:13.304 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.304+0000 7f9685424700 1 --2- 172.21.15.46:0/1995936363 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f968006aeb0 0x7f9680161df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:13.304 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.304+0000 7f9684c23700 1 -- 172.21.15.46:0/1995936363 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f968006aeb0 msgr2=0x7f9680161df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:13.305 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.304+0000 7f9684c23700 1 --2- 172.21.15.46:0/1995936363 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f968006aeb0 0x7f9680161df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:13.305 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.304+0000 7f9684c23700 1 -- 172.21.15.46:0/1995936363 >> v1:172.21.15.46:6789/0 conn(0x7f96800c3920 legacy=0x7f968006a7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:13.305 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.305+0000 7f9684c23700 1 -- 172.21.15.46:0/1995936363 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f96800ce1e0 con 0x7f968015d800 2023-09-21T13:05:13.305 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.304+0000 7f967f7fe700 1 -- 172.21.15.46:0/1995936363 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3819259435 0 0) 0x7f9680162330 con 0x7f96800c3920 2023-09-21T13:05:13.305 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.305+0000 7f9684c23700 1 --2- 172.21.15.46:0/1995936363 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f968015d800 0x7f96800ca8e0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f96700098f0 tx=0x7f9670009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6078632c7d8dd9ea server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:13.306 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.305+0000 7f967f7fe700 1 -- 172.21.15.46:0/1995936363 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f967000b8a0 con 0x7f968015d800 2023-09-21T13:05:13.306 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.305+0000 7f967f7fe700 1 -- 172.21.15.46:0/1995936363 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f967000ba00 con 0x7f968015d800 2023-09-21T13:05:13.306 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.305+0000 7f967f7fe700 1 -- 172.21.15.46:0/1995936363 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f967000bd90 con 0x7f968015d800 2023-09-21T13:05:13.306 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.305+0000 7f9686e87700 1 -- 172.21.15.46:0/1995936363 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f968015d800 msgr2=0x7f96800ca8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:13.306 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.305+0000 7f9686e87700 1 --2- 172.21.15.46:0/1995936363 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f968015d800 0x7f96800ca8e0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f96700098f0 tx=0x7f9670009c00 comp rx=0 tx=0).stop 2023-09-21T13:05:13.307 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.305+0000 7f9686e87700 1 -- 172.21.15.46:0/1995936363 shutdown_connections 2023-09-21T13:05:13.307 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.305+0000 7f9686e87700 1 --2- 172.21.15.46:0/1995936363 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f968006aeb0 0x7f9680161df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:13.307 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.305+0000 7f9686e87700 1 --2- 172.21.15.46:0/1995936363 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f968015d800 0x7f96800ca8e0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:13.307 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.305+0000 7f9686e87700 1 -- 172.21.15.46:0/1995936363 >> 172.21.15.46:0/1995936363 conn(0x7f96800ccd10 msgr2=0x7f96800cd0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:13.307 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.305+0000 7f9686e87700 1 -- 172.21.15.46:0/1995936363 shutdown_connections 2023-09-21T13:05:13.308 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.306+0000 7f9686e87700 1 -- 172.21.15.46:0/1995936363 wait complete. 2023-09-21T13:05:13.310 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.307+0000 7f9686e87700 1 Processor -- start 2023-09-21T13:05:13.310 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.307+0000 7f9686e87700 1 -- start start 2023-09-21T13:05:13.311 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.308+0000 7f9686e87700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f968006aeb0 0x7f96800acbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:13.311 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.308+0000 7f9686e87700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f96800c3920 0x7f96800c6250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:13.311 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.308+0000 7f9686e87700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f968015d800 0x7f96800c8ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:13.311 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.308+0000 7f9686e87700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96800c6790 con 0x7f968015d800 2023-09-21T13:05:13.311 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.308+0000 7f9686e87700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9680152560 con 0x7f968006aeb0 2023-09-21T13:05:13.311 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.308+0000 7f9686e87700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f96800c7860 con 0x7f96800c3920 2023-09-21T13:05:13.312 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.309+0000 7f9685424700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f968015d800 0x7f96800c8ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:13.312 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.309+0000 7f9685424700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f968015d800 0x7f96800c8ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38240/0 (socket says 172.21.15.46:38240) 2023-09-21T13:05:13.312 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.309+0000 7f9685424700 1 -- 172.21.15.46:0/2912332590 learned_addr learned my addr 172.21.15.46:0/2912332590 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:13.312 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.309+0000 7f967ffff700 1 --2- 172.21.15.46:0/2912332590 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f96800c3920 0x7f96800c6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:13.312 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.309+0000 7f9684c23700 1 --2- 172.21.15.46:0/2912332590 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f968006aeb0 0x7f96800acbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:13.313 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.309+0000 7f9685424700 1 -- 172.21.15.46:0/2912332590 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f96800c3920 msgr2=0x7f96800c6250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:13.313 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.309+0000 7f9685424700 1 --2- 172.21.15.46:0/2912332590 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f96800c3920 0x7f96800c6250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:13.313 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.309+0000 7f9685424700 1 -- 172.21.15.46:0/2912332590 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f968006aeb0 msgr2=0x7f96800acbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:13.313 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.309+0000 7f9685424700 1 --2- 172.21.15.46:0/2912332590 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f968006aeb0 0x7f96800acbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:13.313 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.309+0000 7f9685424700 1 -- 172.21.15.46:0/2912332590 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9670009550 con 0x7f968015d800 2023-09-21T13:05:13.314 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.309+0000 7f9685424700 1 --2- 172.21.15.46:0/2912332590 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f968015d800 0x7f96800c8ec0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f9678009fd0 tx=0x7f967800e3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:13.314 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.309+0000 7f967d7fa700 1 -- 172.21.15.46:0/2912332590 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f967800ede0 con 0x7f968015d800 2023-09-21T13:05:13.314 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.309+0000 7f967d7fa700 1 -- 172.21.15.46:0/2912332590 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9678014420 con 0x7f968015d800 2023-09-21T13:05:13.314 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.309+0000 7f9686e87700 1 -- 172.21.15.46:0/2912332590 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f96800c9dd0 con 0x7f968015d800 2023-09-21T13:05:13.314 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.309+0000 7f967d7fa700 1 -- 172.21.15.46:0/2912332590 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96780147d0 con 0x7f968015d800 2023-09-21T13:05:13.315 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.309+0000 7f9686e87700 1 -- 172.21.15.46:0/2912332590 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f96800b2eb0 con 0x7f968015d800 2023-09-21T13:05:13.315 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.310+0000 7f9686e87700 1 -- 172.21.15.46:0/2912332590 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f968004f330 con 0x7f968015d800 2023-09-21T13:05:13.315 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.311+0000 7f967d7fa700 1 -- 172.21.15.46:0/2912332590 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f9678014930 con 0x7f968015d800 2023-09-21T13:05:13.315 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.311+0000 7f967d7fa700 1 --2- 172.21.15.46:0/2912332590 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f966006a580 0x7f966006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:13.315 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.311+0000 7f967d7fa700 1 -- 172.21.15.46:0/2912332590 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f9678088e00 con 0x7f968015d800 2023-09-21T13:05:13.315 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.311+0000 7f9684c23700 1 --2- 172.21.15.46:0/2912332590 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f966006a580 0x7f966006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:13.316 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.312+0000 7f9684c23700 1 --2- 172.21.15.46:0/2912332590 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f966006a580 0x7f966006ca40 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f9670000c00 tx=0x7f9670008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:13.316 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.316+0000 7f967d7fa700 1 -- 172.21.15.46:0/2912332590 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f9678054760 con 0x7f968015d800 2023-09-21T13:05:13.518 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.521+0000 7f9686e87700 1 -- 172.21.15.46:0/2912332590 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f96800b6210 con 0x7f968015d800 2023-09-21T13:05:13.519 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.522+0000 7f967d7fa700 1 -- 172.21.15.46:0/2912332590 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v16) v1 ==== 93+0+10 (secure 0 0 0) 0x7f9678057d80 con 0x7f968015d800 2023-09-21T13:05:13.519 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 1 2023-09-21T13:05:13.521 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.524+0000 7f9686e87700 1 -- 172.21.15.46:0/2912332590 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f966006a580 msgr2=0x7f966006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:13.521 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.524+0000 7f9686e87700 1 --2- 172.21.15.46:0/2912332590 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f966006a580 0x7f966006ca40 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f9670000c00 tx=0x7f9670008030 comp rx=0 tx=0).stop 2023-09-21T13:05:13.521 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.524+0000 7f9686e87700 1 -- 172.21.15.46:0/2912332590 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f968015d800 msgr2=0x7f96800c8ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:13.521 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.524+0000 7f9686e87700 1 --2- 172.21.15.46:0/2912332590 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f968015d800 0x7f96800c8ec0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f9678009fd0 tx=0x7f967800e3c0 comp rx=0 tx=0).stop 2023-09-21T13:05:13.522 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.524+0000 7f9686e87700 1 -- 172.21.15.46:0/2912332590 shutdown_connections 2023-09-21T13:05:13.522 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.524+0000 7f9686e87700 1 --2- 172.21.15.46:0/2912332590 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f966006a580 0x7f966006ca40 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:13.522 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.524+0000 7f9686e87700 1 --2- 172.21.15.46:0/2912332590 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f968015d800 0x7f96800c8ec0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:13.522 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.524+0000 7f9686e87700 1 --2- 172.21.15.46:0/2912332590 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f968006aeb0 0x7f96800acbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:13.522 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.524+0000 7f9686e87700 1 --2- 172.21.15.46:0/2912332590 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f96800c3920 0x7f96800c6250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:13.522 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.524+0000 7f9686e87700 1 -- 172.21.15.46:0/2912332590 >> 172.21.15.46:0/2912332590 conn(0x7f96800ccd10 msgr2=0x7f9680071ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:13.523 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.524+0000 7f9686e87700 1 -- 172.21.15.46:0/2912332590 shutdown_connections 2023-09-21T13:05:13.523 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.524+0000 7f9686e87700 1 -- 172.21.15.46:0/2912332590 wait complete. 2023-09-21T13:05:13.534 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2023-09-21T13:05:13.673 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.674+0000 7ff8c21ae700 1 Processor -- start 2023-09-21T13:05:13.673 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.674+0000 7ff8c21ae700 1 -- start start 2023-09-21T13:05:13.674 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.675+0000 7ff8c21ae700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7ff8bc161120 0x7ff8bc161580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:13.674 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.675+0000 7ff8c21ae700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7ff8bc0b2dd0 0x7ff8bc0b31e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:13.674 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.675+0000 7ff8c21ae700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff8bc06c0d0 con 0x7ff8bc15d5b0 2023-09-21T13:05:13.674 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.675+0000 7ff8c21ae700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff8bc06bb50 con 0x7ff8bc161120 2023-09-21T13:05:13.674 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.675+0000 7ff8c21ae700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff8bc0b3720 con 0x7ff8bc0b2dd0 2023-09-21T13:05:13.675 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.675+0000 7ff8baffd700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7ff8bc161120 0x7ff8bc161580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:13.675 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.675+0000 7ff8baffd700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7ff8bc161120 0x7ff8bc161580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38246/0 (socket says 172.21.15.46:38246) 2023-09-21T13:05:13.675 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.675+0000 7ff8baffd700 1 -- 172.21.15.46:0/2503391049 learned_addr learned my addr 172.21.15.46:0/2503391049 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:13.675 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.675+0000 7ff8bbfff700 1 --2- 172.21.15.46:0/2503391049 >> v2:172.21.15.57:3300/0 conn(0x7ff8bc0b2dd0 0x7ff8bc0b31e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:13.675 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.675+0000 7ff8baffd700 1 -- 172.21.15.46:0/2503391049 >> v2:172.21.15.57:3300/0 conn(0x7ff8bc0b2dd0 msgr2=0x7ff8bc0b31e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:13.676 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.675+0000 7ff8baffd700 1 --2- 172.21.15.46:0/2503391049 >> v2:172.21.15.57:3300/0 conn(0x7ff8bc0b2dd0 0x7ff8bc0b31e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:13.676 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.675+0000 7ff8baffd700 1 -- 172.21.15.46:0/2503391049 >> v1:172.21.15.57:6789/0 conn(0x7ff8bc15d5b0 legacy=0x7ff8bc06c560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:13.676 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.675+0000 7ff8baffd700 1 -- 172.21.15.46:0/2503391049 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff8bc06d660 con 0x7ff8bc161120 2023-09-21T13:05:13.676 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.675+0000 7ff8baffd700 1 --2- 172.21.15.46:0/2503391049 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff8bc161120 0x7ff8bc161580 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7ff8bc0b0d60 tx=0x7ff8b0009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a40eb59cf357fc9 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:13.676 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.675+0000 7ff8ba7fc700 1 -- 172.21.15.46:0/2503391049 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8b0004230 con 0x7ff8bc161120 2023-09-21T13:05:13.677 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.675+0000 7ff8ba7fc700 1 -- 172.21.15.46:0/2503391049 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff8b0004390 con 0x7ff8bc161120 2023-09-21T13:05:13.677 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.675+0000 7ff8ba7fc700 1 -- 172.21.15.46:0/2503391049 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8b00036a0 con 0x7ff8bc161120 2023-09-21T13:05:13.677 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.676+0000 7ff8c21ae700 1 -- 172.21.15.46:0/2503391049 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff8bc161120 msgr2=0x7ff8bc161580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:13.677 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.676+0000 7ff8c21ae700 1 --2- 172.21.15.46:0/2503391049 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff8bc161120 0x7ff8bc161580 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7ff8bc0b0d60 tx=0x7ff8b0009bd0 comp rx=0 tx=0).stop 2023-09-21T13:05:13.677 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.676+0000 7ff8c21ae700 1 -- 172.21.15.46:0/2503391049 shutdown_connections 2023-09-21T13:05:13.677 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.676+0000 7ff8c21ae700 1 --2- 172.21.15.46:0/2503391049 >> v2:172.21.15.57:3300/0 conn(0x7ff8bc0b2dd0 0x7ff8bc0b31e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:13.678 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.676+0000 7ff8c21ae700 1 --2- 172.21.15.46:0/2503391049 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff8bc161120 0x7ff8bc161580 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:13.678 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.676+0000 7ff8c21ae700 1 -- 172.21.15.46:0/2503391049 >> 172.21.15.46:0/2503391049 conn(0x7ff8bc06eb20 msgr2=0x7ff8bc06ef00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:13.678 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.676+0000 7ff8c21ae700 1 -- 172.21.15.46:0/2503391049 shutdown_connections 2023-09-21T13:05:13.678 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.676+0000 7ff8c21ae700 1 -- 172.21.15.46:0/2503391049 wait complete. 2023-09-21T13:05:13.681 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.678+0000 7ff8c21ae700 1 Processor -- start 2023-09-21T13:05:13.681 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.678+0000 7ff8c21ae700 1 -- start start 2023-09-21T13:05:13.681 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.679+0000 7ff8c21ae700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7ff8bc0b2dd0 0x7ff8bc160530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:13.682 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.679+0000 7ff8c21ae700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff8bc15d5b0 0x7ff8bc0b52c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:13.682 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.679+0000 7ff8c21ae700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff8bc161120 0x7ff8bc1f2e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:13.682 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.679+0000 7ff8c21ae700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8bc1f3eb0 con 0x7ff8bc161120 2023-09-21T13:05:13.682 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.679+0000 7ff8c21ae700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8bc0b4080 con 0x7ff8bc0b2dd0 2023-09-21T13:05:13.682 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.679+0000 7ff8c21ae700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff8bc0b5800 con 0x7ff8bc15d5b0 2023-09-21T13:05:13.683 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.679+0000 7ff8bbfff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff8bc161120 0x7ff8bc1f2e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:13.683 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.679+0000 7ff8bbfff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff8bc161120 0x7ff8bc1f2e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38262/0 (socket says 172.21.15.46:38262) 2023-09-21T13:05:13.683 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.679+0000 7ff8bbfff700 1 -- 172.21.15.46:0/3454682046 learned_addr learned my addr 172.21.15.46:0/3454682046 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:13.683 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.679+0000 7ff8baffd700 1 --2- 172.21.15.46:0/3454682046 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff8bc15d5b0 0x7ff8bc0b52c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:13.683 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.679+0000 7ff8bb7fe700 1 --2- 172.21.15.46:0/3454682046 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7ff8bc0b2dd0 0x7ff8bc160530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:13.683 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.680+0000 7ff8bbfff700 1 -- 172.21.15.46:0/3454682046 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff8bc15d5b0 msgr2=0x7ff8bc0b52c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:13.684 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.680+0000 7ff8bbfff700 1 --2- 172.21.15.46:0/3454682046 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff8bc15d5b0 0x7ff8bc0b52c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:13.684 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.680+0000 7ff8bbfff700 1 -- 172.21.15.46:0/3454682046 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7ff8bc0b2dd0 msgr2=0x7ff8bc160530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:13.684 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.680+0000 7ff8bbfff700 1 --2- 172.21.15.46:0/3454682046 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7ff8bc0b2dd0 0x7ff8bc160530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:13.684 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.680+0000 7ff8bbfff700 1 -- 172.21.15.46:0/3454682046 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff8b0009550 con 0x7ff8bc161120 2023-09-21T13:05:13.684 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.680+0000 7ff8bbfff700 1 --2- 172.21.15.46:0/3454682046 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff8bc161120 0x7ff8bc1f2e20 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7ff8b4007e60 tx=0x7ff8b400e3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:13.685 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.680+0000 7ff8a3fff700 1 -- 172.21.15.46:0/3454682046 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8b400ed30 con 0x7ff8bc161120 2023-09-21T13:05:13.685 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.680+0000 7ff8a3fff700 1 -- 172.21.15.46:0/3454682046 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff8b4014420 con 0x7ff8bc161120 2023-09-21T13:05:13.685 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.680+0000 7ff8c21ae700 1 -- 172.21.15.46:0/3454682046 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff8bc1f3360 con 0x7ff8bc161120 2023-09-21T13:05:13.685 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.680+0000 7ff8a3fff700 1 -- 172.21.15.46:0/3454682046 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8b40147d0 con 0x7ff8bc161120 2023-09-21T13:05:13.685 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.680+0000 7ff8c21ae700 1 -- 172.21.15.46:0/3454682046 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff8bc1f38f0 con 0x7ff8bc161120 2023-09-21T13:05:13.686 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.681+0000 7ff8c21ae700 1 -- 172.21.15.46:0/3454682046 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff8bc068b90 con 0x7ff8bc161120 2023-09-21T13:05:13.686 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.682+0000 7ff8a3fff700 1 -- 172.21.15.46:0/3454682046 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7ff8b4014930 con 0x7ff8bc161120 2023-09-21T13:05:13.686 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.682+0000 7ff8a3fff700 1 --2- 172.21.15.46:0/3454682046 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7ff8a806a580 0x7ff8a806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:13.686 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.682+0000 7ff8a3fff700 1 -- 172.21.15.46:0/3454682046 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7ff8b4088c40 con 0x7ff8bc161120 2023-09-21T13:05:13.686 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.682+0000 7ff8bb7fe700 1 --2- 172.21.15.46:0/3454682046 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7ff8a806a580 0x7ff8a806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:13.687 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.683+0000 7ff8bb7fe700 1 --2- 172.21.15.46:0/3454682046 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7ff8a806a580 0x7ff8a806ca40 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7ff8ac007fd0 tx=0x7ff8ac007ec0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:13.687 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.687+0000 7ff8a3fff700 1 -- 172.21.15.46:0/3454682046 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7ff8b40545a0 con 0x7ff8bc161120 2023-09-21T13:05:13.894 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.897+0000 7ff8c21ae700 1 -- 172.21.15.46:0/3454682046 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7ff8bc0b0db0 con 0x7ff8bc161120 2023-09-21T13:05:13.894 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.897+0000 7ff8a3fff700 1 -- 172.21.15.46:0/3454682046 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v16) v1 ==== 84+0+65 (secure 0 0 0) 0x7ff8b4057bc0 con 0x7ff8bc161120 2023-09-21T13:05:13.895 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:05:13.895 INFO:teuthology.orchestra.run.smithi046.stdout:[ 2023-09-21T13:05:13.895 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-09-21T13:05:13.895 INFO:teuthology.orchestra.run.smithi046.stdout: "poolnum": 1, 2023-09-21T13:05:13.895 INFO:teuthology.orchestra.run.smithi046.stdout: "poolname": ".mgr" 2023-09-21T13:05:13.896 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-09-21T13:05:13.896 INFO:teuthology.orchestra.run.smithi046.stdout:] 2023-09-21T13:05:13.897 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.899+0000 7ff8c21ae700 1 -- 172.21.15.46:0/3454682046 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7ff8a806a580 msgr2=0x7ff8a806ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:13.897 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.899+0000 7ff8c21ae700 1 --2- 172.21.15.46:0/3454682046 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7ff8a806a580 0x7ff8a806ca40 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7ff8ac007fd0 tx=0x7ff8ac007ec0 comp rx=0 tx=0).stop 2023-09-21T13:05:13.897 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.899+0000 7ff8c21ae700 1 -- 172.21.15.46:0/3454682046 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff8bc161120 msgr2=0x7ff8bc1f2e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:13.898 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.899+0000 7ff8c21ae700 1 --2- 172.21.15.46:0/3454682046 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff8bc161120 0x7ff8bc1f2e20 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7ff8b4007e60 tx=0x7ff8b400e3c0 comp rx=0 tx=0).stop 2023-09-21T13:05:13.898 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.899+0000 7ff8c21ae700 1 -- 172.21.15.46:0/3454682046 shutdown_connections 2023-09-21T13:05:13.898 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.899+0000 7ff8c21ae700 1 --2- 172.21.15.46:0/3454682046 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7ff8a806a580 0x7ff8a806ca40 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:13.898 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.899+0000 7ff8c21ae700 1 --2- 172.21.15.46:0/3454682046 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff8bc161120 0x7ff8bc1f2e20 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:13.898 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.899+0000 7ff8c21ae700 1 --2- 172.21.15.46:0/3454682046 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7ff8bc0b2dd0 0x7ff8bc160530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:13.899 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.899+0000 7ff8c21ae700 1 --2- 172.21.15.46:0/3454682046 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff8bc15d5b0 0x7ff8bc0b52c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:13.899 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.899+0000 7ff8c21ae700 1 -- 172.21.15.46:0/3454682046 >> 172.21.15.46:0/3454682046 conn(0x7ff8bc06eb20 msgr2=0x7ff8bc0cf5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:13.899 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.900+0000 7ff8c21ae700 1 -- 172.21.15.46:0/3454682046 shutdown_connections 2023-09-21T13:05:13.899 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:13.900+0000 7ff8c21ae700 1 -- 172.21.15.46:0/3454682046 wait complete. 2023-09-21T13:05:13.910 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2023-09-21T13:05:13.910 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2023-09-21T13:05:14.051 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.054+0000 7f1715dd0700 1 Processor -- start 2023-09-21T13:05:14.051 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.054+0000 7f1715dd0700 1 -- start start 2023-09-21T13:05:14.053 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.055+0000 7f1715dd0700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f17100cde30 0x7f171006b180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:14.053 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.055+0000 7f1715dd0700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1710071c70 con 0x7f1710071800 2023-09-21T13:05:14.053 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.055+0000 7f1715dd0700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f171015b680 con 0x7f171006ff30 2023-09-21T13:05:14.053 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.055+0000 7f1715dd0700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f171015dfd0 con 0x7f17100cde30 2023-09-21T13:05:14.053 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.055+0000 7f170f7fe700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f17100cde30 0x7f171006b180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:14.054 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.055+0000 7f170f7fe700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f17100cde30 0x7f171006b180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38268/0 (socket says 172.21.15.46:38268) 2023-09-21T13:05:14.054 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.055+0000 7f170f7fe700 1 -- 172.21.15.46:0/3725384959 learned_addr learned my addr 172.21.15.46:0/3725384959 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:14.054 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.055+0000 7f170ffff700 1 --1- 172.21.15.46:0/3725384959 >> v1:172.21.15.46:6789/0 conn(0x7f1710071800 0x7f17101614c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:45830/0 (socket says 172.21.15.46:45830) 2023-09-21T13:05:14.054 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.055+0000 7f170f7fe700 1 -- 172.21.15.46:0/3725384959 >> v1:172.21.15.57:6789/0 conn(0x7f171006ff30 legacy=0x7f17100ce210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:14.054 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.055+0000 7f170f7fe700 1 -- 172.21.15.46:0/3725384959 >> v1:172.21.15.46:6789/0 conn(0x7f1710071800 legacy=0x7f17101614c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:14.055 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.055+0000 7f170f7fe700 1 -- 172.21.15.46:0/3725384959 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f171015e2b0 con 0x7f17100cde30 2023-09-21T13:05:14.055 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.055+0000 7f170e7fc700 1 -- 172.21.15.46:0/3725384959 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 223935121 0 0) 0x7f1710071c70 con 0x7f1710071800 2023-09-21T13:05:14.055 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.056+0000 7f170f7fe700 1 --2- 172.21.15.46:0/3725384959 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f17100cde30 0x7f171006b180 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f16f80098f0 tx=0x7f16f8009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=663d4f676d5c9b89 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:14.055 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.056+0000 7f170e7fc700 1 -- 172.21.15.46:0/3725384959 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f16f800b8a0 con 0x7f17100cde30 2023-09-21T13:05:14.055 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.056+0000 7f170e7fc700 1 -- 172.21.15.46:0/3725384959 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f16f800ba00 con 0x7f17100cde30 2023-09-21T13:05:14.056 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.056+0000 7f170e7fc700 1 -- 172.21.15.46:0/3725384959 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f16f800bd90 con 0x7f17100cde30 2023-09-21T13:05:14.059 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.056+0000 7f1715dd0700 1 -- 172.21.15.46:0/3725384959 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f17100cde30 msgr2=0x7f171006b180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:14.059 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.056+0000 7f1715dd0700 1 --2- 172.21.15.46:0/3725384959 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f17100cde30 0x7f171006b180 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f16f80098f0 tx=0x7f16f8009c00 comp rx=0 tx=0).stop 2023-09-21T13:05:14.059 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.056+0000 7f1715dd0700 1 -- 172.21.15.46:0/3725384959 shutdown_connections 2023-09-21T13:05:14.059 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.056+0000 7f1715dd0700 1 --2- 172.21.15.46:0/3725384959 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f17100cde30 0x7f171006b180 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:14.060 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.056+0000 7f1715dd0700 1 -- 172.21.15.46:0/3725384959 >> 172.21.15.46:0/3725384959 conn(0x7f17100b1d50 msgr2=0x7f17100b2160 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:14.060 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.057+0000 7f1715dd0700 1 -- 172.21.15.46:0/3725384959 shutdown_connections 2023-09-21T13:05:14.060 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.057+0000 7f1715dd0700 1 -- 172.21.15.46:0/3725384959 wait complete. 2023-09-21T13:05:14.060 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.058+0000 7f1715dd0700 1 Processor -- start 2023-09-21T13:05:14.060 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.058+0000 7f1715dd0700 1 -- start start 2023-09-21T13:05:14.060 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.059+0000 7f1715dd0700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f171006ff30 0x7f17101549d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:14.061 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.059+0000 7f1715dd0700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1710071800 0x7f17100c4690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:14.061 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.059+0000 7f1715dd0700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f17100cde30 0x7f171015b850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:14.061 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.059+0000 7f1715dd0700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17100ad1b0 con 0x7f1710071800 2023-09-21T13:05:14.061 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.059+0000 7f1715dd0700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17100b54b0 con 0x7f17100cde30 2023-09-21T13:05:14.061 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.059+0000 7f1715dd0700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f17100b4930 con 0x7f171006ff30 2023-09-21T13:05:14.062 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.059+0000 7f170effd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1710071800 0x7f17100c4690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:14.062 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.059+0000 7f170effd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1710071800 0x7f17100c4690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38282/0 (socket says 172.21.15.46:38282) 2023-09-21T13:05:14.062 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.059+0000 7f170effd700 1 -- 172.21.15.46:0/2530727421 learned_addr learned my addr 172.21.15.46:0/2530727421 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:14.062 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.059+0000 7f170ffff700 1 --2- 172.21.15.46:0/2530727421 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f17100cde30 0x7f171015b850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:14.063 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.059+0000 7f170f7fe700 1 --2- 172.21.15.46:0/2530727421 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f171006ff30 0x7f17101549d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:14.063 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.059+0000 7f170effd700 1 -- 172.21.15.46:0/2530727421 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f171006ff30 msgr2=0x7f17101549d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:14.063 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.059+0000 7f170effd700 1 --2- 172.21.15.46:0/2530727421 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f171006ff30 0x7f17101549d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:14.063 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.059+0000 7f170effd700 1 -- 172.21.15.46:0/2530727421 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f17100cde30 msgr2=0x7f171015b850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:14.063 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.059+0000 7f170effd700 1 --2- 172.21.15.46:0/2530727421 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f17100cde30 0x7f171015b850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:14.063 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.059+0000 7f170effd700 1 -- 172.21.15.46:0/2530727421 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f16f8009550 con 0x7f1710071800 2023-09-21T13:05:14.064 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.059+0000 7f170ffff700 1 --2- 172.21.15.46:0/2530727421 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f17100cde30 0x7f171015b850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:05:14.064 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.059+0000 7f170f7fe700 1 --2- 172.21.15.46:0/2530727421 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f171006ff30 0x7f17101549d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:05:14.064 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.059+0000 7f170effd700 1 --2- 172.21.15.46:0/2530727421 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1710071800 0x7f17100c4690 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f170000c450 tx=0x7f170000c810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:14.064 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.060+0000 7f1707fff700 1 -- 172.21.15.46:0/2530727421 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17000052d0 con 0x7f1710071800 2023-09-21T13:05:14.064 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.060+0000 7f1715dd0700 1 -- 172.21.15.46:0/2530727421 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f17100b4c10 con 0x7f1710071800 2023-09-21T13:05:14.065 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.060+0000 7f1715dd0700 1 -- 172.21.15.46:0/2530727421 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f17100b51d0 con 0x7f1710071800 2023-09-21T13:05:14.065 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.060+0000 7f1707fff700 1 -- 172.21.15.46:0/2530727421 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f17000011a0 con 0x7f1710071800 2023-09-21T13:05:14.065 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.060+0000 7f1707fff700 1 -- 172.21.15.46:0/2530727421 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1700003680 con 0x7f1710071800 2023-09-21T13:05:14.065 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.061+0000 7f1715dd0700 1 -- 172.21.15.46:0/2530727421 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f16f40052f0 con 0x7f1710071800 2023-09-21T13:05:14.065 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.061+0000 7f1707fff700 1 -- 172.21.15.46:0/2530727421 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f17000037e0 con 0x7f1710071800 2023-09-21T13:05:14.066 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.062+0000 7f1707fff700 1 --2- 172.21.15.46:0/2530727421 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f16f006a580 0x7f16f006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:14.066 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.062+0000 7f170f7fe700 1 --2- 172.21.15.46:0/2530727421 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f16f006a580 0x7f16f006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:14.066 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.062+0000 7f1707fff700 1 -- 172.21.15.46:0/2530727421 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f17000879a0 con 0x7f1710071800 2023-09-21T13:05:14.066 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.062+0000 7f170f7fe700 1 --2- 172.21.15.46:0/2530727421 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f16f006a580 0x7f16f006ca40 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f16f8009130 tx=0x7f16f8008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:14.067 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.066+0000 7f1707fff700 1 -- 172.21.15.46:0/2530727421 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f1700053330 con 0x7f1710071800 2023-09-21T13:05:14.270 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.273+0000 7f1715dd0700 1 -- 172.21.15.46:0/2530727421 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7f16f4005640 con 0x7f1710071800 2023-09-21T13:05:14.716 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.719+0000 7f1707fff700 1 -- 172.21.15.46:0/2530727421 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v17) v1 ==== 138+0+0 (secure 0 0 0) 0x7f1700056950 con 0x7f1710071800 2023-09-21T13:05:14.720 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.723+0000 7f1715dd0700 1 -- 172.21.15.46:0/2530727421 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f16f006a580 msgr2=0x7f16f006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:14.720 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.723+0000 7f1715dd0700 1 --2- 172.21.15.46:0/2530727421 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f16f006a580 0x7f16f006ca40 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f16f8009130 tx=0x7f16f8008030 comp rx=0 tx=0).stop 2023-09-21T13:05:14.720 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.723+0000 7f1715dd0700 1 -- 172.21.15.46:0/2530727421 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1710071800 msgr2=0x7f17100c4690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:14.721 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.723+0000 7f1715dd0700 1 --2- 172.21.15.46:0/2530727421 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1710071800 0x7f17100c4690 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f170000c450 tx=0x7f170000c810 comp rx=0 tx=0).stop 2023-09-21T13:05:14.721 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.723+0000 7f1715dd0700 1 -- 172.21.15.46:0/2530727421 shutdown_connections 2023-09-21T13:05:14.721 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.723+0000 7f1715dd0700 1 --2- 172.21.15.46:0/2530727421 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f16f006a580 0x7f16f006ca40 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:14.721 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.723+0000 7f1715dd0700 1 --2- 172.21.15.46:0/2530727421 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f17100cde30 0x7f171015b850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:14.721 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.723+0000 7f1715dd0700 1 --2- 172.21.15.46:0/2530727421 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f171006ff30 0x7f17101549d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:14.722 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.723+0000 7f1715dd0700 1 --2- 172.21.15.46:0/2530727421 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1710071800 0x7f17100c4690 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:14.722 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.723+0000 7f1715dd0700 1 -- 172.21.15.46:0/2530727421 >> 172.21.15.46:0/2530727421 conn(0x7f17100b1d50 msgr2=0x7f1710071d00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:14.722 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.723+0000 7f1715dd0700 1 -- 172.21.15.46:0/2530727421 shutdown_connections 2023-09-21T13:05:14.722 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.723+0000 7f1715dd0700 1 -- 172.21.15.46:0/2530727421 wait complete. 2023-09-21T13:05:14.723 INFO:teuthology.orchestra.run.smithi046.stderr:pool 'cephfs_metadata' created 2023-09-21T13:05:14.738 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2023-09-21T13:05:14.885 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.888+0000 7f9b00ea5700 1 Processor -- start 2023-09-21T13:05:14.886 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.888+0000 7f9b00ea5700 1 -- start start 2023-09-21T13:05:14.888 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.889+0000 7f9b00ea5700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f9afc152370 0x7f9afc0d04e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:14.889 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.889+0000 7f9b00ea5700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f9afc0d0a20 0x7f9afc0b2f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:14.889 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.889+0000 7f9b00ea5700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9afc15fa40 con 0x7f9afc0b34a0 2023-09-21T13:05:14.889 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.889+0000 7f9b00ea5700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9afc0d0ea0 con 0x7f9afc152370 2023-09-21T13:05:14.889 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.889+0000 7f9b00ea5700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9afc15c9b0 con 0x7f9afc0d0a20 2023-09-21T13:05:14.890 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.890+0000 7f9afa59c700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f9afc152370 0x7f9afc0d04e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:14.890 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.890+0000 7f9afa59c700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f9afc152370 0x7f9afc0d04e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38618/0 (socket says 172.21.15.46:38618) 2023-09-21T13:05:14.890 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.890+0000 7f9afa59c700 1 -- 172.21.15.46:0/4105265002 learned_addr learned my addr 172.21.15.46:0/4105265002 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:14.890 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.890+0000 7f9af9d9b700 1 --2- 172.21.15.46:0/4105265002 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f9afc0d0a20 0x7f9afc0b2f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:14.891 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.890+0000 7f9afa59c700 1 -- 172.21.15.46:0/4105265002 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f9afc0d0a20 msgr2=0x7f9afc0b2f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:14.891 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.890+0000 7f9afa59c700 1 --2- 172.21.15.46:0/4105265002 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f9afc0d0a20 0x7f9afc0b2f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:14.891 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.890+0000 7f9afa59c700 1 -- 172.21.15.46:0/4105265002 >> v1:172.21.15.57:6789/0 conn(0x7f9afc0b34a0 legacy=0x7f9afc0ceee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:14.891 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.890+0000 7f9afa59c700 1 -- 172.21.15.46:0/4105265002 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9afc0ce700 con 0x7f9afc152370 2023-09-21T13:05:14.891 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.890+0000 7f9afa59c700 1 --2- 172.21.15.46:0/4105265002 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9afc152370 0x7f9afc0d04e0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f9af4009e50 tx=0x7f9af400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=beb472047684139b server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:14.892 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.890+0000 7f9af959a700 1 -- 172.21.15.46:0/4105265002 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9af400e070 con 0x7f9afc152370 2023-09-21T13:05:14.892 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.890+0000 7f9af959a700 1 -- 172.21.15.46:0/4105265002 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9af400b9c0 con 0x7f9afc152370 2023-09-21T13:05:14.892 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.890+0000 7f9af959a700 1 -- 172.21.15.46:0/4105265002 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9af400bd70 con 0x7f9afc152370 2023-09-21T13:05:14.893 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.891+0000 7f9b00ea5700 1 -- 172.21.15.46:0/4105265002 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9afc152370 msgr2=0x7f9afc0d04e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:14.893 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.891+0000 7f9b00ea5700 1 --2- 172.21.15.46:0/4105265002 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9afc152370 0x7f9afc0d04e0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f9af4009e50 tx=0x7f9af400b330 comp rx=0 tx=0).stop 2023-09-21T13:05:14.893 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.891+0000 7f9b00ea5700 1 -- 172.21.15.46:0/4105265002 shutdown_connections 2023-09-21T13:05:14.894 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.891+0000 7f9b00ea5700 1 --2- 172.21.15.46:0/4105265002 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9afc152370 0x7f9afc0d04e0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:14.894 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.891+0000 7f9b00ea5700 1 --2- 172.21.15.46:0/4105265002 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f9afc0d0a20 0x7f9afc0b2f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:14.894 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.891+0000 7f9b00ea5700 1 -- 172.21.15.46:0/4105265002 >> 172.21.15.46:0/4105265002 conn(0x7f9afc06eae0 msgr2=0x7f9afc06eec0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:14.895 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.891+0000 7f9b00ea5700 1 -- 172.21.15.46:0/4105265002 shutdown_connections 2023-09-21T13:05:14.895 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.891+0000 7f9b00ea5700 1 -- 172.21.15.46:0/4105265002 wait complete. 2023-09-21T13:05:14.898 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.892+0000 7f9b00ea5700 1 Processor -- start 2023-09-21T13:05:14.898 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.893+0000 7f9b00ea5700 1 -- start start 2023-09-21T13:05:14.898 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.893+0000 7f9b00ea5700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f9afc0b34a0 0x7f9afc0b6a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:14.898 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.893+0000 7f9b00ea5700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f9afc0d0a20 0x7f9afc14f720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:14.899 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.893+0000 7f9b00ea5700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9afc152370 0x7f9afc0b5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:14.899 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.893+0000 7f9b00ea5700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9afc0b6f90 con 0x7f9afc152370 2023-09-21T13:05:14.899 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.893+0000 7f9b00ea5700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9afc14fc60 con 0x7f9afc0d0a20 2023-09-21T13:05:14.899 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.893+0000 7f9b00ea5700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9afc0c7920 con 0x7f9afc0b34a0 2023-09-21T13:05:14.899 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.893+0000 7f9afad9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9afc152370 0x7f9afc0b5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:14.899 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.893+0000 7f9afad9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9afc152370 0x7f9afc0b5bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38624/0 (socket says 172.21.15.46:38624) 2023-09-21T13:05:14.900 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.893+0000 7f9afad9d700 1 -- 172.21.15.46:0/2572951474 learned_addr learned my addr 172.21.15.46:0/2572951474 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:14.900 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.894+0000 7f9afa59c700 1 --2- 172.21.15.46:0/2572951474 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f9afc0b34a0 0x7f9afc0b6a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:14.900 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.894+0000 7f9af9d9b700 1 --2- 172.21.15.46:0/2572951474 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f9afc0d0a20 0x7f9afc14f720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:14.900 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.894+0000 7f9afad9d700 1 -- 172.21.15.46:0/2572951474 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f9afc0b34a0 msgr2=0x7f9afc0b6a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:14.901 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.894+0000 7f9afad9d700 1 --2- 172.21.15.46:0/2572951474 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f9afc0b34a0 0x7f9afc0b6a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:14.901 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.894+0000 7f9afad9d700 1 -- 172.21.15.46:0/2572951474 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f9afc0d0a20 msgr2=0x7f9afc14f720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:14.901 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.894+0000 7f9afad9d700 1 --2- 172.21.15.46:0/2572951474 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f9afc0d0a20 0x7f9afc14f720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:14.901 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.894+0000 7f9afad9d700 1 -- 172.21.15.46:0/2572951474 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9af4009b30 con 0x7f9afc152370 2023-09-21T13:05:14.901 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.894+0000 7f9af9d9b700 1 --2- 172.21.15.46:0/2572951474 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f9afc0d0a20 0x7f9afc14f720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:05:14.902 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.894+0000 7f9afad9d700 1 --2- 172.21.15.46:0/2572951474 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9afc152370 0x7f9afc0b5bb0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f9aec00c500 tx=0x7f9aec00c810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:14.902 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.894+0000 7f9af2ffd700 1 -- 172.21.15.46:0/2572951474 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9aec0052d0 con 0x7f9afc152370 2023-09-21T13:05:14.902 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.894+0000 7f9af2ffd700 1 -- 172.21.15.46:0/2572951474 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9aec005430 con 0x7f9afc152370 2023-09-21T13:05:14.902 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.894+0000 7f9b00ea5700 1 -- 172.21.15.46:0/2572951474 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9afc0c7c00 con 0x7f9afc152370 2023-09-21T13:05:14.902 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.894+0000 7f9af2ffd700 1 -- 172.21.15.46:0/2572951474 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9aec0038c0 con 0x7f9afc152370 2023-09-21T13:05:14.902 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.894+0000 7f9b00ea5700 1 -- 172.21.15.46:0/2572951474 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9afc0b53b0 con 0x7f9afc152370 2023-09-21T13:05:14.903 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.895+0000 7f9b00ea5700 1 -- 172.21.15.46:0/2572951474 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9afc04f330 con 0x7f9afc152370 2023-09-21T13:05:14.903 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.896+0000 7f9af2ffd700 1 -- 172.21.15.46:0/2572951474 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f9aec003a20 con 0x7f9afc152370 2023-09-21T13:05:14.903 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.896+0000 7f9af2ffd700 1 --2- 172.21.15.46:0/2572951474 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f9adc06a580 0x7f9adc06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:14.903 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.896+0000 7f9af2ffd700 1 -- 172.21.15.46:0/2572951474 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 5227+0+0 (secure 0 0 0) 0x7f9aec087c60 con 0x7f9afc152370 2023-09-21T13:05:14.903 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.897+0000 7f9afa59c700 1 --2- 172.21.15.46:0/2572951474 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f9adc06a580 0x7f9adc06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:14.904 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.897+0000 7f9afa59c700 1 --2- 172.21.15.46:0/2572951474 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f9adc06a580 0x7f9adc06ca40 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f9af400b370 tx=0x7f9af4009000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:14.904 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:14.901+0000 7f9af2ffd700 1 -- 172.21.15.46:0/2572951474 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f9aec0533b0 con 0x7f9afc152370 2023-09-21T13:05:15.111 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.114+0000 7f9b00ea5700 1 -- 172.21.15.46:0/2572951474 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f9afc0cbb30 con 0x7f9afc152370 2023-09-21T13:05:15.722 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.725+0000 7f9af2ffd700 1 -- 172.21.15.46:0/2572951474 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v18) v1 ==== 170+0+0 (secure 0 0 0) 0x7f9aec0569d0 con 0x7f9afc152370 2023-09-21T13:05:15.730 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.733+0000 7f9b00ea5700 1 -- 172.21.15.46:0/2572951474 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f9adc06a580 msgr2=0x7f9adc06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:15.730 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.733+0000 7f9b00ea5700 1 --2- 172.21.15.46:0/2572951474 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f9adc06a580 0x7f9adc06ca40 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f9af400b370 tx=0x7f9af4009000 comp rx=0 tx=0).stop 2023-09-21T13:05:15.731 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.733+0000 7f9b00ea5700 1 -- 172.21.15.46:0/2572951474 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9afc152370 msgr2=0x7f9afc0b5bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:15.731 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.733+0000 7f9b00ea5700 1 --2- 172.21.15.46:0/2572951474 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9afc152370 0x7f9afc0b5bb0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f9aec00c500 tx=0x7f9aec00c810 comp rx=0 tx=0).stop 2023-09-21T13:05:15.731 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.733+0000 7f9b00ea5700 1 -- 172.21.15.46:0/2572951474 shutdown_connections 2023-09-21T13:05:15.732 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.733+0000 7f9b00ea5700 1 --2- 172.21.15.46:0/2572951474 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f9adc06a580 0x7f9adc06ca40 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:15.732 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.733+0000 7f9b00ea5700 1 --2- 172.21.15.46:0/2572951474 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9afc152370 0x7f9afc0b5bb0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:15.732 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.733+0000 7f9b00ea5700 1 --2- 172.21.15.46:0/2572951474 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f9afc0b34a0 0x7f9afc0b6a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:15.732 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.733+0000 7f9b00ea5700 1 --2- 172.21.15.46:0/2572951474 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f9afc0d0a20 0x7f9afc14f720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:15.732 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.733+0000 7f9b00ea5700 1 -- 172.21.15.46:0/2572951474 >> 172.21.15.46:0/2572951474 conn(0x7f9afc06eae0 msgr2=0x7f9afc0b2d80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:15.733 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.734+0000 7f9b00ea5700 1 -- 172.21.15.46:0/2572951474 shutdown_connections 2023-09-21T13:05:15.733 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.734+0000 7f9b00ea5700 1 -- 172.21.15.46:0/2572951474 wait complete. 2023-09-21T13:05:15.735 INFO:teuthology.orchestra.run.smithi046.stderr:pool 'cephfs_data' created 2023-09-21T13:05:15.755 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2023-09-21T13:05:15.898 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.901+0000 7fdeaa676700 1 Processor -- start 2023-09-21T13:05:15.898 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.901+0000 7fdeaa676700 1 -- start start 2023-09-21T13:05:15.900 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.901+0000 7fdeaa676700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fdea415d7f0 0x7fdea4161d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:15.900 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.901+0000 7fdeaa676700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7fdea40b53e0 0x7fdea406bef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:15.901 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.901+0000 7fdeaa676700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdea41622a0 con 0x7fdea40b4f60 2023-09-21T13:05:15.901 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.901+0000 7fdeaa676700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdea40d15f0 con 0x7fdea40b53e0 2023-09-21T13:05:15.901 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.901+0000 7fdeaa676700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdea40b5870 con 0x7fdea415d7f0 2023-09-21T13:05:15.901 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.902+0000 7fdea8c13700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7fdea40b53e0 0x7fdea406bef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:15.901 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.902+0000 7fdea37fe700 1 --1- >> v1:172.21.15.57:6789/0 conn(0x7fdea40b4f60 0x7fdea406b7e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.57:6789/0 says I am v1:172.21.15.46:34504/0 (socket says 172.21.15.46:34504) 2023-09-21T13:05:15.902 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.902+0000 7fdea3fff700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fdea415d7f0 0x7fdea4161d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:15.902 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.902+0000 7fdea37fe700 1 -- 172.21.15.46:0/1425258433 learned_addr learned my addr 172.21.15.46:0/1425258433 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:05:15.902 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.902+0000 7fdea2ffd700 1 -- 172.21.15.46:0/1425258433 <== mon.1 v1:172.21.15.57:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3870589869 0 0) 0x7fde98001110 con 0x7fdea40b4f60 2023-09-21T13:05:15.902 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.902+0000 7fdea2ffd700 1 -- 172.21.15.46:0/1425258433 --> v1:172.21.15.57:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fde8c0035b0 con 0x7fdea40b4f60 2023-09-21T13:05:15.903 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.902+0000 7fdea3fff700 1 -- 172.21.15.46:0/1425258433 >> v2:172.21.15.57:3300/0 conn(0x7fdea40b53e0 msgr2=0x7fdea406bef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:15.903 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.902+0000 7fdea3fff700 1 --2- 172.21.15.46:0/1425258433 >> v2:172.21.15.57:3300/0 conn(0x7fdea40b53e0 0x7fdea406bef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:15.903 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.902+0000 7fdea3fff700 1 -- 172.21.15.46:0/1425258433 >> v1:172.21.15.57:6789/0 conn(0x7fdea40b4f60 legacy=0x7fdea406b7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:15.903 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.902+0000 7fdea3fff700 1 -- 172.21.15.46:0/1425258433 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdea40b6710 con 0x7fdea415d7f0 2023-09-21T13:05:15.903 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.902+0000 7fdea3fff700 1 --2- 172.21.15.46:0/1425258433 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fdea415d7f0 0x7fdea4161d60 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fde94009840 tx=0x7fde94009b50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a7c493bf96706d22 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:15.904 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.903+0000 7fdea2ffd700 1 -- 172.21.15.46:0/1425258433 <== mon.2 v2:172.21.15.57:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde94011830 con 0x7fdea415d7f0 2023-09-21T13:05:15.904 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.903+0000 7fdea2ffd700 1 -- 172.21.15.46:0/1425258433 <== mon.2 v2:172.21.15.57:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fde94011990 con 0x7fdea415d7f0 2023-09-21T13:05:15.904 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.903+0000 7fdea2ffd700 1 -- 172.21.15.46:0/1425258433 <== mon.2 v2:172.21.15.57:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde94011d00 con 0x7fdea415d7f0 2023-09-21T13:05:15.904 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.903+0000 7fdeaa676700 1 -- 172.21.15.46:0/1425258433 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fdea415d7f0 msgr2=0x7fdea4161d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:15.904 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.903+0000 7fdeaa676700 1 --2- 172.21.15.46:0/1425258433 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fdea415d7f0 0x7fdea4161d60 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fde94009840 tx=0x7fde94009b50 comp rx=0 tx=0).stop 2023-09-21T13:05:15.904 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.903+0000 7fdeaa676700 1 -- 172.21.15.46:0/1425258433 shutdown_connections 2023-09-21T13:05:15.905 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.903+0000 7fdeaa676700 1 --2- 172.21.15.46:0/1425258433 >> v2:172.21.15.57:3300/0 conn(0x7fdea40b53e0 0x7fdea406bef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:15.905 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.903+0000 7fdeaa676700 1 --2- 172.21.15.46:0/1425258433 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fdea415d7f0 0x7fdea4161d60 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:15.905 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.903+0000 7fdeaa676700 1 -- 172.21.15.46:0/1425258433 >> 172.21.15.46:0/1425258433 conn(0x7fdea40722c0 msgr2=0x7fdea40726d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:15.905 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.903+0000 7fdeaa676700 1 -- 172.21.15.46:0/1425258433 shutdown_connections 2023-09-21T13:05:15.905 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.903+0000 7fdeaa676700 1 -- 172.21.15.46:0/1425258433 wait complete. 2023-09-21T13:05:15.908 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.905+0000 7fdeaa676700 1 Processor -- start 2023-09-21T13:05:15.908 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.905+0000 7fdeaa676700 1 -- start start 2023-09-21T13:05:15.908 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.906+0000 7fdeaa676700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fdea40b4f60 0x7fdea40c60e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:15.909 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.906+0000 7fdeaa676700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdea40b53e0 0x7fdea40b7db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:15.909 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.906+0000 7fdeaa676700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fdea415d7f0 0x7fdea41515c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:15.909 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.906+0000 7fdeaa676700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdea40ccb90 con 0x7fdea40b53e0 2023-09-21T13:05:15.909 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.906+0000 7fdeaa676700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdea40c7010 con 0x7fdea415d7f0 2023-09-21T13:05:15.909 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.906+0000 7fdeaa676700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdea40c7e70 con 0x7fdea40b4f60 2023-09-21T13:05:15.910 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.906+0000 7fdea37fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdea40b53e0 0x7fdea40b7db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:15.910 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.906+0000 7fdea37fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdea40b53e0 0x7fdea40b7db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38628/0 (socket says 172.21.15.46:38628) 2023-09-21T13:05:15.910 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.906+0000 7fdea37fe700 1 -- 172.21.15.46:0/2028343929 learned_addr learned my addr 172.21.15.46:0/2028343929 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:15.910 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.906+0000 7fdea3fff700 1 --2- 172.21.15.46:0/2028343929 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fdea40b4f60 0x7fdea40c60e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:15.910 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.906+0000 7fdea8c13700 1 --2- 172.21.15.46:0/2028343929 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fdea415d7f0 0x7fdea41515c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:15.911 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.907+0000 7fdea3fff700 1 -- 172.21.15.46:0/2028343929 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fdea415d7f0 msgr2=0x7fdea41515c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:15.911 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.907+0000 7fdea3fff700 1 --2- 172.21.15.46:0/2028343929 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fdea415d7f0 0x7fdea41515c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:15.911 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.907+0000 7fdea3fff700 1 -- 172.21.15.46:0/2028343929 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdea40b53e0 msgr2=0x7fdea40b7db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:15.911 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.907+0000 7fdea3fff700 1 --2- 172.21.15.46:0/2028343929 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdea40b53e0 0x7fdea40b7db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:15.911 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.907+0000 7fdea3fff700 1 -- 172.21.15.46:0/2028343929 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fde940094a0 con 0x7fdea40b4f60 2023-09-21T13:05:15.912 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.907+0000 7fdea37fe700 1 --2- 172.21.15.46:0/2028343929 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdea40b53e0 0x7fdea40b7db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-21T13:05:15.912 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.907+0000 7fdea3fff700 1 --2- 172.21.15.46:0/2028343929 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fdea40b4f60 0x7fdea40c60e0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fde94016000 tx=0x7fde94004750 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:15.912 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.907+0000 7fdea0ff9700 1 -- 172.21.15.46:0/2028343929 <== mon.2 v2:172.21.15.57:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde94004550 con 0x7fdea40b4f60 2023-09-21T13:05:15.912 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.907+0000 7fdea0ff9700 1 -- 172.21.15.46:0/2028343929 <== mon.2 v2:172.21.15.57:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fde9401f070 con 0x7fdea40b4f60 2023-09-21T13:05:15.912 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.907+0000 7fdeaa676700 1 -- 172.21.15.46:0/2028343929 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdea40c6620 con 0x7fdea40b4f60 2023-09-21T13:05:15.913 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.907+0000 7fdea0ff9700 1 -- 172.21.15.46:0/2028343929 <== mon.2 v2:172.21.15.57:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde940038a0 con 0x7fdea40b4f60 2023-09-21T13:05:15.913 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.907+0000 7fdeaa676700 1 -- 172.21.15.46:0/2028343929 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdea40c7540 con 0x7fdea40b4f60 2023-09-21T13:05:15.913 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.908+0000 7fdeaa676700 1 -- 172.21.15.46:0/2028343929 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdea404f330 con 0x7fdea40b4f60 2023-09-21T13:05:15.913 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.909+0000 7fdea0ff9700 1 -- 172.21.15.46:0/2028343929 <== mon.2 v2:172.21.15.57:3301/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fde94003a00 con 0x7fdea40b4f60 2023-09-21T13:05:15.913 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.909+0000 7fdea0ff9700 1 --2- 172.21.15.46:0/2028343929 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fde9006a580 0x7fde9006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:15.914 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.909+0000 7fdea0ff9700 1 -- 172.21.15.46:0/2028343929 <== mon.2 v2:172.21.15.57:3301/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 5609+0+0 (secure 0 0 0) 0x7fde94021070 con 0x7fdea40b4f60 2023-09-21T13:05:15.914 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.909+0000 7fdea37fe700 1 --2- 172.21.15.46:0/2028343929 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fde9006a580 0x7fde9006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:15.914 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.910+0000 7fdea37fe700 1 --2- 172.21.15.46:0/2028343929 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fde9006a580 0x7fde9006ca40 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fdea40b4720 tx=0x7fde98009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:15.915 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:15.915+0000 7fdea0ff9700 1 -- 172.21.15.46:0/2028343929 <== mon.2 v2:172.21.15.57:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fde94055670 con 0x7fdea40b4f60 2023-09-21T13:05:16.165 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.169+0000 7fdeaa676700 1 -- 172.21.15.46:0/2028343929 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7fdea40d0dc0 con 0x7fdea40b4f60 2023-09-21T13:05:16.727 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.730+0000 7fdea0ff9700 1 -- 172.21.15.46:0/2028343929 <== mon.2 v2:172.21.15.57:3301/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v4) v1 ==== 172+0+0 (secure 0 0 0) 0x7fde940150c0 con 0x7fdea40b4f60 2023-09-21T13:05:16.735 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.737+0000 7fdeaa676700 1 -- 172.21.15.46:0/2028343929 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fde9006a580 msgr2=0x7fde9006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:16.735 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.737+0000 7fdeaa676700 1 --2- 172.21.15.46:0/2028343929 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fde9006a580 0x7fde9006ca40 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fdea40b4720 tx=0x7fde98009040 comp rx=0 tx=0).stop 2023-09-21T13:05:16.735 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.737+0000 7fdeaa676700 1 -- 172.21.15.46:0/2028343929 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fdea40b4f60 msgr2=0x7fdea40c60e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:16.735 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.737+0000 7fdeaa676700 1 --2- 172.21.15.46:0/2028343929 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fdea40b4f60 0x7fdea40c60e0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fde94016000 tx=0x7fde94004750 comp rx=0 tx=0).stop 2023-09-21T13:05:16.736 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.738+0000 7fdeaa676700 1 -- 172.21.15.46:0/2028343929 shutdown_connections 2023-09-21T13:05:16.736 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.738+0000 7fdeaa676700 1 --2- 172.21.15.46:0/2028343929 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fde9006a580 0x7fde9006ca40 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:16.736 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.738+0000 7fdeaa676700 1 --2- 172.21.15.46:0/2028343929 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fdea415d7f0 0x7fdea41515c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:16.736 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.738+0000 7fdeaa676700 1 --2- 172.21.15.46:0/2028343929 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fdea40b4f60 0x7fdea40c60e0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:16.736 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.738+0000 7fdeaa676700 1 --2- 172.21.15.46:0/2028343929 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdea40b53e0 0x7fdea40b7db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:16.737 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.738+0000 7fdeaa676700 1 -- 172.21.15.46:0/2028343929 >> 172.21.15.46:0/2028343929 conn(0x7fdea40722c0 msgr2=0x7fdea41617b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:16.737 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.738+0000 7fdeaa676700 1 -- 172.21.15.46:0/2028343929 shutdown_connections 2023-09-21T13:05:16.737 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.738+0000 7fdeaa676700 1 -- 172.21.15.46:0/2028343929 wait complete. 2023-09-21T13:05:16.751 INFO:teuthology.orchestra.run.smithi046.stderr:new fs with metadata pool 2 and data pool 3 2023-09-21T13:05:16.767 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-21T13:05:16.905 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.908+0000 7f1aa6f99700 1 Processor -- start 2023-09-21T13:05:16.905 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.908+0000 7f1aa6f99700 1 -- start start 2023-09-21T13:05:16.908 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.908+0000 7f1aa6f99700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f1aa015b410 0x7f1aa015fb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:16.908 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.908+0000 7f1aa6f99700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f1aa0071770 0x7f1aa00ca840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:16.908 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.908+0000 7f1aa6f99700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1aa015f0d0 con 0x7f1aa0071bd0 2023-09-21T13:05:16.909 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.908+0000 7f1aa6f99700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1aa015f700 con 0x7f1aa0071770 2023-09-21T13:05:16.909 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.908+0000 7f1aa6f99700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1aa0160060 con 0x7f1aa015b410 2023-09-21T13:05:16.909 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.909+0000 7f1aa4d35700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f1aa015b410 0x7f1aa015fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:16.909 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.909+0000 7f1a9ffff700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f1aa0071770 0x7f1aa00ca840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:16.909 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.909+0000 7f1aa4d35700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f1aa015b410 0x7f1aa015fb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.57:3301/0 says I am v2:172.21.15.46:51882/0 (socket says 172.21.15.46:51882) 2023-09-21T13:05:16.910 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.909+0000 7f1aa5536700 1 --1- >> v1:172.21.15.57:6789/0 conn(0x7f1aa0071bd0 0x7f1aa00b3040 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.57:6789/0 says I am v1:172.21.15.46:34512/0 (socket says 172.21.15.46:34512) 2023-09-21T13:05:16.910 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.909+0000 7f1aa4d35700 1 -- 172.21.15.46:0/3367489717 learned_addr learned my addr 172.21.15.46:0/3367489717 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:16.910 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.909+0000 7f1aa4d35700 1 -- 172.21.15.46:0/3367489717 >> v2:172.21.15.57:3300/0 conn(0x7f1aa0071770 msgr2=0x7f1aa00ca840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:16.910 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.909+0000 7f1aa4d35700 1 --2- 172.21.15.46:0/3367489717 >> v2:172.21.15.57:3300/0 conn(0x7f1aa0071770 0x7f1aa00ca840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:16.911 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.909+0000 7f1aa4d35700 1 -- 172.21.15.46:0/3367489717 >> v1:172.21.15.57:6789/0 conn(0x7f1aa0071bd0 legacy=0x7f1aa00b3040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:16.911 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.909+0000 7f1aa4d35700 1 -- 172.21.15.46:0/3367489717 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1aa00721a0 con 0x7f1aa015b410 2023-09-21T13:05:16.911 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.909+0000 7f1a9f7fe700 1 -- 172.21.15.46:0/3367489717 <== mon.1 v1:172.21.15.57:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2543330455 0 0) 0x7f1aa015f0d0 con 0x7f1aa0071bd0 2023-09-21T13:05:16.911 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.909+0000 7f1a9ffff700 1 --2- 172.21.15.46:0/3367489717 >> v2:172.21.15.57:3300/0 conn(0x7f1aa0071770 0x7f1aa00ca840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-21T13:05:16.911 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.909+0000 7f1aa4d35700 1 --2- 172.21.15.46:0/3367489717 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f1aa015b410 0x7f1aa015fb20 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f1a900098f0 tx=0x7f1a90009c00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f13adc9fd9ed6fd4 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:16.912 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.910+0000 7f1a9f7fe700 1 -- 172.21.15.46:0/3367489717 <== mon.2 v2:172.21.15.57:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a90011830 con 0x7f1aa015b410 2023-09-21T13:05:16.912 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.910+0000 7f1a9f7fe700 1 -- 172.21.15.46:0/3367489717 <== mon.2 v2:172.21.15.57:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1a90011990 con 0x7f1aa015b410 2023-09-21T13:05:16.912 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.910+0000 7f1a9f7fe700 1 -- 172.21.15.46:0/3367489717 <== mon.2 v2:172.21.15.57:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a90011d20 con 0x7f1aa015b410 2023-09-21T13:05:16.912 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.910+0000 7f1aa6f99700 1 -- 172.21.15.46:0/3367489717 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f1aa015b410 msgr2=0x7f1aa015fb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:16.913 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.910+0000 7f1aa6f99700 1 --2- 172.21.15.46:0/3367489717 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f1aa015b410 0x7f1aa015fb20 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f1a900098f0 tx=0x7f1a90009c00 comp rx=0 tx=0).stop 2023-09-21T13:05:16.913 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.910+0000 7f1aa6f99700 1 -- 172.21.15.46:0/3367489717 shutdown_connections 2023-09-21T13:05:16.913 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.910+0000 7f1aa6f99700 1 --2- 172.21.15.46:0/3367489717 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f1aa015b410 0x7f1aa015fb20 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:16.913 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.910+0000 7f1aa6f99700 1 --2- 172.21.15.46:0/3367489717 >> v2:172.21.15.57:3300/0 conn(0x7f1aa0071770 0x7f1aa00ca840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:16.913 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.910+0000 7f1aa6f99700 1 -- 172.21.15.46:0/3367489717 >> 172.21.15.46:0/3367489717 conn(0x7f1aa00d01f0 msgr2=0x7f1aa00d0600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:16.914 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.910+0000 7f1aa6f99700 1 -- 172.21.15.46:0/3367489717 shutdown_connections 2023-09-21T13:05:16.914 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.910+0000 7f1aa6f99700 1 -- 172.21.15.46:0/3367489717 wait complete. 2023-09-21T13:05:16.916 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.911+0000 7f1aa6f99700 1 Processor -- start 2023-09-21T13:05:16.917 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.912+0000 7f1aa6f99700 1 -- start start 2023-09-21T13:05:16.917 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.912+0000 7f1aa6f99700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f1aa0071770 0x7f1aa0149690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:16.917 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.912+0000 7f1aa6f99700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f1aa0071bd0 0x7f1aa00c8d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:16.917 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.912+0000 7f1aa6f99700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1aa015b410 0x7f1aa00c92a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:16.918 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.912+0000 7f1aa6f99700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1aa00ae5a0 con 0x7f1aa015b410 2023-09-21T13:05:16.918 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.912+0000 7f1aa6f99700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1aa0149bd0 con 0x7f1aa0071bd0 2023-09-21T13:05:16.918 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.912+0000 7f1aa6f99700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1aa00ad500 con 0x7f1aa0071770 2023-09-21T13:05:16.918 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.913+0000 7f1aa5536700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1aa015b410 0x7f1aa00c92a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:16.918 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.913+0000 7f1aa4d35700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f1aa0071770 0x7f1aa0149690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:16.918 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.913+0000 7f1aa5536700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1aa015b410 0x7f1aa00c92a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38634/0 (socket says 172.21.15.46:38634) 2023-09-21T13:05:16.919 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.913+0000 7f1aa5536700 1 -- 172.21.15.46:0/315187675 learned_addr learned my addr 172.21.15.46:0/315187675 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:16.919 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.913+0000 7f1a9ffff700 1 --2- 172.21.15.46:0/315187675 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f1aa0071bd0 0x7f1aa00c8d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:16.919 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.913+0000 7f1aa5536700 1 -- 172.21.15.46:0/315187675 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f1aa0071770 msgr2=0x7f1aa0149690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:16.919 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.913+0000 7f1aa5536700 1 --2- 172.21.15.46:0/315187675 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f1aa0071770 0x7f1aa0149690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:16.919 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.913+0000 7f1aa5536700 1 -- 172.21.15.46:0/315187675 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f1aa0071bd0 msgr2=0x7f1aa00c8d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:16.920 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.913+0000 7f1aa5536700 1 --2- 172.21.15.46:0/315187675 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f1aa0071bd0 0x7f1aa00c8d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:16.920 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.913+0000 7f1aa5536700 1 -- 172.21.15.46:0/315187675 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1a880094a0 con 0x7f1aa015b410 2023-09-21T13:05:16.920 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.913+0000 7f1aa5536700 1 --2- 172.21.15.46:0/315187675 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1aa015b410 0x7f1aa00c92a0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f1a9800cba0 tx=0x7f1a9800ceb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:16.920 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.913+0000 7f1a9d7fa700 1 -- 172.21.15.46:0/315187675 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a9800aaa0 con 0x7f1aa015b410 2023-09-21T13:05:16.920 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.913+0000 7f1a9d7fa700 1 -- 172.21.15.46:0/315187675 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1a9800ac20 con 0x7f1aa015b410 2023-09-21T13:05:16.920 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.913+0000 7f1aa6f99700 1 -- 172.21.15.46:0/315187675 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1a90009550 con 0x7f1aa015b410 2023-09-21T13:05:16.921 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.913+0000 7f1a9d7fa700 1 -- 172.21.15.46:0/315187675 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a980070d0 con 0x7f1aa015b410 2023-09-21T13:05:16.921 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.913+0000 7f1aa6f99700 1 -- 172.21.15.46:0/315187675 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1aa00adac0 con 0x7f1aa015b410 2023-09-21T13:05:16.921 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.914+0000 7f1aa6f99700 1 -- 172.21.15.46:0/315187675 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1aa0068b90 con 0x7f1aa015b410 2023-09-21T13:05:16.921 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.915+0000 7f1a9d7fa700 1 -- 172.21.15.46:0/315187675 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f1a98007230 con 0x7f1aa015b410 2023-09-21T13:05:16.921 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.915+0000 7f1a9d7fa700 1 --2- 172.21.15.46:0/315187675 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f1a8006a5b0 0x7f1a8006ca70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:16.921 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.915+0000 7f1a9d7fa700 1 -- 172.21.15.46:0/315187675 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1a980883e0 con 0x7f1aa015b410 2023-09-21T13:05:16.922 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.916+0000 7f1aa4d35700 1 --2- 172.21.15.46:0/315187675 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f1a8006a5b0 0x7f1a8006ca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:16.922 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.916+0000 7f1aa4d35700 1 --2- 172.21.15.46:0/315187675 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f1a8006a5b0 0x7f1a8006ca70 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f1a90014040 tx=0x7f1a90008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:16.922 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:16.921+0000 7f1a9d7fa700 1 -- 172.21.15.46:0/315187675 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f1a980539f0 con 0x7f1aa015b410 2023-09-21T13:05:17.129 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.132+0000 7f1aa6f99700 1 -- 172.21.15.46:0/315187675 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f1aa0158d80 con 0x7f1aa015b410 2023-09-21T13:05:17.130 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.133+0000 7f1a9d7fa700 1 -- 172.21.15.46:0/315187675 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v19) v1 ==== 74+0+16470 (secure 0 0 0) 0x7f1a98018090 con 0x7f1aa015b410 2023-09-21T13:05:17.131 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:05:17.131 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":19,"fsid":"3cbfaf88-469e-4129-b70d-6dd2d92bd0a4","created":"2023-09-21T13:04:52.312650+0000","modified":"2023-09-21T13:05:16.171244+0000","last_up_change":"2023-09-21T13:05:04.397018+0000","last_in_change":"2023-09-21T13:04:55.853368+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-21T13:05:05.036373+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-09-21T13:05:14.305630+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-09-21T13:05:15.146424+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"23992b72-ed3c-4a14-ae79-8150e0fedbf7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6810","nonce":1682463833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6814","nonce":1682463833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6822","nonce":1682463833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6818","nonce":1682463833}]},"public_addr":"172.21.15.46:6810/1682463833","cluster_addr":"172.21.15.46:6814/1682463833","heartbeat_back_addr":"172.21.15.46:6822/1682463833","heartbeat_front_addr":"172.21.15.46:6818/1682463833","state":["exists","up"]},{"osd":1,"uuid":"2578f708-e052-4bdd-bcef-54808f1d1ef4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6800","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6801","nonce":3674836117}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6803","nonce":3674836117}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6807","nonce":3674836117}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6805","nonce":3674836117}]},"public_addr":"172.21.15.46:6801/3674836117","cluster_addr":"172.21.15.46:6803/3674836117","heartbeat_back_addr":"172.21.15.46:6807/3674836117","heartbeat_front_addr":"172.21.15.46:6805/3674836117","state":["exists","up"]},{"osd":2,"uuid":"6db5fc17-2472-42fd-a613-8cc24a815cfe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6825","nonce":3956023171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6827","nonce":3956023171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6831","nonce":3956023171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6829","nonce":3956023171}]},"public_addr":"172.21.15.46:6825/3956023171","cluster_addr":"172.21.15.46:6827/3956023171","heartbeat_back_addr":"172.21.15.46:6831/3956023171","heartbeat_front_addr":"172.21.15.46:6829/3956023171","state":["exists","up"]},{"osd":3,"uuid":"b0ddd2cd-9025-471f-a976-d7bc356eb10b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6809","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6811","nonce":1834230057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6813","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6815","nonce":1834230057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6821","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6823","nonce":1834230057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6817","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6819","nonce":1834230057}]},"public_addr":"172.21.15.46:6811/1834230057","cluster_addr":"172.21.15.46:6815/1834230057","heartbeat_back_addr":"172.21.15.46:6823/1834230057","heartbeat_front_addr":"172.21.15.46:6819/1834230057","state":["exists","up"]},{"osd":4,"uuid":"51245ec8-6073-476b-aea6-482f9a379f43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6800","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6801","nonce":867529145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6802","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6803","nonce":867529145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6806","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6807","nonce":867529145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6804","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6805","nonce":867529145}]},"public_addr":"172.21.15.57:6801/867529145","cluster_addr":"172.21.15.57:6803/867529145","heartbeat_back_addr":"172.21.15.57:6807/867529145","heartbeat_front_addr":"172.21.15.57:6805/867529145","state":["exists","up"]},{"osd":5,"uuid":"6be64509-8d19-48af-aa7d-2744199eb3c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6824","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6825","nonce":2639760353}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6826","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6827","nonce":2639760353}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6830","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6831","nonce":2639760353}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6828","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6829","nonce":2639760353}]},"public_addr":"172.21.15.57:6825/2639760353","cluster_addr":"172.21.15.57:6827/2639760353","heartbeat_back_addr":"172.21.15.57:6831/2639760353","heartbeat_front_addr":"172.21.15.57:6829/2639760353","state":["exists","up"]},{"osd":6,"uuid":"8bfda35e-f97c-4419-a105-ff306eff7a42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6808","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6809","nonce":3693682875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6810","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6811","nonce":3693682875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6814","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6815","nonce":3693682875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6812","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6813","nonce":3693682875}]},"public_addr":"172.21.15.57:6809/3693682875","cluster_addr":"172.21.15.57:6811/3693682875","heartbeat_back_addr":"172.21.15.57:6815/3693682875","heartbeat_front_addr":"172.21.15.57:6813/3693682875","state":["exists","up"]},{"osd":7,"uuid":"49fc1df7-ab94-4da5-b915-8f7cc61f2714","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6816","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6817","nonce":1729728830}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6818","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6819","nonce":1729728830}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6822","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6823","nonce":1729728830}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6820","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6821","nonce":1729728830}]},"public_addr":"172.21.15.57:6817/1729728830","cluster_addr":"172.21.15.57:6819/1729728830","heartbeat_back_addr":"172.21.15.57:6823/1729728830","heartbeat_front_addr":"172.21.15.57:6821/1729728830","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:00.955073+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.074451+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.068487+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.010348+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.035446+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.101249+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.104509+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.077361+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-21T13:05:17.133 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.135+0000 7f1aa6f99700 1 -- 172.21.15.46:0/315187675 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f1a8006a5b0 msgr2=0x7f1a8006ca70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:17.133 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.135+0000 7f1aa6f99700 1 --2- 172.21.15.46:0/315187675 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f1a8006a5b0 0x7f1a8006ca70 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f1a90014040 tx=0x7f1a90008030 comp rx=0 tx=0).stop 2023-09-21T13:05:17.133 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.135+0000 7f1aa6f99700 1 -- 172.21.15.46:0/315187675 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1aa015b410 msgr2=0x7f1aa00c92a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:17.133 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.135+0000 7f1aa6f99700 1 --2- 172.21.15.46:0/315187675 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1aa015b410 0x7f1aa00c92a0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f1a9800cba0 tx=0x7f1a9800ceb0 comp rx=0 tx=0).stop 2023-09-21T13:05:17.133 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.135+0000 7f1aa6f99700 1 -- 172.21.15.46:0/315187675 shutdown_connections 2023-09-21T13:05:17.134 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.135+0000 7f1aa6f99700 1 --2- 172.21.15.46:0/315187675 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f1a8006a5b0 0x7f1a8006ca70 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:17.134 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.135+0000 7f1aa6f99700 1 --2- 172.21.15.46:0/315187675 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1aa015b410 0x7f1aa00c92a0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:17.134 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.135+0000 7f1aa6f99700 1 --2- 172.21.15.46:0/315187675 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f1aa0071770 0x7f1aa0149690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:17.134 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.135+0000 7f1aa6f99700 1 --2- 172.21.15.46:0/315187675 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f1aa0071bd0 0x7f1aa00c8d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:17.134 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.135+0000 7f1aa6f99700 1 -- 172.21.15.46:0/315187675 >> 172.21.15.46:0/315187675 conn(0x7f1aa00d01f0 msgr2=0x7f1aa00b1c60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:17.135 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.136+0000 7f1aa6f99700 1 -- 172.21.15.46:0/315187675 shutdown_connections 2023-09-21T13:05:17.135 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.136+0000 7f1aa6f99700 1 -- 172.21.15.46:0/315187675 wait complete. 2023-09-21T13:05:17.146 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-21T13:05:17.283 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.286+0000 7f1865044700 1 Processor -- start 2023-09-21T13:05:17.283 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.286+0000 7f1865044700 1 -- start start 2023-09-21T13:05:17.285 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.286+0000 7f1865044700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f18600d0980 0x7f186015c240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:17.286 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.286+0000 7f1865044700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f186015bdb0 con 0x7f186015c780 2023-09-21T13:05:17.286 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.286+0000 7f1865044700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f186015f850 con 0x7f1860158f40 2023-09-21T13:05:17.286 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.286+0000 7f1865044700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f186015fb30 con 0x7f18600d0980 2023-09-21T13:05:17.286 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.287+0000 7f185f59e700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f186015c780 0x7f18600b2dd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:35484/0 (socket says 172.21.15.46:35484) 2023-09-21T13:05:17.286 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.287+0000 7f185f59e700 1 -- 172.21.15.46:0/2602908965 learned_addr learned my addr 172.21.15.46:0/2602908965 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:05:17.287 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.287+0000 7f185e59c700 1 --2- 172.21.15.46:0/2602908965 >> v2:172.21.15.57:3300/0 conn(0x7f18600d0980 0x7f186015c240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:17.287 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.287+0000 7f185dd9b700 1 -- 172.21.15.46:0/2602908965 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3378766528 0 0) 0x7f186015bdb0 con 0x7f186015c780 2023-09-21T13:05:17.287 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.287+0000 7f185dd9b700 1 -- 172.21.15.46:0/2602908965 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f18480035b0 con 0x7f186015c780 2023-09-21T13:05:17.287 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.287+0000 7f185e59c700 1 -- 172.21.15.46:0/2602908965 >> v1:172.21.15.57:6789/0 conn(0x7f1860158f40 legacy=0x7f186015f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:17.288 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.287+0000 7f185e59c700 1 -- 172.21.15.46:0/2602908965 >> v1:172.21.15.46:6789/0 conn(0x7f186015c780 legacy=0x7f18600b2dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:17.288 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.287+0000 7f185e59c700 1 -- 172.21.15.46:0/2602908965 --> v2:172.21.15.57:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f186015fe10 con 0x7f18600d0980 2023-09-21T13:05:17.288 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.287+0000 7f185e59c700 1 --2- 172.21.15.46:0/2602908965 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f18600d0980 0x7f186015c240 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f1854009840 tx=0x7f1854009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=97a8f9454e6905b3 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:17.288 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.288+0000 7f185dd9b700 1 -- 172.21.15.46:0/2602908965 <== mon.1 v2:172.21.15.57:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1854011830 con 0x7f18600d0980 2023-09-21T13:05:17.288 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.288+0000 7f185dd9b700 1 -- 172.21.15.46:0/2602908965 <== mon.1 v2:172.21.15.57:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1854011990 con 0x7f18600d0980 2023-09-21T13:05:17.289 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.288+0000 7f185dd9b700 1 -- 172.21.15.46:0/2602908965 <== mon.1 v2:172.21.15.57:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1854011d00 con 0x7f18600d0980 2023-09-21T13:05:17.289 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.288+0000 7f1865044700 1 -- 172.21.15.46:0/2602908965 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f18600d0980 msgr2=0x7f186015c240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:17.289 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.288+0000 7f1865044700 1 --2- 172.21.15.46:0/2602908965 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f18600d0980 0x7f186015c240 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f1854009840 tx=0x7f1854009b50 comp rx=0 tx=0).stop 2023-09-21T13:05:17.289 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.288+0000 7f1865044700 1 -- 172.21.15.46:0/2602908965 shutdown_connections 2023-09-21T13:05:17.290 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.288+0000 7f1865044700 1 --2- 172.21.15.46:0/2602908965 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f18600d0980 0x7f186015c240 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:17.290 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.288+0000 7f1865044700 1 -- 172.21.15.46:0/2602908965 >> 172.21.15.46:0/2602908965 conn(0x7f186006eb20 msgr2=0x7f186006ef00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:17.290 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.288+0000 7f1865044700 1 -- 172.21.15.46:0/2602908965 shutdown_connections 2023-09-21T13:05:17.290 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.288+0000 7f1865044700 1 -- 172.21.15.46:0/2602908965 wait complete. 2023-09-21T13:05:17.293 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.290+0000 7f1865044700 1 Processor -- start 2023-09-21T13:05:17.293 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.290+0000 7f1865044700 1 -- start start 2023-09-21T13:05:17.293 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.291+0000 7f1865044700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f18600d0980 0x7f1860153b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:17.293 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.291+0000 7f1865044700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f1860158f40 0x7f18600b4df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:17.294 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.291+0000 7f1865044700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f186015c780 0x7f18600d12a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:17.294 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.291+0000 7f1865044700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18600c88c0 con 0x7f18600d0980 2023-09-21T13:05:17.294 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.291+0000 7f1865044700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18600c95b0 con 0x7f1860158f40 2023-09-21T13:05:17.294 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.291+0000 7f1865044700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f18601540a0 con 0x7f186015c780 2023-09-21T13:05:17.295 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.291+0000 7f185ed9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f18600d0980 0x7f1860153b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:17.295 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.291+0000 7f185ed9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f18600d0980 0x7f1860153b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38646/0 (socket says 172.21.15.46:38646) 2023-09-21T13:05:17.295 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.291+0000 7f185ed9d700 1 -- 172.21.15.46:0/1881946221 learned_addr learned my addr 172.21.15.46:0/1881946221 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:17.295 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.291+0000 7f185f59e700 1 --2- 172.21.15.46:0/1881946221 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f186015c780 0x7f18600d12a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:17.295 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.291+0000 7f185e59c700 1 --2- 172.21.15.46:0/1881946221 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f1860158f40 0x7f18600b4df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:17.295 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.291+0000 7f185ed9d700 1 -- 172.21.15.46:0/1881946221 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f186015c780 msgr2=0x7f18600d12a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:17.296 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.291+0000 7f185ed9d700 1 --2- 172.21.15.46:0/1881946221 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f186015c780 0x7f18600d12a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:17.296 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.291+0000 7f185ed9d700 1 -- 172.21.15.46:0/1881946221 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f1860158f40 msgr2=0x7f18600b4df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:17.296 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.291+0000 7f185ed9d700 1 --2- 172.21.15.46:0/1881946221 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f1860158f40 0x7f18600b4df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:17.296 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.291+0000 7f185ed9d700 1 -- 172.21.15.46:0/1881946221 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f18540094a0 con 0x7f18600d0980 2023-09-21T13:05:17.296 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.291+0000 7f185e59c700 1 --2- 172.21.15.46:0/1881946221 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f1860158f40 0x7f18600b4df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:05:17.297 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.291+0000 7f185ed9d700 1 --2- 172.21.15.46:0/1881946221 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f18600d0980 0x7f1860153b60 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f185000c4e0 tx=0x7f185000c7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:17.297 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.291+0000 7f18477fe700 1 -- 172.21.15.46:0/1881946221 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18500052d0 con 0x7f18600d0980 2023-09-21T13:05:17.297 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.291+0000 7f18477fe700 1 -- 172.21.15.46:0/1881946221 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1850005430 con 0x7f18600d0980 2023-09-21T13:05:17.297 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.291+0000 7f1865044700 1 -- 172.21.15.46:0/1881946221 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f18601594a0 con 0x7f18600d0980 2023-09-21T13:05:17.297 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.291+0000 7f18477fe700 1 -- 172.21.15.46:0/1881946221 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18500038c0 con 0x7f18600d0980 2023-09-21T13:05:17.298 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.292+0000 7f1865044700 1 -- 172.21.15.46:0/1881946221 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f18600b5ab0 con 0x7f18600d0980 2023-09-21T13:05:17.298 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.292+0000 7f1865044700 1 -- 172.21.15.46:0/1881946221 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1860068b90 con 0x7f18600d0980 2023-09-21T13:05:17.298 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.293+0000 7f18477fe700 1 -- 172.21.15.46:0/1881946221 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f1850003a20 con 0x7f18600d0980 2023-09-21T13:05:17.298 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.293+0000 7f18477fe700 1 --2- 172.21.15.46:0/1881946221 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f184c06a580 0x7f184c06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:17.298 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.294+0000 7f18477fe700 1 -- 172.21.15.46:0/1881946221 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1850087e00 con 0x7f18600d0980 2023-09-21T13:05:17.299 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.294+0000 7f185e59c700 1 --2- 172.21.15.46:0/1881946221 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f184c06a580 0x7f184c06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:17.299 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.294+0000 7f185e59c700 1 --2- 172.21.15.46:0/1881946221 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f184c06a580 0x7f184c06ca40 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f1854009fd0 tx=0x7f185401c040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:17.299 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.298+0000 7f18477fe700 1 -- 172.21.15.46:0/1881946221 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f1850053410 con 0x7f18600d0980 2023-09-21T13:05:17.505 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.508+0000 7f1865044700 1 -- 172.21.15.46:0/1881946221 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f18600cb7d0 con 0x7f18600d0980 2023-09-21T13:05:17.506 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.509+0000 7f18477fe700 1 -- 172.21.15.46:0/1881946221 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v19) v1 ==== 74+0+16470 (secure 0 0 0) 0x7f1850056a30 con 0x7f18600d0980 2023-09-21T13:05:17.507 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:05:17.507 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":19,"fsid":"3cbfaf88-469e-4129-b70d-6dd2d92bd0a4","created":"2023-09-21T13:04:52.312650+0000","modified":"2023-09-21T13:05:16.171244+0000","last_up_change":"2023-09-21T13:05:04.397018+0000","last_in_change":"2023-09-21T13:04:55.853368+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-21T13:05:05.036373+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-09-21T13:05:14.305630+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-09-21T13:05:15.146424+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"23992b72-ed3c-4a14-ae79-8150e0fedbf7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6810","nonce":1682463833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6814","nonce":1682463833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6822","nonce":1682463833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6818","nonce":1682463833}]},"public_addr":"172.21.15.46:6810/1682463833","cluster_addr":"172.21.15.46:6814/1682463833","heartbeat_back_addr":"172.21.15.46:6822/1682463833","heartbeat_front_addr":"172.21.15.46:6818/1682463833","state":["exists","up"]},{"osd":1,"uuid":"2578f708-e052-4bdd-bcef-54808f1d1ef4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6800","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6801","nonce":3674836117}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6803","nonce":3674836117}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6807","nonce":3674836117}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6805","nonce":3674836117}]},"public_addr":"172.21.15.46:6801/3674836117","cluster_addr":"172.21.15.46:6803/3674836117","heartbeat_back_addr":"172.21.15.46:6807/3674836117","heartbeat_front_addr":"172.21.15.46:6805/3674836117","state":["exists","up"]},{"osd":2,"uuid":"6db5fc17-2472-42fd-a613-8cc24a815cfe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6825","nonce":3956023171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6827","nonce":3956023171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6831","nonce":3956023171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6829","nonce":3956023171}]},"public_addr":"172.21.15.46:6825/3956023171","cluster_addr":"172.21.15.46:6827/3956023171","heartbeat_back_addr":"172.21.15.46:6831/3956023171","heartbeat_front_addr":"172.21.15.46:6829/3956023171","state":["exists","up"]},{"osd":3,"uuid":"b0ddd2cd-9025-471f-a976-d7bc356eb10b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6809","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6811","nonce":1834230057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6813","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6815","nonce":1834230057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6821","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6823","nonce":1834230057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6817","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6819","nonce":1834230057}]},"public_addr":"172.21.15.46:6811/1834230057","cluster_addr":"172.21.15.46:6815/1834230057","heartbeat_back_addr":"172.21.15.46:6823/1834230057","heartbeat_front_addr":"172.21.15.46:6819/1834230057","state":["exists","up"]},{"osd":4,"uuid":"51245ec8-6073-476b-aea6-482f9a379f43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6800","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6801","nonce":867529145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6802","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6803","nonce":867529145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6806","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6807","nonce":867529145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6804","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6805","nonce":867529145}]},"public_addr":"172.21.15.57:6801/867529145","cluster_addr":"172.21.15.57:6803/867529145","heartbeat_back_addr":"172.21.15.57:6807/867529145","heartbeat_front_addr":"172.21.15.57:6805/867529145","state":["exists","up"]},{"osd":5,"uuid":"6be64509-8d19-48af-aa7d-2744199eb3c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6824","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6825","nonce":2639760353}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6826","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6827","nonce":2639760353}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6830","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6831","nonce":2639760353}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6828","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6829","nonce":2639760353}]},"public_addr":"172.21.15.57:6825/2639760353","cluster_addr":"172.21.15.57:6827/2639760353","heartbeat_back_addr":"172.21.15.57:6831/2639760353","heartbeat_front_addr":"172.21.15.57:6829/2639760353","state":["exists","up"]},{"osd":6,"uuid":"8bfda35e-f97c-4419-a105-ff306eff7a42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6808","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6809","nonce":3693682875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6810","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6811","nonce":3693682875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6814","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6815","nonce":3693682875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6812","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6813","nonce":3693682875}]},"public_addr":"172.21.15.57:6809/3693682875","cluster_addr":"172.21.15.57:6811/3693682875","heartbeat_back_addr":"172.21.15.57:6815/3693682875","heartbeat_front_addr":"172.21.15.57:6813/3693682875","state":["exists","up"]},{"osd":7,"uuid":"49fc1df7-ab94-4da5-b915-8f7cc61f2714","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6816","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6817","nonce":1729728830}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6818","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6819","nonce":1729728830}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6822","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6823","nonce":1729728830}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6820","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6821","nonce":1729728830}]},"public_addr":"172.21.15.57:6817/1729728830","cluster_addr":"172.21.15.57:6819/1729728830","heartbeat_back_addr":"172.21.15.57:6823/1729728830","heartbeat_front_addr":"172.21.15.57:6821/1729728830","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:00.955073+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.074451+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.068487+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.010348+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.035446+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.101249+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.104509+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.077361+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-21T13:05:17.509 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.512+0000 7f1865044700 1 -- 172.21.15.46:0/1881946221 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f184c06a580 msgr2=0x7f184c06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:17.509 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.512+0000 7f1865044700 1 --2- 172.21.15.46:0/1881946221 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f184c06a580 0x7f184c06ca40 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f1854009fd0 tx=0x7f185401c040 comp rx=0 tx=0).stop 2023-09-21T13:05:17.509 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.512+0000 7f1865044700 1 -- 172.21.15.46:0/1881946221 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f18600d0980 msgr2=0x7f1860153b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:17.510 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.512+0000 7f1865044700 1 --2- 172.21.15.46:0/1881946221 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f18600d0980 0x7f1860153b60 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f185000c4e0 tx=0x7f185000c7f0 comp rx=0 tx=0).stop 2023-09-21T13:05:17.510 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.512+0000 7f1865044700 1 -- 172.21.15.46:0/1881946221 shutdown_connections 2023-09-21T13:05:17.510 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.512+0000 7f1865044700 1 --2- 172.21.15.46:0/1881946221 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f184c06a580 0x7f184c06ca40 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:17.510 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.512+0000 7f1865044700 1 --2- 172.21.15.46:0/1881946221 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f186015c780 0x7f18600d12a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:17.510 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.512+0000 7f1865044700 1 --2- 172.21.15.46:0/1881946221 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f18600d0980 0x7f1860153b60 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:17.511 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.512+0000 7f1865044700 1 --2- 172.21.15.46:0/1881946221 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f1860158f40 0x7f18600b4df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:17.511 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.512+0000 7f1865044700 1 -- 172.21.15.46:0/1881946221 >> 172.21.15.46:0/1881946221 conn(0x7f186006eb20 msgr2=0x7f1860158730 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:17.511 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.512+0000 7f1865044700 1 -- 172.21.15.46:0/1881946221 shutdown_connections 2023-09-21T13:05:17.511 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.512+0000 7f1865044700 1 -- 172.21.15.46:0/1881946221 wait complete. 2023-09-21T13:05:17.522 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2023-09-21T13:05:17.662 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.665+0000 7f66f3e73700 1 Processor -- start 2023-09-21T13:05:17.663 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.666+0000 7f66f3e73700 1 -- start start 2023-09-21T13:05:17.665 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.666+0000 7f66f3e73700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f66ec0cde30 0x7f66ec06b180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:17.665 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.666+0000 7f66f3e73700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f66ec071800 0x7f66ec1614c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:17.665 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.666+0000 7f66f3e73700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f66ec15b680 con 0x7f66ec06ff30 2023-09-21T13:05:17.666 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.666+0000 7f66f3e73700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f66ec071cb0 con 0x7f66ec071800 2023-09-21T13:05:17.666 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.666+0000 7f66f3e73700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f66ec15dfd0 con 0x7f66ec0cde30 2023-09-21T13:05:17.666 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.667+0000 7f66f2410700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f66ec071800 0x7f66ec1614c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:17.666 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.667+0000 7f66f2410700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f66ec071800 0x7f66ec1614c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38648/0 (socket says 172.21.15.46:38648) 2023-09-21T13:05:17.666 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.667+0000 7f66f2410700 1 -- 172.21.15.46:0/1781177762 learned_addr learned my addr 172.21.15.46:0/1781177762 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:17.667 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.667+0000 7f66f1c0f700 1 --2- 172.21.15.46:0/1781177762 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f66ec0cde30 0x7f66ec06b180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:17.667 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.667+0000 7f66f2410700 1 -- 172.21.15.46:0/1781177762 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f66ec0cde30 msgr2=0x7f66ec06b180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:17.667 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.667+0000 7f66f2410700 1 --2- 172.21.15.46:0/1781177762 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f66ec0cde30 0x7f66ec06b180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:17.667 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.667+0000 7f66f2410700 1 -- 172.21.15.46:0/1781177762 >> v1:172.21.15.57:6789/0 conn(0x7f66ec06ff30 legacy=0x7f66ec0ce210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:17.667 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.667+0000 7f66f2410700 1 -- 172.21.15.46:0/1781177762 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f66ec15e2b0 con 0x7f66ec071800 2023-09-21T13:05:17.667 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.667+0000 7f66f0c0d700 1 -- 172.21.15.46:0/1781177762 <== mon.1 v1:172.21.15.57:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2737655487 0 0) 0x7f66ec15b680 con 0x7f66ec06ff30 2023-09-21T13:05:17.668 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.667+0000 7f66f2410700 1 --2- 172.21.15.46:0/1781177762 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f66ec071800 0x7f66ec1614c0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f66e4009e50 tx=0x7f66e400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a8a8e69d2ee27fd server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:17.668 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.667+0000 7f66f0c0d700 1 -- 172.21.15.46:0/1781177762 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66e400e070 con 0x7f66ec071800 2023-09-21T13:05:17.668 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.667+0000 7f66f0c0d700 1 -- 172.21.15.46:0/1781177762 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f66e400b910 con 0x7f66ec071800 2023-09-21T13:05:17.668 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.667+0000 7f66f0c0d700 1 -- 172.21.15.46:0/1781177762 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66e400bcc0 con 0x7f66ec071800 2023-09-21T13:05:17.668 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.668+0000 7f66f3e73700 1 -- 172.21.15.46:0/1781177762 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f66ec071800 msgr2=0x7f66ec1614c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:17.669 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.668+0000 7f66f3e73700 1 --2- 172.21.15.46:0/1781177762 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f66ec071800 0x7f66ec1614c0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f66e4009e50 tx=0x7f66e400b330 comp rx=0 tx=0).stop 2023-09-21T13:05:17.669 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.668+0000 7f66f3e73700 1 -- 172.21.15.46:0/1781177762 shutdown_connections 2023-09-21T13:05:17.669 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.668+0000 7f66f3e73700 1 --2- 172.21.15.46:0/1781177762 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f66ec071800 0x7f66ec1614c0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:17.669 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.668+0000 7f66f3e73700 1 --2- 172.21.15.46:0/1781177762 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f66ec0cde30 0x7f66ec06b180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:17.669 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.668+0000 7f66f3e73700 1 -- 172.21.15.46:0/1781177762 >> 172.21.15.46:0/1781177762 conn(0x7f66ec0b1d50 msgr2=0x7f66ec0b2160 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:17.670 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.668+0000 7f66f3e73700 1 -- 172.21.15.46:0/1781177762 shutdown_connections 2023-09-21T13:05:17.670 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.668+0000 7f66f3e73700 1 -- 172.21.15.46:0/1781177762 wait complete. 2023-09-21T13:05:17.672 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.669+0000 7f66f3e73700 1 Processor -- start 2023-09-21T13:05:17.672 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.669+0000 7f66f3e73700 1 -- start start 2023-09-21T13:05:17.673 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.670+0000 7f66f3e73700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f66ec06ff30 0x7f66ec157990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:17.673 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.670+0000 7f66f3e73700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f66ec071800 0x7f66ec0b50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:17.673 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.670+0000 7f66f3e73700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f66ec0cde30 0x7f66ec0b0e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:17.673 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.670+0000 7f66f3e73700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66ec0c51e0 con 0x7f66ec06ff30 2023-09-21T13:05:17.673 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.670+0000 7f66f3e73700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66ec157ed0 con 0x7f66ec0cde30 2023-09-21T13:05:17.674 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.670+0000 7f66f3e73700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f66ec0c4910 con 0x7f66ec071800 2023-09-21T13:05:17.674 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.670+0000 7f66f1c0f700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f66ec06ff30 0x7f66ec157990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:17.674 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.670+0000 7f66f1c0f700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f66ec06ff30 0x7f66ec157990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38660/0 (socket says 172.21.15.46:38660) 2023-09-21T13:05:17.674 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.670+0000 7f66f1c0f700 1 -- 172.21.15.46:0/2548171866 learned_addr learned my addr 172.21.15.46:0/2548171866 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:17.674 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.670+0000 7f66f140e700 1 --2- 172.21.15.46:0/2548171866 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f66ec071800 0x7f66ec0b50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:17.675 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.670+0000 7f66f2410700 1 --2- 172.21.15.46:0/2548171866 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f66ec0cde30 0x7f66ec0b0e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:17.675 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.671+0000 7f66f1c0f700 1 -- 172.21.15.46:0/2548171866 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f66ec071800 msgr2=0x7f66ec0b50f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:17.675 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.671+0000 7f66f1c0f700 1 --2- 172.21.15.46:0/2548171866 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f66ec071800 0x7f66ec0b50f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:17.675 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.671+0000 7f66f1c0f700 1 -- 172.21.15.46:0/2548171866 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f66ec0cde30 msgr2=0x7f66ec0b0e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:17.675 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.671+0000 7f66f1c0f700 1 --2- 172.21.15.46:0/2548171866 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f66ec0cde30 0x7f66ec0b0e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:17.676 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.671+0000 7f66f1c0f700 1 -- 172.21.15.46:0/2548171866 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f66e4009b30 con 0x7f66ec06ff30 2023-09-21T13:05:17.676 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.671+0000 7f66f1c0f700 1 --2- 172.21.15.46:0/2548171866 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f66ec06ff30 0x7f66ec157990 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f66e800e9b0 tx=0x7f66e800ecc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:17.676 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.671+0000 7f66de7fc700 1 -- 172.21.15.46:0/2548171866 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66e8009710 con 0x7f66ec06ff30 2023-09-21T13:05:17.676 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.671+0000 7f66de7fc700 1 -- 172.21.15.46:0/2548171866 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f66e800ee50 con 0x7f66ec06ff30 2023-09-21T13:05:17.676 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.671+0000 7f66de7fc700 1 -- 172.21.15.46:0/2548171866 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66e800ca50 con 0x7f66ec06ff30 2023-09-21T13:05:17.677 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.671+0000 7f66f3e73700 1 -- 172.21.15.46:0/2548171866 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f66ec0b5ad0 con 0x7f66ec06ff30 2023-09-21T13:05:17.677 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.671+0000 7f66f3e73700 1 -- 172.21.15.46:0/2548171866 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f66ec0c4e00 con 0x7f66ec06ff30 2023-09-21T13:05:17.677 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.672+0000 7f66f3e73700 1 -- 172.21.15.46:0/2548171866 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f66ec0c5320 con 0x7f66ec06ff30 2023-09-21T13:05:17.677 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.673+0000 7f66de7fc700 1 -- 172.21.15.46:0/2548171866 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f66e800cbb0 con 0x7f66ec06ff30 2023-09-21T13:05:17.677 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.673+0000 7f66de7fc700 1 --2- 172.21.15.46:0/2548171866 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f66d006a580 0x7f66d006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:17.677 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.673+0000 7f66de7fc700 1 -- 172.21.15.46:0/2548171866 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f66e8088960 con 0x7f66ec06ff30 2023-09-21T13:05:17.678 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.673+0000 7f66f140e700 1 --2- 172.21.15.46:0/2548171866 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f66d006a580 0x7f66d006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:17.678 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.673+0000 7f66f140e700 1 --2- 172.21.15.46:0/2548171866 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f66d006a580 0x7f66d006ca40 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f66ec15d2c0 tx=0x7f66e0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:17.678 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.678+0000 7f66de7fc700 1 -- 172.21.15.46:0/2548171866 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f66ec0c5320 con 0x7f66ec06ff30 2023-09-21T13:05:17.708 INFO:tasks.ceph.mds.b.smithi057.stderr:2023-09-21T13:05:17.711+0000 7fbb0bc4a700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-09-21T13:05:17.940 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:17.943+0000 7f66f3e73700 1 -- 172.21.15.46:0/2548171866 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7f66ec0c5320 con 0x7f66ec06ff30 2023-09-21T13:05:18.746 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.749+0000 7f66de7fc700 1 -- 172.21.15.46:0/2548171866 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v6) v1 ==== 118+0+0 (secure 0 0 0) 0x7f66ec0c5320 con 0x7f66ec06ff30 2023-09-21T13:05:18.749 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.752+0000 7f66f3e73700 1 -- 172.21.15.46:0/2548171866 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f66d006a580 msgr2=0x7f66d006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:18.750 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.752+0000 7f66f3e73700 1 --2- 172.21.15.46:0/2548171866 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f66d006a580 0x7f66d006ca40 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f66ec15d2c0 tx=0x7f66e0009040 comp rx=0 tx=0).stop 2023-09-21T13:05:18.750 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.752+0000 7f66f3e73700 1 -- 172.21.15.46:0/2548171866 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f66ec06ff30 msgr2=0x7f66ec157990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:18.750 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.752+0000 7f66f3e73700 1 --2- 172.21.15.46:0/2548171866 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f66ec06ff30 0x7f66ec157990 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f66e800e9b0 tx=0x7f66e800ecc0 comp rx=0 tx=0).stop 2023-09-21T13:05:18.750 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.752+0000 7f66f3e73700 1 -- 172.21.15.46:0/2548171866 shutdown_connections 2023-09-21T13:05:18.750 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.752+0000 7f66f3e73700 1 --2- 172.21.15.46:0/2548171866 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f66d006a580 0x7f66d006ca40 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:18.751 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.752+0000 7f66f3e73700 1 --2- 172.21.15.46:0/2548171866 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f66ec0cde30 0x7f66ec0b0e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:18.751 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.752+0000 7f66f3e73700 1 --2- 172.21.15.46:0/2548171866 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f66ec06ff30 0x7f66ec157990 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:18.751 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.752+0000 7f66f3e73700 1 --2- 172.21.15.46:0/2548171866 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f66ec071800 0x7f66ec0b50f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:18.751 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.752+0000 7f66f3e73700 1 -- 172.21.15.46:0/2548171866 >> 172.21.15.46:0/2548171866 conn(0x7f66ec0b1d50 msgr2=0x7f66ec0ce210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:18.751 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.752+0000 7f66f3e73700 1 -- 172.21.15.46:0/2548171866 shutdown_connections 2023-09-21T13:05:18.752 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.752+0000 7f66f3e73700 1 -- 172.21.15.46:0/2548171866 wait complete. 2023-09-21T13:05:18.764 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2023-09-21T13:05:18.765 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2023-09-21T13:05:18.909 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.912+0000 7f6e96b49700 1 Processor -- start 2023-09-21T13:05:18.909 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.912+0000 7f6e96b49700 1 -- start start 2023-09-21T13:05:18.912 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.913+0000 7f6e96b49700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f6e90152550 0x7f6e900d0830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:18.912 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.913+0000 7f6e96b49700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f6e900d0d70 0x7f6e9015be30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:18.912 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.913+0000 7f6e96b49700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6e9015b970 con 0x7f6e90152170 2023-09-21T13:05:18.912 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.913+0000 7f6e96b49700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6e900d1170 con 0x7f6e90152550 2023-09-21T13:05:18.913 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.913+0000 7f6e96b49700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6e900cc290 con 0x7f6e900d0d70 2023-09-21T13:05:18.913 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.914+0000 7f6e948e5700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f6e90152170 0x7f6e900cbb80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:35498/0 (socket says 172.21.15.46:35498) 2023-09-21T13:05:18.913 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.914+0000 7f6e8ffff700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f6e90152550 0x7f6e900d0830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:18.913 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.914+0000 7f6e948e5700 1 -- 172.21.15.46:0/641894137 learned_addr learned my addr 172.21.15.46:0/641894137 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:05:18.913 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.914+0000 7f6e950e6700 1 --2- 172.21.15.46:0/641894137 >> v2:172.21.15.57:3300/0 conn(0x7f6e900d0d70 0x7f6e9015be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:18.914 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.914+0000 7f6e8f7fe700 1 -- 172.21.15.46:0/641894137 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3893916135 0 0) 0x7f6e9015b970 con 0x7f6e90152170 2023-09-21T13:05:18.914 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.914+0000 7f6e8f7fe700 1 -- 172.21.15.46:0/641894137 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6e7c0035b0 con 0x7f6e90152170 2023-09-21T13:05:18.914 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.914+0000 7f6e8ffff700 1 -- 172.21.15.46:0/641894137 >> v2:172.21.15.57:3300/0 conn(0x7f6e900d0d70 msgr2=0x7f6e9015be30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:18.914 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.914+0000 7f6e8ffff700 1 --2- 172.21.15.46:0/641894137 >> v2:172.21.15.57:3300/0 conn(0x7f6e900d0d70 0x7f6e9015be30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:18.914 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.914+0000 7f6e8ffff700 1 -- 172.21.15.46:0/641894137 >> v1:172.21.15.46:6789/0 conn(0x7f6e90152170 legacy=0x7f6e900cbb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:18.915 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.914+0000 7f6e8ffff700 1 -- 172.21.15.46:0/641894137 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6e9015f3d0 con 0x7f6e90152550 2023-09-21T13:05:18.915 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.914+0000 7f6e8ffff700 1 --2- 172.21.15.46:0/641894137 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e90152550 0x7f6e900d0830 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f6e900c4e50 tx=0x7f6e78009b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5185b30ffb484cd8 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:18.915 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.914+0000 7f6e8f7fe700 1 -- 172.21.15.46:0/641894137 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e78011830 con 0x7f6e90152550 2023-09-21T13:05:18.915 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.914+0000 7f6e8f7fe700 1 -- 172.21.15.46:0/641894137 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6e78011990 con 0x7f6e90152550 2023-09-21T13:05:18.916 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.914+0000 7f6e8f7fe700 1 -- 172.21.15.46:0/641894137 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e78011d20 con 0x7f6e90152550 2023-09-21T13:05:18.916 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.915+0000 7f6e96b49700 1 -- 172.21.15.46:0/641894137 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e90152550 msgr2=0x7f6e900d0830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:18.916 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.915+0000 7f6e96b49700 1 --2- 172.21.15.46:0/641894137 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e90152550 0x7f6e900d0830 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f6e900c4e50 tx=0x7f6e78009b20 comp rx=0 tx=0).stop 2023-09-21T13:05:18.916 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.915+0000 7f6e96b49700 1 -- 172.21.15.46:0/641894137 shutdown_connections 2023-09-21T13:05:18.916 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.915+0000 7f6e96b49700 1 --2- 172.21.15.46:0/641894137 >> v2:172.21.15.57:3300/0 conn(0x7f6e900d0d70 0x7f6e9015be30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:18.917 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.915+0000 7f6e96b49700 1 --2- 172.21.15.46:0/641894137 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e90152550 0x7f6e900d0830 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:18.917 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.915+0000 7f6e96b49700 1 -- 172.21.15.46:0/641894137 >> 172.21.15.46:0/641894137 conn(0x7f6e9006ea60 msgr2=0x7f6e9006ee40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:18.917 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.915+0000 7f6e96b49700 1 -- 172.21.15.46:0/641894137 shutdown_connections 2023-09-21T13:05:18.917 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.915+0000 7f6e96b49700 1 -- 172.21.15.46:0/641894137 wait complete. 2023-09-21T13:05:18.920 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.917+0000 7f6e96b49700 1 Processor -- start 2023-09-21T13:05:18.920 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.917+0000 7f6e96b49700 1 -- start start 2023-09-21T13:05:18.920 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.918+0000 7f6e96b49700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f6e900d0d70 0x7f6e901519b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:18.920 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.918+0000 7f6e96b49700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e90152170 0x7f6e900c78a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:18.920 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.918+0000 7f6e96b49700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f6e90152550 0x7f6e9015be30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:18.921 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.918+0000 7f6e96b49700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e901f0eb0 con 0x7f6e90152170 2023-09-21T13:05:18.921 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.918+0000 7f6e96b49700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e900c7de0 con 0x7f6e90152550 2023-09-21T13:05:18.921 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.918+0000 7f6e96b49700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6e900c8a10 con 0x7f6e900d0d70 2023-09-21T13:05:18.921 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.918+0000 7f6e8ffff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e90152170 0x7f6e900c78a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:18.922 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.918+0000 7f6e8ffff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e90152170 0x7f6e900c78a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38680/0 (socket says 172.21.15.46:38680) 2023-09-21T13:05:18.922 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.918+0000 7f6e8ffff700 1 -- 172.21.15.46:0/3584914433 learned_addr learned my addr 172.21.15.46:0/3584914433 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:18.922 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.918+0000 7f6e950e6700 1 --2- 172.21.15.46:0/3584914433 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f6e90152550 0x7f6e9015be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:18.922 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.918+0000 7f6e948e5700 1 --2- 172.21.15.46:0/3584914433 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f6e900d0d70 0x7f6e901519b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:18.922 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.918+0000 7f6e8ffff700 1 -- 172.21.15.46:0/3584914433 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f6e900d0d70 msgr2=0x7f6e901519b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:18.923 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.918+0000 7f6e8ffff700 1 --2- 172.21.15.46:0/3584914433 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f6e900d0d70 0x7f6e901519b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:18.923 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.918+0000 7f6e8ffff700 1 -- 172.21.15.46:0/3584914433 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f6e90152550 msgr2=0x7f6e9015be30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:18.923 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.918+0000 7f6e8ffff700 1 --2- 172.21.15.46:0/3584914433 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f6e90152550 0x7f6e9015be30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:18.923 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.918+0000 7f6e8ffff700 1 -- 172.21.15.46:0/3584914433 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6e780094a0 con 0x7f6e90152170 2023-09-21T13:05:18.923 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.919+0000 7f6e8ffff700 1 --2- 172.21.15.46:0/3584914433 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e90152170 0x7f6e900c78a0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f6e78009b60 tx=0x7f6e78004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:18.924 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.919+0000 7f6e8d7fa700 1 -- 172.21.15.46:0/3584914433 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e780036a0 con 0x7f6e90152170 2023-09-21T13:05:18.924 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.919+0000 7f6e8d7fa700 1 -- 172.21.15.46:0/3584914433 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6e7801f070 con 0x7f6e90152170 2023-09-21T13:05:18.924 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.919+0000 7f6e96b49700 1 -- 172.21.15.46:0/3584914433 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6e900c8cf0 con 0x7f6e90152170 2023-09-21T13:05:18.924 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.919+0000 7f6e8d7fa700 1 -- 172.21.15.46:0/3584914433 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e78003a60 con 0x7f6e90152170 2023-09-21T13:05:18.924 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.919+0000 7f6e96b49700 1 -- 172.21.15.46:0/3584914433 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6e900c92b0 con 0x7f6e90152170 2023-09-21T13:05:18.925 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.920+0000 7f6e96b49700 1 -- 172.21.15.46:0/3584914433 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6e90068340 con 0x7f6e90152170 2023-09-21T13:05:18.925 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.920+0000 7f6e8d7fa700 1 -- 172.21.15.46:0/3584914433 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f6e78003bc0 con 0x7f6e90152170 2023-09-21T13:05:18.925 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.921+0000 7f6e8d7fa700 1 --2- 172.21.15.46:0/3584914433 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f6e7006a580 0x7f6e7006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:18.925 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.921+0000 7f6e8d7fa700 1 -- 172.21.15.46:0/3584914433 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6e78021070 con 0x7f6e90152170 2023-09-21T13:05:18.925 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.921+0000 7f6e948e5700 1 --2- 172.21.15.46:0/3584914433 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f6e7006a580 0x7f6e7006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:18.925 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.921+0000 7f6e948e5700 1 --2- 172.21.15.46:0/3584914433 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f6e7006a580 0x7f6e7006ca40 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f6e80007fd0 tx=0x7f6e80007dc0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:18.926 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:18.925+0000 7f6e8d7fa700 1 -- 172.21.15.46:0/3584914433 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f6e78055830 con 0x7f6e90152170 2023-09-21T13:05:19.177 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.181+0000 7f6e96b49700 1 -- 172.21.15.46:0/3584914433 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7f6e900cdbd0 con 0x7f6e90152170 2023-09-21T13:05:19.759 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.762+0000 7f6e8d7fa700 1 -- 172.21.15.46:0/3584914433 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v7) v1 ==== 122+0+0 (secure 0 0 0) 0x7f6e78058e50 con 0x7f6e90152170 2023-09-21T13:05:19.761 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.764+0000 7f6e96b49700 1 -- 172.21.15.46:0/3584914433 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f6e7006a580 msgr2=0x7f6e7006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:19.762 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.764+0000 7f6e96b49700 1 --2- 172.21.15.46:0/3584914433 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f6e7006a580 0x7f6e7006ca40 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f6e80007fd0 tx=0x7f6e80007dc0 comp rx=0 tx=0).stop 2023-09-21T13:05:19.762 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.764+0000 7f6e96b49700 1 -- 172.21.15.46:0/3584914433 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e90152170 msgr2=0x7f6e900c78a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:19.762 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.764+0000 7f6e96b49700 1 --2- 172.21.15.46:0/3584914433 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e90152170 0x7f6e900c78a0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f6e78009b60 tx=0x7f6e78004750 comp rx=0 tx=0).stop 2023-09-21T13:05:19.762 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.765+0000 7f6e96b49700 1 -- 172.21.15.46:0/3584914433 shutdown_connections 2023-09-21T13:05:19.762 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.765+0000 7f6e96b49700 1 --2- 172.21.15.46:0/3584914433 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f6e7006a580 0x7f6e7006ca40 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:19.763 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.765+0000 7f6e96b49700 1 --2- 172.21.15.46:0/3584914433 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f6e90152550 0x7f6e9015be30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:19.763 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.765+0000 7f6e96b49700 1 --2- 172.21.15.46:0/3584914433 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f6e900d0d70 0x7f6e901519b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:19.763 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.765+0000 7f6e96b49700 1 --2- 172.21.15.46:0/3584914433 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e90152170 0x7f6e900c78a0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:19.763 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.765+0000 7f6e96b49700 1 -- 172.21.15.46:0/3584914433 >> 172.21.15.46:0/3584914433 conn(0x7f6e9006ea60 msgr2=0x7f6e9015e200 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:19.763 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.765+0000 7f6e96b49700 1 -- 172.21.15.46:0/3584914433 shutdown_connections 2023-09-21T13:05:19.764 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.765+0000 7f6e96b49700 1 -- 172.21.15.46:0/3584914433 wait complete. 2023-09-21T13:05:19.777 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2023-09-21T13:05:19.777 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-09-21T13:05:19.917 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.920+0000 7ff79fe27700 1 Processor -- start 2023-09-21T13:05:19.918 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.921+0000 7ff79fe27700 1 -- start start 2023-09-21T13:05:19.919 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.921+0000 7ff79fe27700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7ff7980cf070 0x7ff7980cf450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:19.920 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.922+0000 7ff79fe27700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff79806eba0 0x7ff79806f020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:19.920 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.922+0000 7ff79fe27700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff7980cbd20 con 0x7ff7980cc1b0 2023-09-21T13:05:19.920 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.922+0000 7ff79fe27700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff7980cf990 con 0x7ff7980cf070 2023-09-21T13:05:19.920 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.922+0000 7ff79fe27700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff79815b410 con 0x7ff79806eba0 2023-09-21T13:05:19.920 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.922+0000 7ff79d3c2700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff79806eba0 0x7ff79806f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:19.921 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.922+0000 7ff79dbc3700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7ff7980cf070 0x7ff7980cf450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:19.921 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.922+0000 7ff79e3c4700 1 --1- >> v1:172.21.15.57:6789/0 conn(0x7ff7980cc1b0 0x7ff79815a600 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.57:6789/0 says I am v1:172.21.15.46:34538/0 (socket says 172.21.15.46:34538) 2023-09-21T13:05:19.921 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.922+0000 7ff79d3c2700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff79806eba0 0x7ff79806f020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.57:3301/0 says I am v2:172.21.15.46:51928/0 (socket says 172.21.15.46:51928) 2023-09-21T13:05:19.921 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.922+0000 7ff79e3c4700 1 -- 172.21.15.46:0/4055351763 learned_addr learned my addr 172.21.15.46:0/4055351763 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:05:19.921 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.922+0000 7ff79cbc1700 1 -- 172.21.15.46:0/4055351763 <== mon.1 v1:172.21.15.57:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 980896805 0 0) 0x7ff7980cbd20 con 0x7ff7980cc1b0 2023-09-21T13:05:19.921 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.922+0000 7ff79cbc1700 1 -- 172.21.15.46:0/4055351763 --> v1:172.21.15.57:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff7840035b0 con 0x7ff7980cc1b0 2023-09-21T13:05:19.922 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.922+0000 7ff79d3c2700 1 -- 172.21.15.46:0/4055351763 >> v2:172.21.15.57:3300/0 conn(0x7ff7980cf070 msgr2=0x7ff7980cf450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:19.922 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.922+0000 7ff79d3c2700 1 --2- 172.21.15.46:0/4055351763 >> v2:172.21.15.57:3300/0 conn(0x7ff7980cf070 0x7ff7980cf450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:19.922 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.922+0000 7ff79d3c2700 1 -- 172.21.15.46:0/4055351763 >> v1:172.21.15.57:6789/0 conn(0x7ff7980cc1b0 legacy=0x7ff79815a600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:19.922 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.922+0000 7ff79d3c2700 1 -- 172.21.15.46:0/4055351763 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff79815b6f0 con 0x7ff79806eba0 2023-09-21T13:05:19.922 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.922+0000 7ff79dbc3700 1 --2- 172.21.15.46:0/4055351763 >> v2:172.21.15.57:3300/0 conn(0x7ff7980cf070 0x7ff7980cf450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-21T13:05:19.923 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.923+0000 7ff79d3c2700 1 --2- 172.21.15.46:0/4055351763 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff79806eba0 0x7ff79806f020 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7ff788009840 tx=0x7ff788009b50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f764db621f6e603a server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:19.923 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.923+0000 7ff79cbc1700 1 -- 172.21.15.46:0/4055351763 <== mon.2 v2:172.21.15.57:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff788011830 con 0x7ff79806eba0 2023-09-21T13:05:19.923 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.923+0000 7ff79cbc1700 1 -- 172.21.15.46:0/4055351763 <== mon.2 v2:172.21.15.57:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff788011990 con 0x7ff79806eba0 2023-09-21T13:05:19.923 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.923+0000 7ff79cbc1700 1 -- 172.21.15.46:0/4055351763 <== mon.2 v2:172.21.15.57:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff788011d20 con 0x7ff79806eba0 2023-09-21T13:05:19.926 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.923+0000 7ff79fe27700 1 -- 172.21.15.46:0/4055351763 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff79806eba0 msgr2=0x7ff79806f020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:19.926 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.923+0000 7ff79fe27700 1 --2- 172.21.15.46:0/4055351763 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff79806eba0 0x7ff79806f020 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7ff788009840 tx=0x7ff788009b50 comp rx=0 tx=0).stop 2023-09-21T13:05:19.926 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.923+0000 7ff79fe27700 1 -- 172.21.15.46:0/4055351763 shutdown_connections 2023-09-21T13:05:19.926 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.923+0000 7ff79fe27700 1 --2- 172.21.15.46:0/4055351763 >> v2:172.21.15.57:3300/0 conn(0x7ff7980cf070 0x7ff7980cf450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:19.927 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.923+0000 7ff79fe27700 1 --2- 172.21.15.46:0/4055351763 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff79806eba0 0x7ff79806f020 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:19.927 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.923+0000 7ff79fe27700 1 -- 172.21.15.46:0/4055351763 >> 172.21.15.46:0/4055351763 conn(0x7ff7980d01f0 msgr2=0x7ff7980d0600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:19.927 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.923+0000 7ff79fe27700 1 -- 172.21.15.46:0/4055351763 shutdown_connections 2023-09-21T13:05:19.927 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.923+0000 7ff79fe27700 1 -- 172.21.15.46:0/4055351763 wait complete. 2023-09-21T13:05:19.927 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.925+0000 7ff79fe27700 1 Processor -- start 2023-09-21T13:05:19.927 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.925+0000 7ff79fe27700 1 -- start start 2023-09-21T13:05:19.928 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.925+0000 7ff79fe27700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7ff79806eba0 0x7ff7980adf60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:19.928 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.926+0000 7ff79fe27700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff7980cc1b0 0x7ff798156ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:19.928 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.926+0000 7ff79fe27700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff7980cf070 0x7ff7980b4120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:19.928 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.926+0000 7ff79fe27700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff7980aede0 con 0x7ff7980cf070 2023-09-21T13:05:19.928 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.926+0000 7ff79fe27700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff7981f5cd0 con 0x7ff79806eba0 2023-09-21T13:05:19.928 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.926+0000 7ff79fe27700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff798157530 con 0x7ff7980cc1b0 2023-09-21T13:05:19.929 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.926+0000 7ff79e3c4700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff7980cf070 0x7ff7980b4120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:19.929 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.926+0000 7ff79e3c4700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff7980cf070 0x7ff7980b4120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38688/0 (socket says 172.21.15.46:38688) 2023-09-21T13:05:19.929 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.926+0000 7ff79e3c4700 1 -- 172.21.15.46:0/3019632332 learned_addr learned my addr 172.21.15.46:0/3019632332 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:19.929 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.926+0000 7ff79dbc3700 1 --2- 172.21.15.46:0/3019632332 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7ff79806eba0 0x7ff7980adf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:19.929 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.926+0000 7ff79d3c2700 1 --2- 172.21.15.46:0/3019632332 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff7980cc1b0 0x7ff798156ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:19.930 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.926+0000 7ff79e3c4700 1 -- 172.21.15.46:0/3019632332 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff7980cc1b0 msgr2=0x7ff798156ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:19.930 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.926+0000 7ff79e3c4700 1 --2- 172.21.15.46:0/3019632332 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff7980cc1b0 0x7ff798156ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:19.930 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.926+0000 7ff79e3c4700 1 -- 172.21.15.46:0/3019632332 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7ff79806eba0 msgr2=0x7ff7980adf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:19.930 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.926+0000 7ff79e3c4700 1 --2- 172.21.15.46:0/3019632332 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7ff79806eba0 0x7ff7980adf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:19.930 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.926+0000 7ff79e3c4700 1 -- 172.21.15.46:0/3019632332 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff7940094a0 con 0x7ff7980cf070 2023-09-21T13:05:19.930 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.926+0000 7ff79e3c4700 1 --2- 172.21.15.46:0/3019632332 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff7980cf070 0x7ff7980b4120 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7ff79000caa0 tx=0x7ff79000cdb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:19.931 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.926+0000 7ff78e7fc700 1 -- 172.21.15.46:0/3019632332 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff79000a9e0 con 0x7ff7980cf070 2023-09-21T13:05:19.931 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.926+0000 7ff78e7fc700 1 -- 172.21.15.46:0/3019632332 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff79000ab40 con 0x7ff7980cf070 2023-09-21T13:05:19.931 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.926+0000 7ff79fe27700 1 -- 172.21.15.46:0/3019632332 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff7880094a0 con 0x7ff7980cf070 2023-09-21T13:05:19.931 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.926+0000 7ff78e7fc700 1 -- 172.21.15.46:0/3019632332 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff790012400 con 0x7ff7980cf070 2023-09-21T13:05:19.931 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.926+0000 7ff79fe27700 1 -- 172.21.15.46:0/3019632332 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff7980b46b0 con 0x7ff7980cf070 2023-09-21T13:05:19.931 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.927+0000 7ff79fe27700 1 -- 172.21.15.46:0/3019632332 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff7981f5aa0 con 0x7ff7980cf070 2023-09-21T13:05:19.932 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.928+0000 7ff78e7fc700 1 -- 172.21.15.46:0/3019632332 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7ff79001b3b0 con 0x7ff7980cf070 2023-09-21T13:05:19.932 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.928+0000 7ff78e7fc700 1 --2- 172.21.15.46:0/3019632332 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7ff77c06a580 0x7ff77c06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:19.932 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.928+0000 7ff78e7fc700 1 -- 172.21.15.46:0/3019632332 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff7900886f0 con 0x7ff7980cf070 2023-09-21T13:05:19.932 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.929+0000 7ff79dbc3700 1 --2- 172.21.15.46:0/3019632332 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7ff77c06a580 0x7ff77c06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:19.932 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.929+0000 7ff79dbc3700 1 --2- 172.21.15.46:0/3019632332 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7ff77c06a580 0x7ff77c06ca40 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7ff7980adb50 tx=0x7ff794009210 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:19.933 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:19.933+0000 7ff78e7fc700 1 -- 172.21.15.46:0/3019632332 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7ff7981f5aa0 con 0x7ff7980cf070 2023-09-21T13:05:20.189 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.192+0000 7ff79fe27700 1 -- 172.21.15.46:0/3019632332 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7ff798066d30 con 0x7ff7980cf070 2023-09-21T13:05:20.190 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.193+0000 7ff78e7fc700 1 -- 172.21.15.46:0/3019632332 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+4898 (secure 0 0 0) 0x7ff798066d30 con 0x7ff7980cf070 2023-09-21T13:05:20.190 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:05:20.191 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4263,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6836/953501907","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":953501907},{"type":"v1","addr":"172.21.15.46:6836","nonce":953501907}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4266,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/951711535","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6835","nonce":951711535},{"type":"v1","addr":"172.21.15.46:6837","nonce":951711535}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":4281,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.57:6835/3705232108","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6833","nonce":3705232108},{"type":"v1","addr":"172.21.15.57:6835","nonce":3705232108}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-09-21T13:05:16.171576+0000","modified":"2023-09-21T13:05:19.182371+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4285},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4285":{"gid":4285,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.57:6834/887123340","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6832","nonce":887123340},{"type":"v1","addr":"172.21.15.57:6834","nonce":887123340}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-09-21T13:05:20.192 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.195+0000 7ff79fe27700 1 -- 172.21.15.46:0/3019632332 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7ff77c06a580 msgr2=0x7ff77c06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:20.193 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.195+0000 7ff79fe27700 1 --2- 172.21.15.46:0/3019632332 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7ff77c06a580 0x7ff77c06ca40 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7ff7980adb50 tx=0x7ff794009210 comp rx=0 tx=0).stop 2023-09-21T13:05:20.193 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.195+0000 7ff79fe27700 1 -- 172.21.15.46:0/3019632332 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff7980cf070 msgr2=0x7ff7980b4120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:20.193 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.195+0000 7ff79fe27700 1 --2- 172.21.15.46:0/3019632332 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff7980cf070 0x7ff7980b4120 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7ff79000caa0 tx=0x7ff79000cdb0 comp rx=0 tx=0).stop 2023-09-21T13:05:20.193 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.195+0000 7ff79fe27700 1 -- 172.21.15.46:0/3019632332 shutdown_connections 2023-09-21T13:05:20.194 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.195+0000 7ff79fe27700 1 --2- 172.21.15.46:0/3019632332 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7ff77c06a580 0x7ff77c06ca40 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:20.194 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.195+0000 7ff79fe27700 1 --2- 172.21.15.46:0/3019632332 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff7980cf070 0x7ff7980b4120 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:20.194 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.195+0000 7ff79fe27700 1 --2- 172.21.15.46:0/3019632332 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7ff79806eba0 0x7ff7980adf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:20.194 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.195+0000 7ff79fe27700 1 --2- 172.21.15.46:0/3019632332 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff7980cc1b0 0x7ff798156ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:20.195 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.195+0000 7ff79fe27700 1 -- 172.21.15.46:0/3019632332 >> 172.21.15.46:0/3019632332 conn(0x7ff7980d01f0 msgr2=0x7ff7980d05d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:20.195 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.195+0000 7ff79fe27700 1 -- 172.21.15.46:0/3019632332 shutdown_connections 2023-09-21T13:05:20.195 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.195+0000 7ff79fe27700 1 -- 172.21.15.46:0/3019632332 wait complete. 2023-09-21T13:05:20.195 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 7 2023-09-21T13:05:20.206 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-21T13:05:20.343 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.346+0000 7fa86254d700 1 Processor -- start 2023-09-21T13:05:20.343 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.346+0000 7fa86254d700 1 -- start start 2023-09-21T13:05:20.346 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.347+0000 7fa86254d700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7fa85c06eba0 0x7fa85c06f020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:20.346 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.347+0000 7fa86254d700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa85c0cbd20 con 0x7fa85c0cf070 2023-09-21T13:05:20.346 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.347+0000 7fa86254d700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa85c15b410 con 0x7fa85c0cc1b0 2023-09-21T13:05:20.347 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.347+0000 7fa86254d700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa85c15b6f0 con 0x7fa85c06eba0 2023-09-21T13:05:20.347 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.347+0000 7fa85bfff700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7fa85c0cf070 0x7fa85c0cf450 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:35514/0 (socket says 172.21.15.46:35514) 2023-09-21T13:05:20.347 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.347+0000 7fa85bfff700 1 -- 172.21.15.46:0/3756371874 learned_addr learned my addr 172.21.15.46:0/3756371874 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:05:20.347 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.347+0000 7fa85b7fe700 1 --2- 172.21.15.46:0/3756371874 >> v2:172.21.15.57:3300/0 conn(0x7fa85c06eba0 0x7fa85c06f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:20.347 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.347+0000 7fa85affd700 1 -- 172.21.15.46:0/3756371874 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 15346128 0 0) 0x7fa85c0cbd20 con 0x7fa85c0cf070 2023-09-21T13:05:20.348 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.347+0000 7fa85affd700 1 -- 172.21.15.46:0/3756371874 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa8440035b0 con 0x7fa85c0cf070 2023-09-21T13:05:20.348 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.347+0000 7fa85affd700 1 -- 172.21.15.46:0/3756371874 <== mon.0 v1:172.21.15.46:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2360798234 0 0) 0x7fa8440035b0 con 0x7fa85c0cf070 2023-09-21T13:05:20.348 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.347+0000 7fa85b7fe700 1 -- 172.21.15.46:0/3756371874 >> v1:172.21.15.57:6789/0 conn(0x7fa85c0cc1b0 legacy=0x7fa85c15a600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:20.348 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.347+0000 7fa85b7fe700 1 -- 172.21.15.46:0/3756371874 >> v1:172.21.15.46:6789/0 conn(0x7fa85c0cf070 legacy=0x7fa85c0cf450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:20.348 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.347+0000 7fa85b7fe700 1 -- 172.21.15.46:0/3756371874 --> v2:172.21.15.57:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa85c0cb9b0 con 0x7fa85c06eba0 2023-09-21T13:05:20.349 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.348+0000 7fa85b7fe700 1 --2- 172.21.15.46:0/3756371874 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fa85c06eba0 0x7fa85c06f020 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fa850009840 tx=0x7fa850009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a2826875b5290659 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:20.349 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.348+0000 7fa85affd700 1 -- 172.21.15.46:0/3756371874 <== mon.1 v2:172.21.15.57:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa84c001670 con 0x7fa85c06eba0 2023-09-21T13:05:20.349 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.348+0000 7fa85affd700 1 -- 172.21.15.46:0/3756371874 <== mon.1 v2:172.21.15.57:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa850004030 con 0x7fa85c06eba0 2023-09-21T13:05:20.349 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.348+0000 7fa85affd700 1 -- 172.21.15.46:0/3756371874 <== mon.1 v2:172.21.15.57:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8500043c0 con 0x7fa85c06eba0 2023-09-21T13:05:20.349 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.348+0000 7fa86254d700 1 -- 172.21.15.46:0/3756371874 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fa85c06eba0 msgr2=0x7fa85c06f020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:20.350 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.348+0000 7fa86254d700 1 --2- 172.21.15.46:0/3756371874 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fa85c06eba0 0x7fa85c06f020 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fa850009840 tx=0x7fa850009b50 comp rx=0 tx=0).stop 2023-09-21T13:05:20.350 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.348+0000 7fa86254d700 1 -- 172.21.15.46:0/3756371874 shutdown_connections 2023-09-21T13:05:20.350 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.348+0000 7fa86254d700 1 --2- 172.21.15.46:0/3756371874 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fa85c06eba0 0x7fa85c06f020 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:20.350 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.348+0000 7fa86254d700 1 -- 172.21.15.46:0/3756371874 >> 172.21.15.46:0/3756371874 conn(0x7fa85c0d01f0 msgr2=0x7fa85c0d0600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:20.350 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.348+0000 7fa86254d700 1 -- 172.21.15.46:0/3756371874 shutdown_connections 2023-09-21T13:05:20.351 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.348+0000 7fa86254d700 1 -- 172.21.15.46:0/3756371874 wait complete. 2023-09-21T13:05:20.353 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.350+0000 7fa86254d700 1 Processor -- start 2023-09-21T13:05:20.354 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.350+0000 7fa86254d700 1 -- start start 2023-09-21T13:05:20.354 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.351+0000 7fa86254d700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fa85c06eba0 0x7fa85c14e220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:20.354 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.351+0000 7fa86254d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa85c0cc1b0 0x7fa85c0b2e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:20.354 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.351+0000 7fa86254d700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fa85c0cf070 0x7fa85c0b1cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:20.355 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.351+0000 7fa86254d700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa85c0b3350 con 0x7fa85c0cc1b0 2023-09-21T13:05:20.355 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.351+0000 7fa86254d700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa85c0c3d90 con 0x7fa85c06eba0 2023-09-21T13:05:20.355 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.351+0000 7fa86254d700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa85c0c64d0 con 0x7fa85c0cf070 2023-09-21T13:05:20.355 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.351+0000 7fa85b7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa85c0cc1b0 0x7fa85c0b2e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:20.355 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.351+0000 7fa85b7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa85c0cc1b0 0x7fa85c0b2e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38690/0 (socket says 172.21.15.46:38690) 2023-09-21T13:05:20.356 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.351+0000 7fa85b7fe700 1 -- 172.21.15.46:0/200334842 learned_addr learned my addr 172.21.15.46:0/200334842 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:20.356 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.351+0000 7fa85bfff700 1 --2- 172.21.15.46:0/200334842 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fa85c06eba0 0x7fa85c14e220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:20.356 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.351+0000 7fa860aea700 1 --2- 172.21.15.46:0/200334842 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fa85c0cf070 0x7fa85c0b1cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:20.356 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.351+0000 7fa85b7fe700 1 -- 172.21.15.46:0/200334842 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fa85c0cf070 msgr2=0x7fa85c0b1cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:20.356 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.351+0000 7fa85b7fe700 1 --2- 172.21.15.46:0/200334842 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fa85c0cf070 0x7fa85c0b1cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:20.357 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.351+0000 7fa85b7fe700 1 -- 172.21.15.46:0/200334842 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fa85c06eba0 msgr2=0x7fa85c14e220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:20.357 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.351+0000 7fa85b7fe700 1 --2- 172.21.15.46:0/200334842 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fa85c06eba0 0x7fa85c14e220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:20.357 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.351+0000 7fa85b7fe700 1 -- 172.21.15.46:0/200334842 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa8500094a0 con 0x7fa85c0cc1b0 2023-09-21T13:05:20.357 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.351+0000 7fa860aea700 1 --2- 172.21.15.46:0/200334842 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fa85c0cf070 0x7fa85c0b1cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:05:20.357 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.351+0000 7fa85b7fe700 1 --2- 172.21.15.46:0/200334842 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa85c0cc1b0 0x7fa85c0b2e10 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fa850009b90 tx=0x7fa850004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:20.358 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.351+0000 7fa858ff9700 1 -- 172.21.15.46:0/200334842 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa850011830 con 0x7fa85c0cc1b0 2023-09-21T13:05:20.358 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.352+0000 7fa858ff9700 1 -- 172.21.15.46:0/200334842 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa85001f070 con 0x7fa85c0cc1b0 2023-09-21T13:05:20.358 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.352+0000 7fa86254d700 1 -- 172.21.15.46:0/200334842 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa85c0b5710 con 0x7fa85c0cc1b0 2023-09-21T13:05:20.358 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.352+0000 7fa858ff9700 1 -- 172.21.15.46:0/200334842 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa850011bd0 con 0x7fa85c0cc1b0 2023-09-21T13:05:20.358 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.352+0000 7fa86254d700 1 -- 172.21.15.46:0/200334842 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa85c0b5cd0 con 0x7fa85c0cc1b0 2023-09-21T13:05:20.359 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.353+0000 7fa86254d700 1 -- 172.21.15.46:0/200334842 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa85c0b5e60 con 0x7fa85c0cc1b0 2023-09-21T13:05:20.359 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.353+0000 7fa858ff9700 1 -- 172.21.15.46:0/200334842 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fa850011d30 con 0x7fa85c0cc1b0 2023-09-21T13:05:20.359 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.353+0000 7fa858ff9700 1 --2- 172.21.15.46:0/200334842 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fa84806a580 0x7fa84806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:20.359 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.354+0000 7fa858ff9700 1 -- 172.21.15.46:0/200334842 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa850021070 con 0x7fa85c0cc1b0 2023-09-21T13:05:20.359 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.354+0000 7fa85bfff700 1 --2- 172.21.15.46:0/200334842 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fa84806a580 0x7fa84806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:20.360 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.354+0000 7fa85bfff700 1 --2- 172.21.15.46:0/200334842 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fa84806a580 0x7fa84806ca40 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fa84c0011e0 tx=0x7fa84c001da0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:20.360 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.358+0000 7fa858ff9700 1 -- 172.21.15.46:0/200334842 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fa850055930 con 0x7fa85c0cc1b0 2023-09-21T13:05:20.563 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.566+0000 7fa86254d700 1 -- 172.21.15.46:0/200334842 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fa85c068b90 con 0x7fa85c0cc1b0 2023-09-21T13:05:20.564 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.567+0000 7fa858ff9700 1 -- 172.21.15.46:0/200334842 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16457 (secure 0 0 0) 0x7fa850058f50 con 0x7fa85c0cc1b0 2023-09-21T13:05:20.565 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:05:20.565 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":20,"fsid":"3cbfaf88-469e-4129-b70d-6dd2d92bd0a4","created":"2023-09-21T13:04:52.312650+0000","modified":"2023-09-21T13:05:17.736372+0000","last_up_change":"2023-09-21T13:05:04.397018+0000","last_in_change":"2023-09-21T13:04:55.853368+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-21T13:05:05.036373+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-09-21T13:05:14.305630+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-09-21T13:05:15.146424+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"23992b72-ed3c-4a14-ae79-8150e0fedbf7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6810","nonce":1682463833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6814","nonce":1682463833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6822","nonce":1682463833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6818","nonce":1682463833}]},"public_addr":"172.21.15.46:6810/1682463833","cluster_addr":"172.21.15.46:6814/1682463833","heartbeat_back_addr":"172.21.15.46:6822/1682463833","heartbeat_front_addr":"172.21.15.46:6818/1682463833","state":["exists","up"]},{"osd":1,"uuid":"2578f708-e052-4bdd-bcef-54808f1d1ef4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6800","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6801","nonce":3674836117}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6803","nonce":3674836117}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6807","nonce":3674836117}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6805","nonce":3674836117}]},"public_addr":"172.21.15.46:6801/3674836117","cluster_addr":"172.21.15.46:6803/3674836117","heartbeat_back_addr":"172.21.15.46:6807/3674836117","heartbeat_front_addr":"172.21.15.46:6805/3674836117","state":["exists","up"]},{"osd":2,"uuid":"6db5fc17-2472-42fd-a613-8cc24a815cfe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6825","nonce":3956023171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6827","nonce":3956023171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6831","nonce":3956023171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6829","nonce":3956023171}]},"public_addr":"172.21.15.46:6825/3956023171","cluster_addr":"172.21.15.46:6827/3956023171","heartbeat_back_addr":"172.21.15.46:6831/3956023171","heartbeat_front_addr":"172.21.15.46:6829/3956023171","state":["exists","up"]},{"osd":3,"uuid":"b0ddd2cd-9025-471f-a976-d7bc356eb10b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6809","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6811","nonce":1834230057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6813","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6815","nonce":1834230057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6821","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6823","nonce":1834230057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6817","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6819","nonce":1834230057}]},"public_addr":"172.21.15.46:6811/1834230057","cluster_addr":"172.21.15.46:6815/1834230057","heartbeat_back_addr":"172.21.15.46:6823/1834230057","heartbeat_front_addr":"172.21.15.46:6819/1834230057","state":["exists","up"]},{"osd":4,"uuid":"51245ec8-6073-476b-aea6-482f9a379f43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6800","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6801","nonce":867529145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6802","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6803","nonce":867529145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6806","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6807","nonce":867529145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6804","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6805","nonce":867529145}]},"public_addr":"172.21.15.57:6801/867529145","cluster_addr":"172.21.15.57:6803/867529145","heartbeat_back_addr":"172.21.15.57:6807/867529145","heartbeat_front_addr":"172.21.15.57:6805/867529145","state":["exists","up"]},{"osd":5,"uuid":"6be64509-8d19-48af-aa7d-2744199eb3c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6824","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6825","nonce":2639760353}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6826","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6827","nonce":2639760353}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6830","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6831","nonce":2639760353}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6828","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6829","nonce":2639760353}]},"public_addr":"172.21.15.57:6825/2639760353","cluster_addr":"172.21.15.57:6827/2639760353","heartbeat_back_addr":"172.21.15.57:6831/2639760353","heartbeat_front_addr":"172.21.15.57:6829/2639760353","state":["exists","up"]},{"osd":6,"uuid":"8bfda35e-f97c-4419-a105-ff306eff7a42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6808","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6809","nonce":3693682875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6810","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6811","nonce":3693682875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6814","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6815","nonce":3693682875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6812","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6813","nonce":3693682875}]},"public_addr":"172.21.15.57:6809/3693682875","cluster_addr":"172.21.15.57:6811/3693682875","heartbeat_back_addr":"172.21.15.57:6815/3693682875","heartbeat_front_addr":"172.21.15.57:6813/3693682875","state":["exists","up"]},{"osd":7,"uuid":"49fc1df7-ab94-4da5-b915-8f7cc61f2714","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6816","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6817","nonce":1729728830}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6818","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6819","nonce":1729728830}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6822","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6823","nonce":1729728830}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6820","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6821","nonce":1729728830}]},"public_addr":"172.21.15.57:6817/1729728830","cluster_addr":"172.21.15.57:6819/1729728830","heartbeat_back_addr":"172.21.15.57:6823/1729728830","heartbeat_front_addr":"172.21.15.57:6821/1729728830","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:00.955073+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.074451+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.068487+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.010348+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.035446+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.101249+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.104509+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.077361+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-21T13:05:20.567 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.570+0000 7fa86254d700 1 -- 172.21.15.46:0/200334842 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fa84806a580 msgr2=0x7fa84806ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:20.568 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.570+0000 7fa86254d700 1 --2- 172.21.15.46:0/200334842 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fa84806a580 0x7fa84806ca40 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fa84c0011e0 tx=0x7fa84c001da0 comp rx=0 tx=0).stop 2023-09-21T13:05:20.568 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.570+0000 7fa86254d700 1 -- 172.21.15.46:0/200334842 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa85c0cc1b0 msgr2=0x7fa85c0b2e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:20.568 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.570+0000 7fa86254d700 1 --2- 172.21.15.46:0/200334842 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa85c0cc1b0 0x7fa85c0b2e10 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fa850009b90 tx=0x7fa850004750 comp rx=0 tx=0).stop 2023-09-21T13:05:20.568 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.570+0000 7fa86254d700 1 -- 172.21.15.46:0/200334842 shutdown_connections 2023-09-21T13:05:20.568 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.570+0000 7fa86254d700 1 --2- 172.21.15.46:0/200334842 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fa84806a580 0x7fa84806ca40 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:20.569 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.570+0000 7fa86254d700 1 --2- 172.21.15.46:0/200334842 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fa85c0cf070 0x7fa85c0b1cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:20.569 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.570+0000 7fa86254d700 1 --2- 172.21.15.46:0/200334842 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fa85c06eba0 0x7fa85c14e220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:20.569 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.570+0000 7fa86254d700 1 --2- 172.21.15.46:0/200334842 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa85c0cc1b0 0x7fa85c0b2e10 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:20.569 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.570+0000 7fa86254d700 1 -- 172.21.15.46:0/200334842 >> 172.21.15.46:0/200334842 conn(0x7fa85c0d01f0 msgr2=0x7fa85c0d05d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:20.569 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.570+0000 7fa86254d700 1 -- 172.21.15.46:0/200334842 shutdown_connections 2023-09-21T13:05:20.570 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.570+0000 7fa86254d700 1 -- 172.21.15.46:0/200334842 wait complete. 2023-09-21T13:05:20.583 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2023-09-21T13:05:20.584 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-09-21T13:05:20.720 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.723+0000 7fba45b9e700 1 Processor -- start 2023-09-21T13:05:20.721 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.723+0000 7fba45b9e700 1 -- start start 2023-09-21T13:05:20.730 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.724+0000 7fba45b9e700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7fba4015fb20 0x7fba400ca840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:20.730 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.724+0000 7fba45b9e700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fba400cad80 0x7fba400b3040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:20.730 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.724+0000 7fba45b9e700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fba4015f0d0 con 0x7fba4015b410 2023-09-21T13:05:20.731 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.724+0000 7fba45b9e700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fba4015f700 con 0x7fba400cad80 2023-09-21T13:05:20.731 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.724+0000 7fba45b9e700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fba400cb1f0 con 0x7fba4015fb20 2023-09-21T13:05:20.732 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.724+0000 7fba3ffff700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fba400cad80 0x7fba400b3040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:20.732 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.724+0000 7fba3ffff700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fba400cad80 0x7fba400b3040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38692/0 (socket says 172.21.15.46:38692) 2023-09-21T13:05:20.732 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.724+0000 7fba3ffff700 1 -- 172.21.15.46:0/1816200677 learned_addr learned my addr 172.21.15.46:0/1816200677 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:20.732 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.724+0000 7fba3effd700 1 --2- 172.21.15.46:0/1816200677 >> v2:172.21.15.57:3300/0 conn(0x7fba4015fb20 0x7fba400ca840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:20.733 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.724+0000 7fba3ffff700 1 -- 172.21.15.46:0/1816200677 >> v2:172.21.15.57:3300/0 conn(0x7fba4015fb20 msgr2=0x7fba400ca840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:20.733 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.724+0000 7fba3ffff700 1 --2- 172.21.15.46:0/1816200677 >> v2:172.21.15.57:3300/0 conn(0x7fba4015fb20 0x7fba400ca840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:20.733 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.724+0000 7fba3ffff700 1 -- 172.21.15.46:0/1816200677 >> v1:172.21.15.57:6789/0 conn(0x7fba4015b410 legacy=0x7fba40071770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:20.733 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.724+0000 7fba3ffff700 1 -- 172.21.15.46:0/1816200677 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fba400721a0 con 0x7fba400cad80 2023-09-21T13:05:20.733 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.724+0000 7fba3effd700 1 --2- 172.21.15.46:0/1816200677 >> v2:172.21.15.57:3300/0 conn(0x7fba4015fb20 0x7fba400ca840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:05:20.734 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.725+0000 7fba3ffff700 1 --2- 172.21.15.46:0/1816200677 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fba400cad80 0x7fba400b3040 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fba40071460 tx=0x7fba3800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a3d1d3ddba397ad server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:20.734 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.725+0000 7fba3e7fc700 1 -- 172.21.15.46:0/1816200677 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba3800e070 con 0x7fba400cad80 2023-09-21T13:05:20.734 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.725+0000 7fba3e7fc700 1 -- 172.21.15.46:0/1816200677 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fba3800b980 con 0x7fba400cad80 2023-09-21T13:05:20.734 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.725+0000 7fba3e7fc700 1 -- 172.21.15.46:0/1816200677 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba3800bd30 con 0x7fba400cad80 2023-09-21T13:05:20.735 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.725+0000 7fba45b9e700 1 -- 172.21.15.46:0/1816200677 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fba400cad80 msgr2=0x7fba400b3040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:20.735 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.725+0000 7fba45b9e700 1 --2- 172.21.15.46:0/1816200677 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fba400cad80 0x7fba400b3040 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fba40071460 tx=0x7fba3800b330 comp rx=0 tx=0).stop 2023-09-21T13:05:20.735 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.725+0000 7fba45b9e700 1 -- 172.21.15.46:0/1816200677 shutdown_connections 2023-09-21T13:05:20.735 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.725+0000 7fba45b9e700 1 --2- 172.21.15.46:0/1816200677 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fba400cad80 0x7fba400b3040 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:20.735 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.725+0000 7fba45b9e700 1 --2- 172.21.15.46:0/1816200677 >> v2:172.21.15.57:3300/0 conn(0x7fba4015fb20 0x7fba400ca840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:20.735 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.725+0000 7fba45b9e700 1 -- 172.21.15.46:0/1816200677 >> 172.21.15.46:0/1816200677 conn(0x7fba400d01f0 msgr2=0x7fba400d0600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:20.736 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.725+0000 7fba45b9e700 1 -- 172.21.15.46:0/1816200677 shutdown_connections 2023-09-21T13:05:20.736 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.725+0000 7fba45b9e700 1 -- 172.21.15.46:0/1816200677 wait complete. 2023-09-21T13:05:20.736 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.727+0000 7fba45b9e700 1 Processor -- start 2023-09-21T13:05:20.736 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.727+0000 7fba45b9e700 1 -- start start 2023-09-21T13:05:20.736 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.728+0000 7fba45b9e700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fba400cad80 0x7fba4015dfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:20.737 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.728+0000 7fba45b9e700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fba4015b410 0x7fba400b0f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:20.737 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.728+0000 7fba45b9e700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fba4015fb20 0x7fba40158120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:20.737 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.728+0000 7fba45b9e700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba4015db30 con 0x7fba4015fb20 2023-09-21T13:05:20.737 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.728+0000 7fba45b9e700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba400c7fa0 con 0x7fba400cad80 2023-09-21T13:05:20.738 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.728+0000 7fba45b9e700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fba4015cf20 con 0x7fba4015b410 2023-09-21T13:05:20.738 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.728+0000 7fba3ffff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fba4015fb20 0x7fba40158120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:20.738 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.728+0000 7fba3ffff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fba4015fb20 0x7fba40158120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38702/0 (socket says 172.21.15.46:38702) 2023-09-21T13:05:20.738 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.728+0000 7fba3ffff700 1 -- 172.21.15.46:0/2388615224 learned_addr learned my addr 172.21.15.46:0/2388615224 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:20.738 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.728+0000 7fba3effd700 1 --2- 172.21.15.46:0/2388615224 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fba4015b410 0x7fba400b0f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:20.739 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.728+0000 7fba3f7fe700 1 --2- 172.21.15.46:0/2388615224 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fba400cad80 0x7fba4015dfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:20.739 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.728+0000 7fba3ffff700 1 -- 172.21.15.46:0/2388615224 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fba4015b410 msgr2=0x7fba400b0f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:20.739 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.728+0000 7fba3ffff700 1 --2- 172.21.15.46:0/2388615224 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fba4015b410 0x7fba400b0f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:20.739 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.728+0000 7fba3ffff700 1 -- 172.21.15.46:0/2388615224 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fba400cad80 msgr2=0x7fba4015dfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:20.739 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.728+0000 7fba3ffff700 1 --2- 172.21.15.46:0/2388615224 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fba400cad80 0x7fba4015dfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:20.740 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.728+0000 7fba3ffff700 1 -- 172.21.15.46:0/2388615224 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fba38009b30 con 0x7fba4015fb20 2023-09-21T13:05:20.740 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.728+0000 7fba3ffff700 1 --2- 172.21.15.46:0/2388615224 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fba4015fb20 0x7fba40158120 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fba400d0110 tx=0x7fba38004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:20.740 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.729+0000 7fba37fff700 1 -- 172.21.15.46:0/2388615224 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba38004800 con 0x7fba4015fb20 2023-09-21T13:05:20.740 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.729+0000 7fba37fff700 1 -- 172.21.15.46:0/2388615224 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fba380092e0 con 0x7fba4015fb20 2023-09-21T13:05:20.740 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.729+0000 7fba37fff700 1 -- 172.21.15.46:0/2388615224 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba3801b670 con 0x7fba4015fb20 2023-09-21T13:05:20.741 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.729+0000 7fba45b9e700 1 -- 172.21.15.46:0/2388615224 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fba4015d200 con 0x7fba4015fb20 2023-09-21T13:05:20.741 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.729+0000 7fba45b9e700 1 -- 172.21.15.46:0/2388615224 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fba4015d7c0 con 0x7fba4015fb20 2023-09-21T13:05:20.741 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.730+0000 7fba45b9e700 1 -- 172.21.15.46:0/2388615224 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fba40068b90 con 0x7fba4015fb20 2023-09-21T13:05:20.741 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.730+0000 7fba37fff700 1 -- 172.21.15.46:0/2388615224 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fba3801b7d0 con 0x7fba4015fb20 2023-09-21T13:05:20.741 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.731+0000 7fba37fff700 1 --2- 172.21.15.46:0/2388615224 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fba2006a580 0x7fba2006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:20.742 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.731+0000 7fba37fff700 1 -- 172.21.15.46:0/2388615224 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fba3808a110 con 0x7fba4015fb20 2023-09-21T13:05:20.742 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.731+0000 7fba3f7fe700 1 --2- 172.21.15.46:0/2388615224 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fba2006a580 0x7fba2006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:20.742 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.731+0000 7fba3f7fe700 1 --2- 172.21.15.46:0/2388615224 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fba2006a580 0x7fba2006ca40 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fba400c6d10 tx=0x7fba30009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:20.742 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.735+0000 7fba37fff700 1 -- 172.21.15.46:0/2388615224 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fba38055720 con 0x7fba4015fb20 2023-09-21T13:05:20.938 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.941+0000 7fba45b9e700 1 -- 172.21.15.46:0/2388615224 --> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fba4015f320 con 0x7fba2006a580 2023-09-21T13:05:20.945 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.949+0000 7fba37fff700 1 -- 172.21.15.46:0/2388615224 <== mgr.4104 v2:172.21.15.46:6832/84086869 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+252756 (secure 0 0 0) 0x7fba30001cc0 con 0x7fba2006a580 2023-09-21T13:05:20.949 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:05:20.951 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.952+0000 7fba45b9e700 1 -- 172.21.15.46:0/2388615224 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fba2006a580 msgr2=0x7fba2006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:20.952 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.952+0000 7fba45b9e700 1 --2- 172.21.15.46:0/2388615224 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fba2006a580 0x7fba2006ca40 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fba400c6d10 tx=0x7fba30009040 comp rx=0 tx=0).stop 2023-09-21T13:05:20.952 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.952+0000 7fba45b9e700 1 -- 172.21.15.46:0/2388615224 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fba4015fb20 msgr2=0x7fba40158120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:20.952 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.952+0000 7fba45b9e700 1 --2- 172.21.15.46:0/2388615224 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fba4015fb20 0x7fba40158120 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fba400d0110 tx=0x7fba38004ad0 comp rx=0 tx=0).stop 2023-09-21T13:05:20.952 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.952+0000 7fba45b9e700 1 -- 172.21.15.46:0/2388615224 shutdown_connections 2023-09-21T13:05:20.952 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.952+0000 7fba45b9e700 1 --2- 172.21.15.46:0/2388615224 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fba2006a580 0x7fba2006ca40 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:20.953 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.952+0000 7fba45b9e700 1 --2- 172.21.15.46:0/2388615224 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fba4015fb20 0x7fba40158120 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:20.953 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.952+0000 7fba45b9e700 1 --2- 172.21.15.46:0/2388615224 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fba400cad80 0x7fba4015dfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:20.953 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.952+0000 7fba45b9e700 1 --2- 172.21.15.46:0/2388615224 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fba4015b410 0x7fba400b0f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:20.953 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.952+0000 7fba45b9e700 1 -- 172.21.15.46:0/2388615224 >> 172.21.15.46:0/2388615224 conn(0x7fba400d01f0 msgr2=0x7fba400aeb30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:20.953 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.953+0000 7fba45b9e700 1 -- 172.21.15.46:0/2388615224 shutdown_connections 2023-09-21T13:05:20.954 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:20.953+0000 7fba45b9e700 1 -- 172.21.15.46:0/2388615224 wait complete. 2023-09-21T13:05:20.954 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all 2023-09-21T13:05:20.963 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":20,"stamp":"2023-09-21T13:05:18.968678+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":66,"acting":66,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":3,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":218552,"kb_used_data":2376,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754756168,"statfs":{"total":773094113280,"available":772870316032,"internally_reserved":0,"allocated":2433024,"data_stored":1546584,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":221236794},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.240527"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-21T13:05:15.718666+0000","last_change":"2023-09-21T13:05:15.718666+0000","last_active":"2023-09-21T13:05:15.718666+0000","last_peered":"2023-09-21T13:05:15.718666+0000","last_clean":"2023-09-21T13:05:15.718666+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:15.718666+0000","last_undegraded":"2023-09-21T13:05:15.718666+0000","last_fullsized":"2023-09-21T13:05:15.718666+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-21T13:05:15.718666+0000","last_change":"2023-09-21T13:05:15.718666+0000","last_active":"2023-09-21T13:05:15.718666+0000","last_peered":"2023-09-21T13:05:15.718666+0000","last_clean":"2023-09-21T13:05:15.718666+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:15.718666+0000","last_undegraded":"2023-09-21T13:05:15.718666+0000","last_fullsized":"2023-09-21T13:05:15.718666+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-21T13:05:15.718666+0000","last_change":"2023-09-21T13:05:15.718666+0000","last_active":"2023-09-21T13:05:15.718666+0000","last_peered":"2023-09-21T13:05:15.718666+0000","last_clean":"2023-09-21T13:05:15.718666+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:15.718666+0000","last_undegraded":"2023-09-21T13:05:15.718666+0000","last_fullsized":"2023-09-21T13:05:15.718666+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-21T13:05:15.718666+0000","last_change":"2023-09-21T13:05:15.718666+0000","last_active":"2023-09-21T13:05:15.718666+0000","last_peered":"2023-09-21T13:05:15.718666+0000","last_clean":"2023-09-21T13:05:15.718666+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:15.718666+0000","last_undegraded":"2023-09-21T13:05:15.718666+0000","last_fullsized":"2023-09-21T13:05:15.718666+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-21T13:05:15.718666+0000","last_change":"2023-09-21T13:05:15.718666+0000","last_active":"2023-09-21T13:05:15.718666+0000","last_peered":"2023-09-21T13:05:15.718666+0000","last_clean":"2023-09-21T13:05:15.718666+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:15.718666+0000","last_undegraded":"2023-09-21T13:05:15.718666+0000","last_fullsized":"2023-09-21T13:05:15.718666+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-21T13:05:15.718666+0000","last_change":"2023-09-21T13:05:15.718666+0000","last_active":"2023-09-21T13:05:15.718666+0000","last_peered":"2023-09-21T13:05:15.718666+0000","last_clean":"2023-09-21T13:05:15.718666+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:15.718666+0000","last_undegraded":"2023-09-21T13:05:15.718666+0000","last_fullsized":"2023-09-21T13:05:15.718666+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-21T13:05:15.718666+0000","last_change":"2023-09-21T13:05:15.718666+0000","last_active":"2023-09-21T13:05:15.718666+0000","last_peered":"2023-09-21T13:05:15.718666+0000","last_clean":"2023-09-21T13:05:15.718666+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:15.718666+0000","last_undegraded":"2023-09-21T13:05:15.718666+0000","last_fullsized":"2023-09-21T13:05:15.718666+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-21T13:05:15.718666+0000","last_change":"2023-09-21T13:05:15.718666+0000","last_active":"2023-09-21T13:05:15.718666+0000","last_peered":"2023-09-21T13:05:15.718666+0000","last_clean":"2023-09-21T13:05:15.718666+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:15.718666+0000","last_undegraded":"2023-09-21T13:05:15.718666+0000","last_fullsized":"2023-09-21T13:05:15.718666+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-21T13:05:15.718666+0000","last_change":"2023-09-21T13:05:15.718666+0000","last_active":"2023-09-21T13:05:15.718666+0000","last_peered":"2023-09-21T13:05:15.718666+0000","last_clean":"2023-09-21T13:05:15.718666+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:15.718666+0000","last_undegraded":"2023-09-21T13:05:15.718666+0000","last_fullsized":"2023-09-21T13:05:15.718666+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-21T13:05:15.718666+0000","last_change":"2023-09-21T13:05:15.718666+0000","last_active":"2023-09-21T13:05:15.718666+0000","last_peered":"2023-09-21T13:05:15.718666+0000","last_clean":"2023-09-21T13:05:15.718666+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:15.718666+0000","last_undegraded":"2023-09-21T13:05:15.718666+0000","last_fullsized":"2023-09-21T13:05:15.718666+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-21T13:05:15.718666+0000","last_change":"2023-09-21T13:05:15.718666+0000","last_active":"2023-09-21T13:05:15.718666+0000","last_peered":"2023-09-21T13:05:15.718666+0000","last_clean":"2023-09-21T13:05:15.718666+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:15.718666+0000","last_undegraded":"2023-09-21T13:05:15.718666+0000","last_fullsized":"2023-09-21T13:05:15.718666+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-21T13:05:15.718666+0000","last_change":"2023-09-21T13:05:15.718666+0000","last_active":"2023-09-21T13:05:15.718666+0000","last_peered":"2023-09-21T13:05:15.718666+0000","last_clean":"2023-09-21T13:05:15.718666+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:15.718666+0000","last_undegraded":"2023-09-21T13:05:15.718666+0000","last_fullsized":"2023-09-21T13:05:15.718666+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-21T13:05:15.718666+0000","last_change":"2023-09-21T13:05:15.718666+0000","last_active":"2023-09-21T13:05:15.718666+0000","last_peered":"2023-09-21T13:05:15.718666+0000","last_clean":"2023-09-21T13:05:15.718666+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:15.718666+0000","last_undegraded":"2023-09-21T13:05:15.718666+0000","last_fullsized":"2023-09-21T13:05:15.718666+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-21T13:05:15.718666+0000","last_change":"2023-09-21T13:05:15.718666+0000","last_active":"2023-09-21T13:05:15.718666+0000","last_peered":"2023-09-21T13:05:15.718666+0000","last_clean":"2023-09-21T13:05:15.718666+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:15.718666+0000","last_undegraded":"2023-09-21T13:05:15.718666+0000","last_fullsized":"2023-09-21T13:05:15.718666+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-21T13:05:15.718666+0000","last_change":"2023-09-21T13:05:15.718666+0000","last_active":"2023-09-21T13:05:15.718666+0000","last_peered":"2023-09-21T13:05:15.718666+0000","last_clean":"2023-09-21T13:05:15.718666+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:15.718666+0000","last_undegraded":"2023-09-21T13:05:15.718666+0000","last_fullsized":"2023-09-21T13:05:15.718666+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-21T13:05:15.718666+0000","last_change":"2023-09-21T13:05:15.718666+0000","last_active":"2023-09-21T13:05:15.718666+0000","last_peered":"2023-09-21T13:05:15.718666+0000","last_clean":"2023-09-21T13:05:15.718666+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:15.718666+0000","last_undegraded":"2023-09-21T13:05:15.718666+0000","last_fullsized":"2023-09-21T13:05:15.718666+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-21T13:05:15.718666+0000","last_change":"2023-09-21T13:05:15.718666+0000","last_active":"2023-09-21T13:05:15.718666+0000","last_peered":"2023-09-21T13:05:15.718666+0000","last_clean":"2023-09-21T13:05:15.718666+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:15.718666+0000","last_undegraded":"2023-09-21T13:05:15.718666+0000","last_fullsized":"2023-09-21T13:05:15.718666+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-21T13:05:15.718666+0000","last_change":"2023-09-21T13:05:15.718666+0000","last_active":"2023-09-21T13:05:15.718666+0000","last_peered":"2023-09-21T13:05:15.718666+0000","last_clean":"2023-09-21T13:05:15.718666+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:15.718666+0000","last_undegraded":"2023-09-21T13:05:15.718666+0000","last_fullsized":"2023-09-21T13:05:15.718666+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-21T13:05:15.718666+0000","last_change":"2023-09-21T13:05:15.718666+0000","last_active":"2023-09-21T13:05:15.718666+0000","last_peered":"2023-09-21T13:05:15.718666+0000","last_clean":"2023-09-21T13:05:15.718666+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:15.718666+0000","last_undegraded":"2023-09-21T13:05:15.718666+0000","last_fullsized":"2023-09-21T13:05:15.718666+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":1,"reported_epoch":17,"state":"creating+peering","last_fresh":"2023-09-21T13:05:14.723168+0000","last_change":"2023-09-21T13:05:14.723168+0000","last_active":"2023-09-21T13:05:14.708975+0000","last_peered":"2023-09-21T13:05:14.708975+0000","last_clean":"2023-09-21T13:05:14.708975+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:14.723168+0000","last_undegraded":"2023-09-21T13:05:14.723168+0000","last_fullsized":"2023-09-21T13:05:14.723168+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-21T13:05:15.718666+0000","last_change":"2023-09-21T13:05:15.718666+0000","last_active":"2023-09-21T13:05:15.718666+0000","last_peered":"2023-09-21T13:05:15.718666+0000","last_clean":"2023-09-21T13:05:15.718666+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:15.718666+0000","last_undegraded":"2023-09-21T13:05:15.718666+0000","last_fullsized":"2023-09-21T13:05:15.718666+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":1,"reported_epoch":17,"state":"creating+peering","last_fresh":"2023-09-21T13:05:14.721068+0000","last_change":"2023-09-21T13:05:14.721068+0000","last_active":"2023-09-21T13:05:14.708975+0000","last_peered":"2023-09-21T13:05:14.708975+0000","last_clean":"2023-09-21T13:05:14.708975+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:14.721068+0000","last_undegraded":"2023-09-21T13:05:14.721068+0000","last_fullsized":"2023-09-21T13:05:14.721068+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-21T13:05:15.718666+0000","last_change":"2023-09-21T13:05:15.718666+0000","last_active":"2023-09-21T13:05:15.718666+0000","last_peered":"2023-09-21T13:05:15.718666+0000","last_clean":"2023-09-21T13:05:15.718666+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:15.718666+0000","last_undegraded":"2023-09-21T13:05:15.718666+0000","last_fullsized":"2023-09-21T13:05:15.718666+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":1,"reported_epoch":17,"state":"creating+peering","last_fresh":"2023-09-21T13:05:14.732387+0000","last_change":"2023-09-21T13:05:14.732387+0000","last_active":"2023-09-21T13:05:14.708975+0000","last_peered":"2023-09-21T13:05:14.708975+0000","last_clean":"2023-09-21T13:05:14.708975+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:14.732387+0000","last_undegraded":"2023-09-21T13:05:14.732387+0000","last_fullsized":"2023-09-21T13:05:14.732387+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-21T13:05:15.718666+0000","last_change":"2023-09-21T13:05:15.718666+0000","last_active":"2023-09-21T13:05:15.718666+0000","last_peered":"2023-09-21T13:05:15.718666+0000","last_clean":"2023-09-21T13:05:15.718666+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:15.718666+0000","last_undegraded":"2023-09-21T13:05:15.718666+0000","last_fullsized":"2023-09-21T13:05:15.718666+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":1,"reported_epoch":17,"state":"creating+peering","last_fresh":"2023-09-21T13:05:14.729643+0000","last_change":"2023-09-21T13:05:14.729643+0000","last_active":"2023-09-21T13:05:14.708975+0000","last_peered":"2023-09-21T13:05:14.708975+0000","last_clean":"2023-09-21T13:05:14.708975+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:14.729643+0000","last_undegraded":"2023-09-21T13:05:14.729643+0000","last_fullsized":"2023-09-21T13:05:14.729643+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-21T13:05:15.718666+0000","last_change":"2023-09-21T13:05:15.718666+0000","last_active":"2023-09-21T13:05:15.718666+0000","last_peered":"2023-09-21T13:05:15.718666+0000","last_clean":"2023-09-21T13:05:15.718666+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:15.718666+0000","last_undegraded":"2023-09-21T13:05:15.718666+0000","last_fullsized":"2023-09-21T13:05:15.718666+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":1,"reported_epoch":17,"state":"creating+peering","last_fresh":"2023-09-21T13:05:14.721363+0000","last_change":"2023-09-21T13:05:14.721363+0000","last_active":"2023-09-21T13:05:14.708975+0000","last_peered":"2023-09-21T13:05:14.708975+0000","last_clean":"2023-09-21T13:05:14.708975+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:14.721363+0000","last_undegraded":"2023-09-21T13:05:14.721363+0000","last_fullsized":"2023-09-21T13:05:14.721363+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-21T13:05:15.718666+0000","last_change":"2023-09-21T13:05:15.718666+0000","last_active":"2023-09-21T13:05:15.718666+0000","last_peered":"2023-09-21T13:05:15.718666+0000","last_clean":"2023-09-21T13:05:15.718666+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:15.718666+0000","last_undegraded":"2023-09-21T13:05:15.718666+0000","last_fullsized":"2023-09-21T13:05:15.718666+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":1,"reported_epoch":17,"state":"creating+peering","last_fresh":"2023-09-21T13:05:14.730379+0000","last_change":"2023-09-21T13:05:14.730379+0000","last_active":"2023-09-21T13:05:14.708975+0000","last_peered":"2023-09-21T13:05:14.708975+0000","last_clean":"2023-09-21T13:05:14.708975+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:14.730379+0000","last_undegraded":"2023-09-21T13:05:14.730379+0000","last_fullsized":"2023-09-21T13:05:14.730379+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-21T13:05:15.718666+0000","last_change":"2023-09-21T13:05:15.718666+0000","last_active":"2023-09-21T13:05:15.718666+0000","last_peered":"2023-09-21T13:05:15.718666+0000","last_clean":"2023-09-21T13:05:15.718666+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:15.718666+0000","last_undegraded":"2023-09-21T13:05:15.718666+0000","last_fullsized":"2023-09-21T13:05:15.718666+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1,"reported_epoch":17,"state":"creating+peering","last_fresh":"2023-09-21T13:05:14.721066+0000","last_change":"2023-09-21T13:05:14.721066+0000","last_active":"2023-09-21T13:05:14.708975+0000","last_peered":"2023-09-21T13:05:14.708975+0000","last_clean":"2023-09-21T13:05:14.708975+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:14.721066+0000","last_undegraded":"2023-09-21T13:05:14.721066+0000","last_fullsized":"2023-09-21T13:05:14.721066+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-21T13:05:15.718666+0000","last_change":"2023-09-21T13:05:15.718666+0000","last_active":"2023-09-21T13:05:15.718666+0000","last_peered":"2023-09-21T13:05:15.718666+0000","last_clean":"2023-09-21T13:05:15.718666+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:15.718666+0000","last_undegraded":"2023-09-21T13:05:15.718666+0000","last_fullsized":"2023-09-21T13:05:15.718666+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1,"reported_epoch":17,"state":"creating+peering","last_fresh":"2023-09-21T13:05:14.733998+0000","last_change":"2023-09-21T13:05:14.733998+0000","last_active":"2023-09-21T13:05:14.708975+0000","last_peered":"2023-09-21T13:05:14.708975+0000","last_clean":"2023-09-21T13:05:14.708975+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:14.733998+0000","last_undegraded":"2023-09-21T13:05:14.733998+0000","last_fullsized":"2023-09-21T13:05:14.733998+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-21T13:05:15.718666+0000","last_change":"2023-09-21T13:05:15.718666+0000","last_active":"2023-09-21T13:05:15.718666+0000","last_peered":"2023-09-21T13:05:15.718666+0000","last_clean":"2023-09-21T13:05:15.718666+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:15.718666+0000","last_undegraded":"2023-09-21T13:05:15.718666+0000","last_fullsized":"2023-09-21T13:05:15.718666+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1,"reported_epoch":17,"state":"creating+peering","last_fresh":"2023-09-21T13:05:14.730140+0000","last_change":"2023-09-21T13:05:14.730140+0000","last_active":"2023-09-21T13:05:14.708975+0000","last_peered":"2023-09-21T13:05:14.708975+0000","last_clean":"2023-09-21T13:05:14.708975+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:14.730140+0000","last_undegraded":"2023-09-21T13:05:14.730140+0000","last_fullsized":"2023-09-21T13:05:14.730140+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-21T13:05:15.718666+0000","last_change":"2023-09-21T13:05:15.718666+0000","last_active":"2023-09-21T13:05:15.718666+0000","last_peered":"2023-09-21T13:05:15.718666+0000","last_clean":"2023-09-21T13:05:15.718666+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:15.718666+0000","last_undegraded":"2023-09-21T13:05:15.718666+0000","last_fullsized":"2023-09-21T13:05:15.718666+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1,"reported_epoch":17,"state":"creating+peering","last_fresh":"2023-09-21T13:05:14.733509+0000","last_change":"2023-09-21T13:05:14.733509+0000","last_active":"2023-09-21T13:05:14.708975+0000","last_peered":"2023-09-21T13:05:14.708975+0000","last_clean":"2023-09-21T13:05:14.708975+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:14.733509+0000","last_undegraded":"2023-09-21T13:05:14.733509+0000","last_fullsized":"2023-09-21T13:05:14.733509+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-21T13:05:15.718666+0000","last_change":"2023-09-21T13:05:15.718666+0000","last_active":"2023-09-21T13:05:15.718666+0000","last_peered":"2023-09-21T13:05:15.718666+0000","last_clean":"2023-09-21T13:05:15.718666+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:15.718666+0000","last_undegraded":"2023-09-21T13:05:15.718666+0000","last_fullsized":"2023-09-21T13:05:15.718666+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":1,"reported_epoch":17,"state":"creating+peering","last_fresh":"2023-09-21T13:05:14.733060+0000","last_change":"2023-09-21T13:05:14.733060+0000","last_active":"2023-09-21T13:05:14.708975+0000","last_peered":"2023-09-21T13:05:14.708975+0000","last_clean":"2023-09-21T13:05:14.708975+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:14.733060+0000","last_undegraded":"2023-09-21T13:05:14.733060+0000","last_fullsized":"2023-09-21T13:05:14.733060+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-21T13:05:15.718666+0000","last_change":"2023-09-21T13:05:15.718666+0000","last_active":"2023-09-21T13:05:15.718666+0000","last_peered":"2023-09-21T13:05:15.718666+0000","last_clean":"2023-09-21T13:05:15.718666+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:15.718666+0000","last_undegraded":"2023-09-21T13:05:15.718666+0000","last_fullsized":"2023-09-21T13:05:15.718666+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":1,"reported_epoch":17,"state":"creating+peering","last_fresh":"2023-09-21T13:05:14.729008+0000","last_change":"2023-09-21T13:05:14.729008+0000","last_active":"2023-09-21T13:05:14.708975+0000","last_peered":"2023-09-21T13:05:14.708975+0000","last_clean":"2023-09-21T13:05:14.708975+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:14.729008+0000","last_undegraded":"2023-09-21T13:05:14.729008+0000","last_fullsized":"2023-09-21T13:05:14.729008+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-21T13:05:15.718666+0000","last_change":"2023-09-21T13:05:15.718666+0000","last_active":"2023-09-21T13:05:15.718666+0000","last_peered":"2023-09-21T13:05:15.718666+0000","last_clean":"2023-09-21T13:05:15.718666+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:15.718666+0000","last_undegraded":"2023-09-21T13:05:15.718666+0000","last_fullsized":"2023-09-21T13:05:15.718666+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":1,"reported_epoch":17,"state":"creating+peering","last_fresh":"2023-09-21T13:05:14.723057+0000","last_change":"2023-09-21T13:05:14.723057+0000","last_active":"2023-09-21T13:05:14.708975+0000","last_peered":"2023-09-21T13:05:14.708975+0000","last_clean":"2023-09-21T13:05:14.708975+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:14.723057+0000","last_undegraded":"2023-09-21T13:05:14.723057+0000","last_fullsized":"2023-09-21T13:05:14.723057+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-21T13:05:15.718666+0000","last_change":"2023-09-21T13:05:15.718666+0000","last_active":"2023-09-21T13:05:15.718666+0000","last_peered":"2023-09-21T13:05:15.718666+0000","last_clean":"2023-09-21T13:05:15.718666+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:15.718666+0000","last_undegraded":"2023-09-21T13:05:15.718666+0000","last_fullsized":"2023-09-21T13:05:15.718666+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1,"reported_epoch":17,"state":"creating+peering","last_fresh":"2023-09-21T13:05:14.734623+0000","last_change":"2023-09-21T13:05:14.734623+0000","last_active":"2023-09-21T13:05:14.708975+0000","last_peered":"2023-09-21T13:05:14.708975+0000","last_clean":"2023-09-21T13:05:14.708975+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:14.734623+0000","last_undegraded":"2023-09-21T13:05:14.734623+0000","last_fullsized":"2023-09-21T13:05:14.734623+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-21T13:05:15.718666+0000","last_change":"2023-09-21T13:05:15.718666+0000","last_active":"2023-09-21T13:05:15.718666+0000","last_peered":"2023-09-21T13:05:15.718666+0000","last_clean":"2023-09-21T13:05:15.718666+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:15.718666+0000","last_undegraded":"2023-09-21T13:05:15.718666+0000","last_fullsized":"2023-09-21T13:05:15.718666+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1,"reported_epoch":17,"state":"creating+peering","last_fresh":"2023-09-21T13:05:14.728888+0000","last_change":"2023-09-21T13:05:14.728888+0000","last_active":"2023-09-21T13:05:14.708975+0000","last_peered":"2023-09-21T13:05:14.708975+0000","last_clean":"2023-09-21T13:05:14.708975+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:14.728888+0000","last_undegraded":"2023-09-21T13:05:14.728888+0000","last_fullsized":"2023-09-21T13:05:14.728888+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-21T13:05:15.718666+0000","last_change":"2023-09-21T13:05:15.718666+0000","last_active":"2023-09-21T13:05:15.718666+0000","last_peered":"2023-09-21T13:05:15.718666+0000","last_clean":"2023-09-21T13:05:15.718666+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:15.718666+0000","last_undegraded":"2023-09-21T13:05:15.718666+0000","last_fullsized":"2023-09-21T13:05:15.718666+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":1,"reported_epoch":17,"state":"creating+peering","last_fresh":"2023-09-21T13:05:14.736256+0000","last_change":"2023-09-21T13:05:14.736256+0000","last_active":"2023-09-21T13:05:14.708975+0000","last_peered":"2023-09-21T13:05:14.708975+0000","last_clean":"2023-09-21T13:05:14.708975+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:14.736256+0000","last_undegraded":"2023-09-21T13:05:14.736256+0000","last_fullsized":"2023-09-21T13:05:14.736256+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-21T13:05:15.718666+0000","last_change":"2023-09-21T13:05:15.718666+0000","last_active":"2023-09-21T13:05:15.718666+0000","last_peered":"2023-09-21T13:05:15.718666+0000","last_clean":"2023-09-21T13:05:15.718666+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:15.718666+0000","last_undegraded":"2023-09-21T13:05:15.718666+0000","last_fullsized":"2023-09-21T13:05:15.718666+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":1,"reported_epoch":17,"state":"creating+peering","last_fresh":"2023-09-21T13:05:14.729322+0000","last_change":"2023-09-21T13:05:14.729322+0000","last_active":"2023-09-21T13:05:14.708975+0000","last_peered":"2023-09-21T13:05:14.708975+0000","last_clean":"2023-09-21T13:05:14.708975+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:14.729322+0000","last_undegraded":"2023-09-21T13:05:14.729322+0000","last_fullsized":"2023-09-21T13:05:14.729322+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-21T13:05:15.718666+0000","last_change":"2023-09-21T13:05:15.718666+0000","last_active":"2023-09-21T13:05:15.718666+0000","last_peered":"2023-09-21T13:05:15.718666+0000","last_clean":"2023-09-21T13:05:15.718666+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:15.718666+0000","last_undegraded":"2023-09-21T13:05:15.718666+0000","last_fullsized":"2023-09-21T13:05:15.718666+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1,"reported_epoch":17,"state":"creating+peering","last_fresh":"2023-09-21T13:05:14.732097+0000","last_change":"2023-09-21T13:05:14.732097+0000","last_active":"2023-09-21T13:05:14.708975+0000","last_peered":"2023-09-21T13:05:14.708975+0000","last_clean":"2023-09-21T13:05:14.708975+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:14.732097+0000","last_undegraded":"2023-09-21T13:05:14.732097+0000","last_fullsized":"2023-09-21T13:05:14.732097+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-21T13:05:15.718666+0000","last_change":"2023-09-21T13:05:15.718666+0000","last_active":"2023-09-21T13:05:15.718666+0000","last_peered":"2023-09-21T13:05:15.718666+0000","last_clean":"2023-09-21T13:05:15.718666+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:15.718666+0000","last_undegraded":"2023-09-21T13:05:15.718666+0000","last_fullsized":"2023-09-21T13:05:15.718666+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1,"reported_epoch":17,"state":"creating+peering","last_fresh":"2023-09-21T13:05:14.733511+0000","last_change":"2023-09-21T13:05:14.733511+0000","last_active":"2023-09-21T13:05:14.708975+0000","last_peered":"2023-09-21T13:05:14.708975+0000","last_clean":"2023-09-21T13:05:14.708975+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:14.733511+0000","last_undegraded":"2023-09-21T13:05:14.733511+0000","last_fullsized":"2023-09-21T13:05:14.733511+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-21T13:05:15.718666+0000","last_change":"2023-09-21T13:05:15.718666+0000","last_active":"2023-09-21T13:05:15.718666+0000","last_peered":"2023-09-21T13:05:15.718666+0000","last_clean":"2023-09-21T13:05:15.718666+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:15.718666+0000","last_undegraded":"2023-09-21T13:05:15.718666+0000","last_fullsized":"2023-09-21T13:05:15.718666+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-21T13:05:15.718666+0000","last_change":"2023-09-21T13:05:15.718666+0000","last_active":"2023-09-21T13:05:15.718666+0000","last_peered":"2023-09-21T13:05:15.718666+0000","last_clean":"2023-09-21T13:05:15.718666+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:15.718666+0000","last_undegraded":"2023-09-21T13:05:15.718666+0000","last_fullsized":"2023-09-21T13:05:15.718666+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1,"reported_epoch":17,"state":"creating+peering","last_fresh":"2023-09-21T13:05:14.736272+0000","last_change":"2023-09-21T13:05:14.736272+0000","last_active":"2023-09-21T13:05:14.708975+0000","last_peered":"2023-09-21T13:05:14.708975+0000","last_clean":"2023-09-21T13:05:14.708975+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:14.736272+0000","last_undegraded":"2023-09-21T13:05:14.736272+0000","last_fullsized":"2023-09-21T13:05:14.736272+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-21T13:05:15.718666+0000","last_change":"2023-09-21T13:05:15.718666+0000","last_active":"2023-09-21T13:05:15.718666+0000","last_peered":"2023-09-21T13:05:15.718666+0000","last_clean":"2023-09-21T13:05:15.718666+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:15.718666+0000","last_undegraded":"2023-09-21T13:05:15.718666+0000","last_fullsized":"2023-09-21T13:05:15.718666+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1,"reported_epoch":17,"state":"creating+peering","last_fresh":"2023-09-21T13:05:14.733716+0000","last_change":"2023-09-21T13:05:14.733716+0000","last_active":"2023-09-21T13:05:14.708975+0000","last_peered":"2023-09-21T13:05:14.708975+0000","last_clean":"2023-09-21T13:05:14.708975+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:14.733716+0000","last_undegraded":"2023-09-21T13:05:14.733716+0000","last_fullsized":"2023-09-21T13:05:14.733716+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":162,"reported_epoch":16,"state":"active+clean","last_fresh":"2023-09-21T13:05:09.992837+0000","last_change":"2023-09-21T13:05:07.001411+0000","last_active":"2023-09-21T13:05:09.992837+0000","last_peered":"2023-09-21T13:05:09.992837+0000","last_clean":"2023-09-21T13:05:09.992837+0000","last_became_active":"2023-09-21T13:05:07.000380+0000","last_became_peered":"2023-09-21T13:05:07.000380+0000","last_unstale":"2023-09-21T13:05:09.992837+0000","last_undegraded":"2023-09-21T13:05:09.992837+0000","last_fullsized":"2023-09-21T13:05:09.992837+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:05.398949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:05.398949+0000","last_clean_scrub_stamp":"2023-09-21T13:05:05.398949+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:22:48.016821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-21T13:05:15.718666+0000","last_change":"2023-09-21T13:05:15.718666+0000","last_active":"2023-09-21T13:05:15.718666+0000","last_peered":"2023-09-21T13:05:15.718666+0000","last_clean":"2023-09-21T13:05:15.718666+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:15.718666+0000","last_undegraded":"2023-09-21T13:05:15.718666+0000","last_fullsized":"2023-09-21T13:05:15.718666+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1,"reported_epoch":17,"state":"creating+peering","last_fresh":"2023-09-21T13:05:14.729551+0000","last_change":"2023-09-21T13:05:14.729551+0000","last_active":"2023-09-21T13:05:14.708975+0000","last_peered":"2023-09-21T13:05:14.708975+0000","last_clean":"2023-09-21T13:05:14.708975+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:14.729551+0000","last_undegraded":"2023-09-21T13:05:14.729551+0000","last_fullsized":"2023-09-21T13:05:14.729551+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1,"reported_epoch":17,"state":"creating+peering","last_fresh":"2023-09-21T13:05:14.731654+0000","last_change":"2023-09-21T13:05:14.731654+0000","last_active":"2023-09-21T13:05:14.708975+0000","last_peered":"2023-09-21T13:05:14.708975+0000","last_clean":"2023-09-21T13:05:14.708975+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:14.731654+0000","last_undegraded":"2023-09-21T13:05:14.731654+0000","last_fullsized":"2023-09-21T13:05:14.731654+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-21T13:05:15.718666+0000","last_change":"2023-09-21T13:05:15.718666+0000","last_active":"2023-09-21T13:05:15.718666+0000","last_peered":"2023-09-21T13:05:15.718666+0000","last_clean":"2023-09-21T13:05:15.718666+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:15.718666+0000","last_undegraded":"2023-09-21T13:05:15.718666+0000","last_fullsized":"2023-09-21T13:05:15.718666+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":1,"reported_epoch":17,"state":"creating+peering","last_fresh":"2023-09-21T13:05:14.732056+0000","last_change":"2023-09-21T13:05:14.732056+0000","last_active":"2023-09-21T13:05:14.708975+0000","last_peered":"2023-09-21T13:05:14.708975+0000","last_clean":"2023-09-21T13:05:14.708975+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:14.732056+0000","last_undegraded":"2023-09-21T13:05:14.732056+0000","last_fullsized":"2023-09-21T13:05:14.732056+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-21T13:05:15.718666+0000","last_change":"2023-09-21T13:05:15.718666+0000","last_active":"2023-09-21T13:05:15.718666+0000","last_peered":"2023-09-21T13:05:15.718666+0000","last_clean":"2023-09-21T13:05:15.718666+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:15.718666+0000","last_undegraded":"2023-09-21T13:05:15.718666+0000","last_fullsized":"2023-09-21T13:05:15.718666+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":1,"reported_epoch":17,"state":"creating+peering","last_fresh":"2023-09-21T13:05:14.729064+0000","last_change":"2023-09-21T13:05:14.729064+0000","last_active":"2023-09-21T13:05:14.708975+0000","last_peered":"2023-09-21T13:05:14.708975+0000","last_clean":"2023-09-21T13:05:14.708975+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:14.729064+0000","last_undegraded":"2023-09-21T13:05:14.729064+0000","last_fullsized":"2023-09-21T13:05:14.729064+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-21T13:05:15.718666+0000","last_change":"2023-09-21T13:05:15.718666+0000","last_active":"2023-09-21T13:05:15.718666+0000","last_peered":"2023-09-21T13:05:15.718666+0000","last_clean":"2023-09-21T13:05:15.718666+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:15.718666+0000","last_undegraded":"2023-09-21T13:05:15.718666+0000","last_fullsized":"2023-09-21T13:05:15.718666+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":1,"reported_epoch":17,"state":"creating+peering","last_fresh":"2023-09-21T13:05:14.731083+0000","last_change":"2023-09-21T13:05:14.731083+0000","last_active":"2023-09-21T13:05:14.708975+0000","last_peered":"2023-09-21T13:05:14.708975+0000","last_clean":"2023-09-21T13:05:14.708975+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:14.731083+0000","last_undegraded":"2023-09-21T13:05:14.731083+0000","last_fullsized":"2023-09-21T13:05:14.731083+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-21T13:05:15.718666+0000","last_change":"2023-09-21T13:05:15.718666+0000","last_active":"2023-09-21T13:05:15.718666+0000","last_peered":"2023-09-21T13:05:15.718666+0000","last_clean":"2023-09-21T13:05:15.718666+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:15.718666+0000","last_undegraded":"2023-09-21T13:05:15.718666+0000","last_fullsized":"2023-09-21T13:05:15.718666+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":1,"reported_epoch":17,"state":"creating+peering","last_fresh":"2023-09-21T13:05:14.732061+0000","last_change":"2023-09-21T13:05:14.732061+0000","last_active":"2023-09-21T13:05:14.708975+0000","last_peered":"2023-09-21T13:05:14.708975+0000","last_clean":"2023-09-21T13:05:14.708975+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:14.732061+0000","last_undegraded":"2023-09-21T13:05:14.732061+0000","last_fullsized":"2023-09-21T13:05:14.732061+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-21T13:05:15.718666+0000","last_change":"2023-09-21T13:05:15.718666+0000","last_active":"2023-09-21T13:05:15.718666+0000","last_peered":"2023-09-21T13:05:15.718666+0000","last_clean":"2023-09-21T13:05:15.718666+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:15.718666+0000","last_undegraded":"2023-09-21T13:05:15.718666+0000","last_fullsized":"2023-09-21T13:05:15.718666+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":1,"reported_epoch":17,"state":"creating+peering","last_fresh":"2023-09-21T13:05:14.732403+0000","last_change":"2023-09-21T13:05:14.732403+0000","last_active":"2023-09-21T13:05:14.708975+0000","last_peered":"2023-09-21T13:05:14.708975+0000","last_clean":"2023-09-21T13:05:14.708975+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:14.732403+0000","last_undegraded":"2023-09-21T13:05:14.732403+0000","last_fullsized":"2023-09-21T13:05:14.732403+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-21T13:05:15.718666+0000","last_change":"2023-09-21T13:05:15.718666+0000","last_active":"2023-09-21T13:05:15.718666+0000","last_peered":"2023-09-21T13:05:15.718666+0000","last_clean":"2023-09-21T13:05:15.718666+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:15.718666+0000","last_undegraded":"2023-09-21T13:05:15.718666+0000","last_fullsized":"2023-09-21T13:05:15.718666+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":1,"reported_epoch":17,"state":"creating+peering","last_fresh":"2023-09-21T13:05:14.730638+0000","last_change":"2023-09-21T13:05:14.730638+0000","last_active":"2023-09-21T13:05:14.708975+0000","last_peered":"2023-09-21T13:05:14.708975+0000","last_clean":"2023-09-21T13:05:14.708975+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:14.730638+0000","last_undegraded":"2023-09-21T13:05:14.730638+0000","last_fullsized":"2023-09-21T13:05:14.730638+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-21T13:05:15.718666+0000","last_change":"2023-09-21T13:05:15.718666+0000","last_active":"2023-09-21T13:05:15.718666+0000","last_peered":"2023-09-21T13:05:15.718666+0000","last_clean":"2023-09-21T13:05:15.718666+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:15.718666+0000","last_undegraded":"2023-09-21T13:05:15.718666+0000","last_fullsized":"2023-09-21T13:05:15.718666+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":1,"reported_epoch":17,"state":"creating+peering","last_fresh":"2023-09-21T13:05:14.736242+0000","last_change":"2023-09-21T13:05:14.736242+0000","last_active":"2023-09-21T13:05:14.708975+0000","last_peered":"2023-09-21T13:05:14.708975+0000","last_clean":"2023-09-21T13:05:14.708975+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:14.736242+0000","last_undegraded":"2023-09-21T13:05:14.736242+0000","last_fullsized":"2023-09-21T13:05:14.736242+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-21T13:05:15.718666+0000","last_change":"2023-09-21T13:05:15.718666+0000","last_active":"2023-09-21T13:05:15.718666+0000","last_peered":"2023-09-21T13:05:15.718666+0000","last_clean":"2023-09-21T13:05:15.718666+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:15.718666+0000","last_undegraded":"2023-09-21T13:05:15.718666+0000","last_fullsized":"2023-09-21T13:05:15.718666+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":1,"reported_epoch":17,"state":"creating+peering","last_fresh":"2023-09-21T13:05:14.732056+0000","last_change":"2023-09-21T13:05:14.732056+0000","last_active":"2023-09-21T13:05:14.708975+0000","last_peered":"2023-09-21T13:05:14.708975+0000","last_clean":"2023-09-21T13:05:14.708975+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:14.732056+0000","last_undegraded":"2023-09-21T13:05:14.732056+0000","last_fullsized":"2023-09-21T13:05:14.732056+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-21T13:05:15.718666+0000","last_change":"2023-09-21T13:05:15.718666+0000","last_active":"2023-09-21T13:05:15.718666+0000","last_peered":"2023-09-21T13:05:15.718666+0000","last_clean":"2023-09-21T13:05:15.718666+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:15.718666+0000","last_undegraded":"2023-09-21T13:05:15.718666+0000","last_fullsized":"2023-09-21T13:05:15.718666+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":1,"reported_epoch":17,"state":"creating+peering","last_fresh":"2023-09-21T13:05:14.736314+0000","last_change":"2023-09-21T13:05:14.736314+0000","last_active":"2023-09-21T13:05:14.708975+0000","last_peered":"2023-09-21T13:05:14.708975+0000","last_clean":"2023-09-21T13:05:14.708975+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:14.736314+0000","last_undegraded":"2023-09-21T13:05:14.736314+0000","last_fullsized":"2023-09-21T13:05:14.736314+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-21T13:05:15.718666+0000","last_change":"2023-09-21T13:05:15.718666+0000","last_active":"2023-09-21T13:05:15.718666+0000","last_peered":"2023-09-21T13:05:15.718666+0000","last_clean":"2023-09-21T13:05:15.718666+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:15.718666+0000","last_undegraded":"2023-09-21T13:05:15.718666+0000","last_fullsized":"2023-09-21T13:05:15.718666+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-21T13:05:15.718666+0000","last_change":"2023-09-21T13:05:15.718666+0000","last_active":"2023-09-21T13:05:15.718666+0000","last_peered":"2023-09-21T13:05:15.718666+0000","last_clean":"2023-09-21T13:05:15.718666+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:15.718666+0000","last_undegraded":"2023-09-21T13:05:15.718666+0000","last_fullsized":"2023-09-21T13:05:15.718666+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-21T13:05:15.718666+0000","last_change":"2023-09-21T13:05:15.718666+0000","last_active":"2023-09-21T13:05:15.718666+0000","last_peered":"2023-09-21T13:05:15.718666+0000","last_clean":"2023-09-21T13:05:15.718666+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:15.718666+0000","last_undegraded":"2023-09-21T13:05:15.718666+0000","last_fullsized":"2023-09-21T13:05:15.718666+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-21T13:05:15.718666+0000","last_change":"2023-09-21T13:05:15.718666+0000","last_active":"2023-09-21T13:05:15.718666+0000","last_peered":"2023-09-21T13:05:15.718666+0000","last_clean":"2023-09-21T13:05:15.718666+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:15.718666+0000","last_undegraded":"2023-09-21T13:05:15.718666+0000","last_fullsized":"2023-09-21T13:05:15.718666+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-21T13:05:15.718666+0000","last_change":"2023-09-21T13:05:15.718666+0000","last_active":"2023-09-21T13:05:15.718666+0000","last_peered":"2023-09-21T13:05:15.718666+0000","last_clean":"2023-09-21T13:05:15.718666+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:15.718666+0000","last_undegraded":"2023-09-21T13:05:15.718666+0000","last_fullsized":"2023-09-21T13:05:15.718666+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-21T13:05:15.718666+0000","last_change":"2023-09-21T13:05:15.718666+0000","last_active":"2023-09-21T13:05:15.718666+0000","last_peered":"2023-09-21T13:05:15.718666+0000","last_clean":"2023-09-21T13:05:15.718666+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:15.718666+0000","last_undegraded":"2023-09-21T13:05:15.718666+0000","last_fullsized":"2023-09-21T13:05:15.718666+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-21T13:05:15.718666+0000","last_change":"2023-09-21T13:05:15.718666+0000","last_active":"2023-09-21T13:05:15.718666+0000","last_peered":"2023-09-21T13:05:15.718666+0000","last_clean":"2023-09-21T13:05:15.718666+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:15.718666+0000","last_undegraded":"2023-09-21T13:05:15.718666+0000","last_fullsized":"2023-09-21T13:05:15.718666+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-21T13:05:15.718666+0000","last_change":"2023-09-21T13:05:15.718666+0000","last_active":"2023-09-21T13:05:15.718666+0000","last_peered":"2023-09-21T13:05:15.718666+0000","last_clean":"2023-09-21T13:05:15.718666+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:15.718666+0000","last_undegraded":"2023-09-21T13:05:15.718666+0000","last_fullsized":"2023-09-21T13:05:15.718666+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-21T13:05:15.718666+0000","last_change":"2023-09-21T13:05:15.718666+0000","last_active":"2023-09-21T13:05:15.718666+0000","last_peered":"2023-09-21T13:05:15.718666+0000","last_clean":"2023-09-21T13:05:15.718666+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:15.718666+0000","last_undegraded":"2023-09-21T13:05:15.718666+0000","last_fullsized":"2023-09-21T13:05:15.718666+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-21T13:05:15.718666+0000","last_change":"2023-09-21T13:05:15.718666+0000","last_active":"2023-09-21T13:05:15.718666+0000","last_peered":"2023-09-21T13:05:15.718666+0000","last_clean":"2023-09-21T13:05:15.718666+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:15.718666+0000","last_undegraded":"2023-09-21T13:05:15.718666+0000","last_fullsized":"2023-09-21T13:05:15.718666+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-21T13:05:15.718666+0000","last_change":"2023-09-21T13:05:15.718666+0000","last_active":"2023-09-21T13:05:15.718666+0000","last_peered":"2023-09-21T13:05:15.718666+0000","last_clean":"2023-09-21T13:05:15.718666+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:15.718666+0000","last_undegraded":"2023-09-21T13:05:15.718666+0000","last_fullsized":"2023-09-21T13:05:15.718666+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-21T13:05:15.718666+0000","last_change":"2023-09-21T13:05:15.718666+0000","last_active":"2023-09-21T13:05:15.718666+0000","last_peered":"2023-09-21T13:05:15.718666+0000","last_clean":"2023-09-21T13:05:15.718666+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:15.718666+0000","last_undegraded":"2023-09-21T13:05:15.718666+0000","last_fullsized":"2023-09-21T13:05:15.718666+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-21T13:05:15.718666+0000","last_change":"2023-09-21T13:05:15.718666+0000","last_active":"2023-09-21T13:05:15.718666+0000","last_peered":"2023-09-21T13:05:15.718666+0000","last_clean":"2023-09-21T13:05:15.718666+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:15.718666+0000","last_undegraded":"2023-09-21T13:05:15.718666+0000","last_fullsized":"2023-09-21T13:05:15.718666+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-21T13:05:15.718666+0000","last_change":"2023-09-21T13:05:15.718666+0000","last_active":"2023-09-21T13:05:15.718666+0000","last_peered":"2023-09-21T13:05:15.718666+0000","last_clean":"2023-09-21T13:05:15.718666+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:05:15.718666+0000","last_undegraded":"2023-09-21T13:05:15.718666+0000","last_fullsized":"2023-09-21T13:05:15.718666+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574852,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27748,"kb_used_data":732,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344092,"statfs":{"total":96636764160,"available":96608350208,"internally_reserved":0,"allocated":749568,"data_stored":636099,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.372}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56000000000000005}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57899999999999996}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47299999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66400000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.623}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64000000000000001}]}]},{"osd":6,"up_from":13,"seq":55834574852,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27176,"kb_used_data":152,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344664,"statfs":{"total":96636764160,"available":96608935936,"internally_reserved":0,"allocated":155648,"data_stored":45731,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.37}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34399999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49399999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60799999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66200000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67500000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64600000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574852,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27176,"kb_used_data":152,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344664,"statfs":{"total":96636764160,"available":96608935936,"internally_reserved":0,"allocated":155648,"data_stored":45731,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.312}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34999999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42199999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81799999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71499999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77100000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84499999999999997}]}]},{"osd":0,"up_from":13,"seq":55834574853,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27748,"kb_used_data":732,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344092,"statfs":{"total":96636764160,"available":96608350208,"internally_reserved":0,"allocated":749568,"data_stored":636099,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47599999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38900000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.496}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.75600000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.628}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66900000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81899999999999995}]}]},{"osd":2,"up_from":13,"seq":55834574853,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27176,"kb_used_data":152,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344664,"statfs":{"total":96636764160,"available":96608935936,"internally_reserved":0,"allocated":155648,"data_stored":45731,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44800000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53200000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42799999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68799999999999994}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64500000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.95899999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90800000000000003}]}]},{"osd":3,"up_from":13,"seq":55834574852,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27176,"kb_used_data":152,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344664,"statfs":{"total":96636764160,"available":96608935936,"internally_reserved":0,"allocated":155648,"data_stored":45731,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.30199999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33900000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44700000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56000000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83299999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70199999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72499999999999998}]}]},{"osd":4,"up_from":13,"seq":55834574852,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27176,"kb_used_data":152,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344664,"statfs":{"total":96636764160,"available":96608935936,"internally_reserved":0,"allocated":155648,"data_stored":45731,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39900000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.499}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42899999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66400000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65100000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63300000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72899999999999998}]}]},{"osd":5,"up_from":13,"seq":55834574853,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27176,"kb_used_data":152,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344664,"statfs":{"total":96636764160,"available":96608935936,"internally_reserved":0,"allocated":155648,"data_stored":45731,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38400000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64000000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53200000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59899999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67400000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69599999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71599999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-21T13:05:20.970 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-09-21T13:05:21.142 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.145+0000 7fc7e4893700 1 Processor -- start 2023-09-21T13:05:21.143 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.146+0000 7fc7e4893700 1 -- start start 2023-09-21T13:05:21.145 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.146+0000 7fc7e4893700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7fc7e015fb20 0x7fc7e00ca840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:21.146 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.147+0000 7fc7e4893700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fc7e00cad80 0x7fc7e00b3040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:21.146 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.147+0000 7fc7e4893700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc7e015f0d0 con 0x7fc7e015b410 2023-09-21T13:05:21.146 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.147+0000 7fc7e4893700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc7e015f700 con 0x7fc7e015fb20 2023-09-21T13:05:21.146 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.147+0000 7fc7e4893700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc7e00cb210 con 0x7fc7e00cad80 2023-09-21T13:05:21.146 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.147+0000 7fc7de59c700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7fc7e015b410 0x7fc7e0071770 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:35520/0 (socket says 172.21.15.46:35520) 2023-09-21T13:05:21.147 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.147+0000 7fc7de59c700 1 -- 172.21.15.46:0/3153616912 learned_addr learned my addr 172.21.15.46:0/3153616912 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:05:21.147 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.147+0000 7fc7ddd9b700 1 --2- 172.21.15.46:0/3153616912 >> v2:172.21.15.57:3300/0 conn(0x7fc7e015fb20 0x7fc7e00ca840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:21.147 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.147+0000 7fc7ded9d700 1 --2- 172.21.15.46:0/3153616912 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fc7e00cad80 0x7fc7e00b3040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:21.147 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.147+0000 7fc7dd59a700 1 -- 172.21.15.46:0/3153616912 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2748526218 0 0) 0x7fc7e015f0d0 con 0x7fc7e015b410 2023-09-21T13:05:21.147 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.147+0000 7fc7dd59a700 1 -- 172.21.15.46:0/3153616912 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc7c80035b0 con 0x7fc7e015b410 2023-09-21T13:05:21.148 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.147+0000 7fc7dd59a700 1 -- 172.21.15.46:0/3153616912 <== mon.0 v1:172.21.15.46:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1351119741 0 0) 0x7fc7c80035b0 con 0x7fc7e015b410 2023-09-21T13:05:21.148 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.147+0000 7fc7ded9d700 1 -- 172.21.15.46:0/3153616912 >> v2:172.21.15.57:3300/0 conn(0x7fc7e015fb20 msgr2=0x7fc7e00ca840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:21.148 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.147+0000 7fc7ded9d700 1 --2- 172.21.15.46:0/3153616912 >> v2:172.21.15.57:3300/0 conn(0x7fc7e015fb20 0x7fc7e00ca840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:21.148 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.147+0000 7fc7ded9d700 1 -- 172.21.15.46:0/3153616912 >> v1:172.21.15.46:6789/0 conn(0x7fc7e015b410 legacy=0x7fc7e0071770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:21.148 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.147+0000 7fc7ded9d700 1 -- 172.21.15.46:0/3153616912 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc7e00721a0 con 0x7fc7e00cad80 2023-09-21T13:05:21.149 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.147+0000 7fc7ddd9b700 1 --2- 172.21.15.46:0/3153616912 >> v2:172.21.15.57:3300/0 conn(0x7fc7e015fb20 0x7fc7e00ca840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-21T13:05:21.149 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.147+0000 7fc7ded9d700 1 --2- 172.21.15.46:0/3153616912 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fc7e00cad80 0x7fc7e00b3040 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fc7d8009d90 tx=0x7fc7d800b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1e5bd244c32477bd server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:21.149 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.148+0000 7fc7dd59a700 1 -- 172.21.15.46:0/3153616912 <== mon.2 v2:172.21.15.57:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7d800e070 con 0x7fc7e00cad80 2023-09-21T13:05:21.149 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.148+0000 7fc7dd59a700 1 -- 172.21.15.46:0/3153616912 <== mon.2 v2:172.21.15.57:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc7d8003a20 con 0x7fc7e00cad80 2023-09-21T13:05:21.149 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.148+0000 7fc7dd59a700 1 -- 172.21.15.46:0/3153616912 <== mon.2 v2:172.21.15.57:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7d0001670 con 0x7fc7e00cad80 2023-09-21T13:05:21.150 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.148+0000 7fc7e4893700 1 -- 172.21.15.46:0/3153616912 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fc7e00cad80 msgr2=0x7fc7e00b3040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:21.150 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.148+0000 7fc7e4893700 1 --2- 172.21.15.46:0/3153616912 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fc7e00cad80 0x7fc7e00b3040 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fc7d8009d90 tx=0x7fc7d800b330 comp rx=0 tx=0).stop 2023-09-21T13:05:21.150 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.148+0000 7fc7e4893700 1 -- 172.21.15.46:0/3153616912 shutdown_connections 2023-09-21T13:05:21.150 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.148+0000 7fc7e4893700 1 --2- 172.21.15.46:0/3153616912 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fc7e00cad80 0x7fc7e00b3040 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:21.150 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.148+0000 7fc7e4893700 1 --2- 172.21.15.46:0/3153616912 >> v2:172.21.15.57:3300/0 conn(0x7fc7e015fb20 0x7fc7e00ca840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:21.151 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.148+0000 7fc7e4893700 1 -- 172.21.15.46:0/3153616912 >> 172.21.15.46:0/3153616912 conn(0x7fc7e00d01f0 msgr2=0x7fc7e00d0600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:21.151 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.148+0000 7fc7e4893700 1 -- 172.21.15.46:0/3153616912 shutdown_connections 2023-09-21T13:05:21.151 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.148+0000 7fc7e4893700 1 -- 172.21.15.46:0/3153616912 wait complete. 2023-09-21T13:05:21.154 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.150+0000 7fc7e4893700 1 Processor -- start 2023-09-21T13:05:21.154 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.150+0000 7fc7e4893700 1 -- start start 2023-09-21T13:05:21.154 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.151+0000 7fc7e4893700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fc7e00cad80 0x7fc7e01f0610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:21.154 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.151+0000 7fc7e4893700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fc7e015b410 0x7fc7e0152d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:21.154 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.151+0000 7fc7e4893700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc7e015fb20 0x7fc7e00b0dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:21.155 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.151+0000 7fc7e4893700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7e014c120 con 0x7fc7e015fb20 2023-09-21T13:05:21.155 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.151+0000 7fc7e4893700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7e01f0b50 con 0x7fc7e015b410 2023-09-21T13:05:21.155 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.151+0000 7fc7e4893700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc7e00c4dc0 con 0x7fc7e00cad80 2023-09-21T13:05:21.155 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.151+0000 7fc7ded9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc7e015fb20 0x7fc7e00b0dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:21.156 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.151+0000 7fc7ded9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc7e015fb20 0x7fc7e00b0dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38706/0 (socket says 172.21.15.46:38706) 2023-09-21T13:05:21.156 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.151+0000 7fc7ded9d700 1 -- 172.21.15.46:0/1250326173 learned_addr learned my addr 172.21.15.46:0/1250326173 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:21.156 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.151+0000 7fc7ddd9b700 1 --2- 172.21.15.46:0/1250326173 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fc7e015b410 0x7fc7e0152d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:21.156 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.151+0000 7fc7de59c700 1 --2- 172.21.15.46:0/1250326173 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fc7e00cad80 0x7fc7e01f0610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:21.156 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.151+0000 7fc7ded9d700 1 -- 172.21.15.46:0/1250326173 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fc7e00cad80 msgr2=0x7fc7e01f0610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:21.156 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.151+0000 7fc7ded9d700 1 --2- 172.21.15.46:0/1250326173 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fc7e00cad80 0x7fc7e01f0610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:21.157 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.151+0000 7fc7ded9d700 1 -- 172.21.15.46:0/1250326173 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fc7e015b410 msgr2=0x7fc7e0152d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:21.157 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.151+0000 7fc7ded9d700 1 --2- 172.21.15.46:0/1250326173 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fc7e015b410 0x7fc7e0152d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:21.157 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.151+0000 7fc7ded9d700 1 -- 172.21.15.46:0/1250326173 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc7d40094a0 con 0x7fc7e015fb20 2023-09-21T13:05:21.157 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.151+0000 7fc7ded9d700 1 --2- 172.21.15.46:0/1250326173 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc7e015fb20 0x7fc7e00b0dd0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fc7d800b680 tx=0x7fc7d8004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:21.157 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.151+0000 7fc7ceffd700 1 -- 172.21.15.46:0/1250326173 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7d8009410 con 0x7fc7e015fb20 2023-09-21T13:05:21.157 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.152+0000 7fc7ceffd700 1 -- 172.21.15.46:0/1250326173 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc7d8004460 con 0x7fc7e015fb20 2023-09-21T13:05:21.158 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.152+0000 7fc7e4893700 1 -- 172.21.15.46:0/1250326173 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc7d8009a70 con 0x7fc7e015fb20 2023-09-21T13:05:21.158 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.152+0000 7fc7ceffd700 1 -- 172.21.15.46:0/1250326173 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7d8004810 con 0x7fc7e015fb20 2023-09-21T13:05:21.158 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.152+0000 7fc7e4893700 1 -- 172.21.15.46:0/1250326173 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc7e014fb70 con 0x7fc7e015fb20 2023-09-21T13:05:21.158 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.153+0000 7fc7e4893700 1 -- 172.21.15.46:0/1250326173 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc7e0068b90 con 0x7fc7e015fb20 2023-09-21T13:05:21.159 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.153+0000 7fc7ceffd700 1 -- 172.21.15.46:0/1250326173 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fc7d8012430 con 0x7fc7e015fb20 2023-09-21T13:05:21.159 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.154+0000 7fc7ceffd700 1 --2- 172.21.15.46:0/1250326173 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fc7c006a580 0x7fc7c006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:21.159 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.154+0000 7fc7de59c700 1 --2- 172.21.15.46:0/1250326173 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fc7c006a580 0x7fc7c006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:21.159 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.154+0000 7fc7ceffd700 1 -- 172.21.15.46:0/1250326173 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc7d808a8a0 con 0x7fc7e015fb20 2023-09-21T13:05:21.159 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.154+0000 7fc7de59c700 1 --2- 172.21.15.46:0/1250326173 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fc7c006a580 0x7fc7c006ca40 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fc7d0000f60 tx=0x7fc7d0001e00 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:21.160 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.159+0000 7fc7ceffd700 1 -- 172.21.15.46:0/1250326173 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fc7d8059940 con 0x7fc7e015fb20 2023-09-21T13:05:21.362 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.365+0000 7fc7e4893700 1 -- 172.21.15.46:0/1250326173 --> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fc7e0072480 con 0x7fc7c006a580 2023-09-21T13:05:21.370 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.373+0000 7fc7ceffd700 1 -- 172.21.15.46:0/1250326173 <== mgr.4104 v2:172.21.15.46:6832/84086869 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+264689 (secure 0 0 0) 0x7fc7d00016d0 con 0x7fc7c006a580 2023-09-21T13:05:21.374 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:05:21.376 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.377+0000 7fc7e4893700 1 -- 172.21.15.46:0/1250326173 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fc7c006a580 msgr2=0x7fc7c006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:21.376 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.377+0000 7fc7e4893700 1 --2- 172.21.15.46:0/1250326173 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fc7c006a580 0x7fc7c006ca40 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fc7d0000f60 tx=0x7fc7d0001e00 comp rx=0 tx=0).stop 2023-09-21T13:05:21.376 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.377+0000 7fc7e4893700 1 -- 172.21.15.46:0/1250326173 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc7e015fb20 msgr2=0x7fc7e00b0dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:21.377 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.377+0000 7fc7e4893700 1 --2- 172.21.15.46:0/1250326173 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc7e015fb20 0x7fc7e00b0dd0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fc7d800b680 tx=0x7fc7d8004ad0 comp rx=0 tx=0).stop 2023-09-21T13:05:21.377 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.377+0000 7fc7e4893700 1 -- 172.21.15.46:0/1250326173 shutdown_connections 2023-09-21T13:05:21.377 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.377+0000 7fc7e4893700 1 --2- 172.21.15.46:0/1250326173 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fc7c006a580 0x7fc7c006ca40 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:21.377 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.377+0000 7fc7e4893700 1 --2- 172.21.15.46:0/1250326173 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc7e015fb20 0x7fc7e00b0dd0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:21.377 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.377+0000 7fc7e4893700 1 --2- 172.21.15.46:0/1250326173 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fc7e00cad80 0x7fc7e01f0610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:21.378 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.377+0000 7fc7e4893700 1 --2- 172.21.15.46:0/1250326173 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fc7e015b410 0x7fc7e0152d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:21.378 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.377+0000 7fc7e4893700 1 -- 172.21.15.46:0/1250326173 >> 172.21.15.46:0/1250326173 conn(0x7fc7e00d01f0 msgr2=0x7fc7e0156bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:21.378 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.377+0000 7fc7e4893700 1 -- 172.21.15.46:0/1250326173 shutdown_connections 2023-09-21T13:05:21.378 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.377+0000 7fc7e4893700 1 -- 172.21.15.46:0/1250326173 wait complete. 2023-09-21T13:05:21.378 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all 2023-09-21T13:05:21.387 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":21,"stamp":"2023-09-21T13:05:20.969019+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219048,"kb_used_data":2824,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755672,"statfs":{"total":773094113280,"available":772869808128,"internally_reserved":0,"allocated":2891776,"data_stored":1752740,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":221236794},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":34,"apply_latency_ms":34,"commit_latency_ns":34000000,"apply_latency_ns":34000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001067"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.841668+0000","last_change":"2023-09-21T13:05:16.757093+0000","last_active":"2023-09-21T13:05:17.841668+0000","last_peered":"2023-09-21T13:05:17.841668+0000","last_clean":"2023-09-21T13:05:17.841668+0000","last_became_active":"2023-09-21T13:05:16.754820+0000","last_became_peered":"2023-09-21T13:05:16.754820+0000","last_unstale":"2023-09-21T13:05:17.841668+0000","last_undegraded":"2023-09-21T13:05:17.841668+0000","last_fullsized":"2023-09-21T13:05:17.841668+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:38:00.241675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.746934+0000","last_change":"2023-09-21T13:05:16.744655+0000","last_active":"2023-09-21T13:05:17.746934+0000","last_peered":"2023-09-21T13:05:17.746934+0000","last_clean":"2023-09-21T13:05:17.746934+0000","last_became_active":"2023-09-21T13:05:16.744358+0000","last_became_peered":"2023-09-21T13:05:16.744358+0000","last_unstale":"2023-09-21T13:05:17.746934+0000","last_undegraded":"2023-09-21T13:05:17.746934+0000","last_fullsized":"2023-09-21T13:05:17.746934+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:25:52.973411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840502+0000","last_change":"2023-09-21T13:05:16.738775+0000","last_active":"2023-09-21T13:05:17.840502+0000","last_peered":"2023-09-21T13:05:17.840502+0000","last_clean":"2023-09-21T13:05:17.840502+0000","last_became_active":"2023-09-21T13:05:16.738460+0000","last_became_peered":"2023-09-21T13:05:16.738460+0000","last_unstale":"2023-09-21T13:05:17.840502+0000","last_undegraded":"2023-09-21T13:05:17.840502+0000","last_fullsized":"2023-09-21T13:05:17.840502+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:24:46.688207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840983+0000","last_change":"2023-09-21T13:05:16.753425+0000","last_active":"2023-09-21T13:05:17.840983+0000","last_peered":"2023-09-21T13:05:17.840983+0000","last_clean":"2023-09-21T13:05:17.840983+0000","last_became_active":"2023-09-21T13:05:16.751930+0000","last_became_peered":"2023-09-21T13:05:16.751930+0000","last_unstale":"2023-09-21T13:05:17.840983+0000","last_undegraded":"2023-09-21T13:05:17.840983+0000","last_fullsized":"2023-09-21T13:05:17.840983+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:38:00.241675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.841745+0000","last_change":"2023-09-21T13:05:16.757145+0000","last_active":"2023-09-21T13:05:17.841745+0000","last_peered":"2023-09-21T13:05:17.841745+0000","last_clean":"2023-09-21T13:05:17.841745+0000","last_became_active":"2023-09-21T13:05:16.756772+0000","last_became_peered":"2023-09-21T13:05:16.756772+0000","last_unstale":"2023-09-21T13:05:17.841745+0000","last_undegraded":"2023-09-21T13:05:17.841745+0000","last_fullsized":"2023-09-21T13:05:17.841745+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:17:27.054953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840577+0000","last_change":"2023-09-21T13:05:16.751327+0000","last_active":"2023-09-21T13:05:17.840577+0000","last_peered":"2023-09-21T13:05:17.840577+0000","last_clean":"2023-09-21T13:05:17.840577+0000","last_became_active":"2023-09-21T13:05:16.750826+0000","last_became_peered":"2023-09-21T13:05:16.750826+0000","last_unstale":"2023-09-21T13:05:17.840577+0000","last_undegraded":"2023-09-21T13:05:17.840577+0000","last_fullsized":"2023-09-21T13:05:17.840577+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T16:23:48.783707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.841389+0000","last_change":"2023-09-21T13:05:16.754333+0000","last_active":"2023-09-21T13:05:17.841389+0000","last_peered":"2023-09-21T13:05:17.841389+0000","last_clean":"2023-09-21T13:05:17.841389+0000","last_became_active":"2023-09-21T13:05:16.754026+0000","last_became_peered":"2023-09-21T13:05:16.754026+0000","last_unstale":"2023-09-21T13:05:17.841389+0000","last_undegraded":"2023-09-21T13:05:17.841389+0000","last_fullsized":"2023-09-21T13:05:17.841389+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:10:10.821475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.744366+0000","last_change":"2023-09-21T13:05:16.752754+0000","last_active":"2023-09-21T13:05:17.744366+0000","last_peered":"2023-09-21T13:05:17.744366+0000","last_clean":"2023-09-21T13:05:17.744366+0000","last_became_active":"2023-09-21T13:05:16.752437+0000","last_became_peered":"2023-09-21T13:05:16.752437+0000","last_unstale":"2023-09-21T13:05:17.744366+0000","last_undegraded":"2023-09-21T13:05:17.744366+0000","last_fullsized":"2023-09-21T13:05:17.744366+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:56:15.316327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.842160+0000","last_change":"2023-09-21T13:05:16.757516+0000","last_active":"2023-09-21T13:05:17.842160+0000","last_peered":"2023-09-21T13:05:17.842160+0000","last_clean":"2023-09-21T13:05:17.842160+0000","last_became_active":"2023-09-21T13:05:16.756201+0000","last_became_peered":"2023-09-21T13:05:16.756201+0000","last_unstale":"2023-09-21T13:05:17.842160+0000","last_undegraded":"2023-09-21T13:05:17.842160+0000","last_fullsized":"2023-09-21T13:05:17.842160+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:53:03.866654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840705+0000","last_change":"2023-09-21T13:05:16.749057+0000","last_active":"2023-09-21T13:05:17.840705+0000","last_peered":"2023-09-21T13:05:17.840705+0000","last_clean":"2023-09-21T13:05:17.840705+0000","last_became_active":"2023-09-21T13:05:16.748723+0000","last_became_peered":"2023-09-21T13:05:16.748723+0000","last_unstale":"2023-09-21T13:05:17.840705+0000","last_undegraded":"2023-09-21T13:05:17.840705+0000","last_fullsized":"2023-09-21T13:05:17.840705+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:48:18.977396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840447+0000","last_change":"2023-09-21T13:05:16.751129+0000","last_active":"2023-09-21T13:05:17.840447+0000","last_peered":"2023-09-21T13:05:17.840447+0000","last_clean":"2023-09-21T13:05:17.840447+0000","last_became_active":"2023-09-21T13:05:16.750928+0000","last_became_peered":"2023-09-21T13:05:16.750928+0000","last_unstale":"2023-09-21T13:05:17.840447+0000","last_undegraded":"2023-09-21T13:05:17.840447+0000","last_fullsized":"2023-09-21T13:05:17.840447+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:13:57.934179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.747328+0000","last_change":"2023-09-21T13:05:16.759553+0000","last_active":"2023-09-21T13:05:17.747328+0000","last_peered":"2023-09-21T13:05:17.747328+0000","last_clean":"2023-09-21T13:05:17.747328+0000","last_became_active":"2023-09-21T13:05:16.759267+0000","last_became_peered":"2023-09-21T13:05:16.759267+0000","last_unstale":"2023-09-21T13:05:17.747328+0000","last_undegraded":"2023-09-21T13:05:17.747328+0000","last_fullsized":"2023-09-21T13:05:17.747328+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:50:28.466971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.744565+0000","last_change":"2023-09-21T13:05:16.747562+0000","last_active":"2023-09-21T13:05:17.744565+0000","last_peered":"2023-09-21T13:05:17.744565+0000","last_clean":"2023-09-21T13:05:17.744565+0000","last_became_active":"2023-09-21T13:05:16.747256+0000","last_became_peered":"2023-09-21T13:05:16.747256+0000","last_unstale":"2023-09-21T13:05:17.744565+0000","last_undegraded":"2023-09-21T13:05:17.744565+0000","last_fullsized":"2023-09-21T13:05:17.744565+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:29:49.784580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840159+0000","last_change":"2023-09-21T13:05:16.743425+0000","last_active":"2023-09-21T13:05:17.840159+0000","last_peered":"2023-09-21T13:05:17.840159+0000","last_clean":"2023-09-21T13:05:17.840159+0000","last_became_active":"2023-09-21T13:05:16.743156+0000","last_became_peered":"2023-09-21T13:05:16.743156+0000","last_unstale":"2023-09-21T13:05:17.840159+0000","last_undegraded":"2023-09-21T13:05:17.840159+0000","last_fullsized":"2023-09-21T13:05:17.840159+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:48:00.912316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.746546+0000","last_change":"2023-09-21T13:05:16.752521+0000","last_active":"2023-09-21T13:05:17.746546+0000","last_peered":"2023-09-21T13:05:17.746546+0000","last_clean":"2023-09-21T13:05:17.746546+0000","last_became_active":"2023-09-21T13:05:16.752225+0000","last_became_peered":"2023-09-21T13:05:16.752225+0000","last_unstale":"2023-09-21T13:05:17.746546+0000","last_undegraded":"2023-09-21T13:05:17.746546+0000","last_fullsized":"2023-09-21T13:05:17.746546+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T15:21:42.034999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840371+0000","last_change":"2023-09-21T13:05:16.752717+0000","last_active":"2023-09-21T13:05:17.840371+0000","last_peered":"2023-09-21T13:05:17.840371+0000","last_clean":"2023-09-21T13:05:17.840371+0000","last_became_active":"2023-09-21T13:05:16.752414+0000","last_became_peered":"2023-09-21T13:05:16.752414+0000","last_unstale":"2023-09-21T13:05:17.840371+0000","last_undegraded":"2023-09-21T13:05:17.840371+0000","last_fullsized":"2023-09-21T13:05:17.840371+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T15:34:24.863552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.841360+0000","last_change":"2023-09-21T13:05:16.758007+0000","last_active":"2023-09-21T13:05:17.841360+0000","last_peered":"2023-09-21T13:05:17.841360+0000","last_clean":"2023-09-21T13:05:17.841360+0000","last_became_active":"2023-09-21T13:05:16.757770+0000","last_became_peered":"2023-09-21T13:05:16.757770+0000","last_unstale":"2023-09-21T13:05:17.841360+0000","last_undegraded":"2023-09-21T13:05:17.841360+0000","last_fullsized":"2023-09-21T13:05:17.841360+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:26:17.057700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.839984+0000","last_change":"2023-09-21T13:05:16.753968+0000","last_active":"2023-09-21T13:05:17.839984+0000","last_peered":"2023-09-21T13:05:17.839984+0000","last_clean":"2023-09-21T13:05:17.839984+0000","last_became_active":"2023-09-21T13:05:16.753632+0000","last_became_peered":"2023-09-21T13:05:16.753632+0000","last_unstale":"2023-09-21T13:05:17.839984+0000","last_undegraded":"2023-09-21T13:05:17.839984+0000","last_fullsized":"2023-09-21T13:05:17.839984+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:21:47.229401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.841628+0000","last_change":"2023-09-21T13:05:16.754016+0000","last_active":"2023-09-21T13:05:17.841628+0000","last_peered":"2023-09-21T13:05:17.841628+0000","last_clean":"2023-09-21T13:05:17.841628+0000","last_became_active":"2023-09-21T13:05:16.753735+0000","last_became_peered":"2023-09-21T13:05:16.753735+0000","last_unstale":"2023-09-21T13:05:17.841628+0000","last_undegraded":"2023-09-21T13:05:17.841628+0000","last_fullsized":"2023-09-21T13:05:17.841628+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T17:53:47.438394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"19'4","reported_seq":16,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.759705+0000","last_change":"2023-09-21T13:05:15.746520+0000","last_active":"2023-09-21T13:05:16.759705+0000","last_peered":"2023-09-21T13:05:16.759705+0000","last_clean":"2023-09-21T13:05:16.759705+0000","last_became_active":"2023-09-21T13:05:15.746192+0000","last_became_peered":"2023-09-21T13:05:15.746192+0000","last_unstale":"2023-09-21T13:05:16.759705+0000","last_undegraded":"2023-09-21T13:05:16.759705+0000","last_fullsized":"2023-09-21T13:05:16.759705+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:53:31.525020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.744664+0000","last_change":"2023-09-21T13:05:16.747454+0000","last_active":"2023-09-21T13:05:17.744664+0000","last_peered":"2023-09-21T13:05:17.744664+0000","last_clean":"2023-09-21T13:05:17.744664+0000","last_became_active":"2023-09-21T13:05:16.747159+0000","last_became_peered":"2023-09-21T13:05:16.747159+0000","last_unstale":"2023-09-21T13:05:17.744664+0000","last_undegraded":"2023-09-21T13:05:17.744664+0000","last_fullsized":"2023-09-21T13:05:17.744664+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:48:18.977396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"19'1","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.749022+0000","last_change":"2023-09-21T13:05:15.736977+0000","last_active":"2023-09-21T13:05:16.749022+0000","last_peered":"2023-09-21T13:05:16.749022+0000","last_clean":"2023-09-21T13:05:16.749022+0000","last_became_active":"2023-09-21T13:05:15.736578+0000","last_became_peered":"2023-09-21T13:05:15.736578+0000","last_unstale":"2023-09-21T13:05:16.749022+0000","last_undegraded":"2023-09-21T13:05:16.749022+0000","last_fullsized":"2023-09-21T13:05:16.749022+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:46:51.030402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840557+0000","last_change":"2023-09-21T13:05:16.747035+0000","last_active":"2023-09-21T13:05:17.840557+0000","last_peered":"2023-09-21T13:05:17.840557+0000","last_clean":"2023-09-21T13:05:17.840557+0000","last_became_active":"2023-09-21T13:05:16.745664+0000","last_became_peered":"2023-09-21T13:05:16.745664+0000","last_unstale":"2023-09-21T13:05:17.840557+0000","last_undegraded":"2023-09-21T13:05:17.840557+0000","last_fullsized":"2023-09-21T13:05:17.840557+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:29:49.784580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"19'2","reported_seq":14,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.757763+0000","last_change":"2023-09-21T13:05:15.753016+0000","last_active":"2023-09-21T13:05:16.757763+0000","last_peered":"2023-09-21T13:05:16.757763+0000","last_clean":"2023-09-21T13:05:16.757763+0000","last_became_active":"2023-09-21T13:05:15.751787+0000","last_became_peered":"2023-09-21T13:05:15.751787+0000","last_unstale":"2023-09-21T13:05:16.757763+0000","last_undegraded":"2023-09-21T13:05:16.757763+0000","last_fullsized":"2023-09-21T13:05:16.757763+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:13:56.924488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.841773+0000","last_change":"2023-09-21T13:05:16.749754+0000","last_active":"2023-09-21T13:05:17.841773+0000","last_peered":"2023-09-21T13:05:17.841773+0000","last_clean":"2023-09-21T13:05:17.841773+0000","last_became_active":"2023-09-21T13:05:16.749191+0000","last_became_peered":"2023-09-21T13:05:16.749191+0000","last_unstale":"2023-09-21T13:05:17.841773+0000","last_undegraded":"2023-09-21T13:05:17.841773+0000","last_fullsized":"2023-09-21T13:05:17.841773+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T19:43:43.651100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"19'2","reported_seq":14,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.759975+0000","last_change":"2023-09-21T13:05:15.754145+0000","last_active":"2023-09-21T13:05:16.759975+0000","last_peered":"2023-09-21T13:05:16.759975+0000","last_clean":"2023-09-21T13:05:16.759975+0000","last_became_active":"2023-09-21T13:05:15.753840+0000","last_became_peered":"2023-09-21T13:05:15.753840+0000","last_unstale":"2023-09-21T13:05:16.759975+0000","last_undegraded":"2023-09-21T13:05:16.759975+0000","last_fullsized":"2023-09-21T13:05:16.759975+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:29:48.774889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.841904+0000","last_change":"2023-09-21T13:05:16.749990+0000","last_active":"2023-09-21T13:05:17.841904+0000","last_peered":"2023-09-21T13:05:17.841904+0000","last_clean":"2023-09-21T13:05:17.841904+0000","last_became_active":"2023-09-21T13:05:16.749686+0000","last_became_peered":"2023-09-21T13:05:16.749686+0000","last_unstale":"2023-09-21T13:05:17.841904+0000","last_undegraded":"2023-09-21T13:05:17.841904+0000","last_fullsized":"2023-09-21T13:05:17.841904+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:17:27.054953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"19'1","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.758108+0000","last_change":"2023-09-21T13:05:15.745805+0000","last_active":"2023-09-21T13:05:16.758108+0000","last_peered":"2023-09-21T13:05:16.758108+0000","last_clean":"2023-09-21T13:05:16.758108+0000","last_became_active":"2023-09-21T13:05:15.745438+0000","last_became_peered":"2023-09-21T13:05:15.745438+0000","last_unstale":"2023-09-21T13:05:16.758108+0000","last_undegraded":"2023-09-21T13:05:16.758108+0000","last_fullsized":"2023-09-21T13:05:16.758108+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:47:59.902625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.746912+0000","last_change":"2023-09-21T13:05:16.742370+0000","last_active":"2023-09-21T13:05:17.746912+0000","last_peered":"2023-09-21T13:05:17.746912+0000","last_clean":"2023-09-21T13:05:17.746912+0000","last_became_active":"2023-09-21T13:05:16.741991+0000","last_became_peered":"2023-09-21T13:05:16.741991+0000","last_unstale":"2023-09-21T13:05:17.746912+0000","last_undegraded":"2023-09-21T13:05:17.746912+0000","last_fullsized":"2023-09-21T13:05:17.746912+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T17:04:11.289317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"19'1","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.749053+0000","last_change":"2023-09-21T13:05:15.749352+0000","last_active":"2023-09-21T13:05:16.749053+0000","last_peered":"2023-09-21T13:05:16.749053+0000","last_clean":"2023-09-21T13:05:16.749053+0000","last_became_active":"2023-09-21T13:05:15.749011+0000","last_became_peered":"2023-09-21T13:05:15.749011+0000","last_unstale":"2023-09-21T13:05:16.749053+0000","last_undegraded":"2023-09-21T13:05:16.749053+0000","last_fullsized":"2023-09-21T13:05:16.749053+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:07:30.133197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840543+0000","last_change":"2023-09-21T13:05:16.750129+0000","last_active":"2023-09-21T13:05:17.840543+0000","last_peered":"2023-09-21T13:05:17.840543+0000","last_clean":"2023-09-21T13:05:17.840543+0000","last_became_active":"2023-09-21T13:05:16.749842+0000","last_became_peered":"2023-09-21T13:05:16.749842+0000","last_unstale":"2023-09-21T13:05:17.840543+0000","last_undegraded":"2023-09-21T13:05:17.840543+0000","last_fullsized":"2023-09-21T13:05:17.840543+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T15:21:42.034999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.732333+0000","last_change":"2023-09-21T13:05:15.745681+0000","last_active":"2023-09-21T13:05:16.732333+0000","last_peered":"2023-09-21T13:05:16.732333+0000","last_clean":"2023-09-21T13:05:16.732333+0000","last_became_active":"2023-09-21T13:05:15.745346+0000","last_became_peered":"2023-09-21T13:05:15.745346+0000","last_unstale":"2023-09-21T13:05:16.732333+0000","last_undegraded":"2023-09-21T13:05:16.732333+0000","last_fullsized":"2023-09-21T13:05:16.732333+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:50:27.457280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.744725+0000","last_change":"2023-09-21T13:05:16.741109+0000","last_active":"2023-09-21T13:05:17.744725+0000","last_peered":"2023-09-21T13:05:17.744725+0000","last_clean":"2023-09-21T13:05:17.744725+0000","last_became_active":"2023-09-21T13:05:16.740776+0000","last_became_peered":"2023-09-21T13:05:16.740776+0000","last_unstale":"2023-09-21T13:05:17.744725+0000","last_undegraded":"2023-09-21T13:05:17.744725+0000","last_fullsized":"2023-09-21T13:05:17.744725+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T15:21:42.034999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.745404+0000","last_change":"2023-09-21T13:05:15.751539+0000","last_active":"2023-09-21T13:05:16.745404+0000","last_peered":"2023-09-21T13:05:16.745404+0000","last_clean":"2023-09-21T13:05:16.745404+0000","last_became_active":"2023-09-21T13:05:15.751246+0000","last_became_peered":"2023-09-21T13:05:15.751246+0000","last_unstale":"2023-09-21T13:05:16.745404+0000","last_undegraded":"2023-09-21T13:05:16.745404+0000","last_fullsized":"2023-09-21T13:05:16.745404+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T15:21:41.025308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.746646+0000","last_change":"2023-09-21T13:05:16.747256+0000","last_active":"2023-09-21T13:05:17.746646+0000","last_peered":"2023-09-21T13:05:17.746646+0000","last_clean":"2023-09-21T13:05:17.746646+0000","last_became_active":"2023-09-21T13:05:16.746951+0000","last_became_peered":"2023-09-21T13:05:16.746951+0000","last_unstale":"2023-09-21T13:05:17.746646+0000","last_undegraded":"2023-09-21T13:05:17.746646+0000","last_fullsized":"2023-09-21T13:05:17.746646+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:29:49.784580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.730653+0000","last_change":"2023-09-21T13:05:15.754660+0000","last_active":"2023-09-21T13:05:16.730653+0000","last_peered":"2023-09-21T13:05:16.730653+0000","last_clean":"2023-09-21T13:05:16.730653+0000","last_became_active":"2023-09-21T13:05:15.754355+0000","last_became_peered":"2023-09-21T13:05:15.754355+0000","last_unstale":"2023-09-21T13:05:16.730653+0000","last_undegraded":"2023-09-21T13:05:16.730653+0000","last_fullsized":"2023-09-21T13:05:16.730653+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:43:43.175924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.841093+0000","last_change":"2023-09-21T13:05:16.755678+0000","last_active":"2023-09-21T13:05:17.841093+0000","last_peered":"2023-09-21T13:05:17.841093+0000","last_clean":"2023-09-21T13:05:17.841093+0000","last_became_active":"2023-09-21T13:05:16.755339+0000","last_became_peered":"2023-09-21T13:05:16.755339+0000","last_unstale":"2023-09-21T13:05:17.841093+0000","last_undegraded":"2023-09-21T13:05:17.841093+0000","last_fullsized":"2023-09-21T13:05:17.841093+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:36:59.222335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.739987+0000","last_change":"2023-09-21T13:05:15.753130+0000","last_active":"2023-09-21T13:05:16.739987+0000","last_peered":"2023-09-21T13:05:16.739987+0000","last_clean":"2023-09-21T13:05:16.739987+0000","last_became_active":"2023-09-21T13:05:15.752805+0000","last_became_peered":"2023-09-21T13:05:15.752805+0000","last_unstale":"2023-09-21T13:05:16.739987+0000","last_undegraded":"2023-09-21T13:05:16.739987+0000","last_fullsized":"2023-09-21T13:05:16.739987+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:12:45.147763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840686+0000","last_change":"2023-09-21T13:05:16.747195+0000","last_active":"2023-09-21T13:05:17.840686+0000","last_peered":"2023-09-21T13:05:17.840686+0000","last_clean":"2023-09-21T13:05:17.840686+0000","last_became_active":"2023-09-21T13:05:16.746903+0000","last_became_peered":"2023-09-21T13:05:16.746903+0000","last_unstale":"2023-09-21T13:05:17.840686+0000","last_undegraded":"2023-09-21T13:05:17.840686+0000","last_fullsized":"2023-09-21T13:05:17.840686+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:48:18.977396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"19'3","reported_seq":15,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.753423+0000","last_change":"2023-09-21T13:05:15.753238+0000","last_active":"2023-09-21T13:05:16.753423+0000","last_peered":"2023-09-21T13:05:16.753423+0000","last_clean":"2023-09-21T13:05:16.753423+0000","last_became_active":"2023-09-21T13:05:15.753000+0000","last_became_peered":"2023-09-21T13:05:15.753000+0000","last_unstale":"2023-09-21T13:05:16.753423+0000","last_undegraded":"2023-09-21T13:05:16.753423+0000","last_fullsized":"2023-09-21T13:05:16.753423+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:46:51.030402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.747476+0000","last_change":"2023-09-21T13:05:16.759393+0000","last_active":"2023-09-21T13:05:17.747476+0000","last_peered":"2023-09-21T13:05:17.747476+0000","last_clean":"2023-09-21T13:05:17.747476+0000","last_became_active":"2023-09-21T13:05:16.758848+0000","last_became_peered":"2023-09-21T13:05:16.758848+0000","last_unstale":"2023-09-21T13:05:17.747476+0000","last_undegraded":"2023-09-21T13:05:17.747476+0000","last_fullsized":"2023-09-21T13:05:17.747476+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:46:52.040093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"19'6","reported_seq":18,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.760713+0000","last_change":"2023-09-21T13:05:15.750052+0000","last_active":"2023-09-21T13:05:16.760713+0000","last_peered":"2023-09-21T13:05:16.760713+0000","last_clean":"2023-09-21T13:05:16.760713+0000","last_became_active":"2023-09-21T13:05:15.749689+0000","last_became_peered":"2023-09-21T13:05:15.749689+0000","last_unstale":"2023-09-21T13:05:16.760713+0000","last_undegraded":"2023-09-21T13:05:16.760713+0000","last_fullsized":"2023-09-21T13:05:16.760713+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:12:19.510621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.841505+0000","last_change":"2023-09-21T13:05:16.754680+0000","last_active":"2023-09-21T13:05:17.841505+0000","last_peered":"2023-09-21T13:05:17.841505+0000","last_clean":"2023-09-21T13:05:17.841505+0000","last_became_active":"2023-09-21T13:05:16.754297+0000","last_became_peered":"2023-09-21T13:05:16.754297+0000","last_unstale":"2023-09-21T13:05:17.841505+0000","last_undegraded":"2023-09-21T13:05:17.841505+0000","last_fullsized":"2023-09-21T13:05:17.841505+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T16:42:15.835639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"19'2","reported_seq":14,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.765170+0000","last_change":"2023-09-21T13:05:15.751998+0000","last_active":"2023-09-21T13:05:16.765170+0000","last_peered":"2023-09-21T13:05:16.765170+0000","last_clean":"2023-09-21T13:05:16.765170+0000","last_became_active":"2023-09-21T13:05:15.751656+0000","last_became_peered":"2023-09-21T13:05:15.751656+0000","last_unstale":"2023-09-21T13:05:16.765170+0000","last_undegraded":"2023-09-21T13:05:16.765170+0000","last_fullsized":"2023-09-21T13:05:16.765170+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:07:30.133197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840129+0000","last_change":"2023-09-21T13:05:16.753896+0000","last_active":"2023-09-21T13:05:17.840129+0000","last_peered":"2023-09-21T13:05:17.840129+0000","last_clean":"2023-09-21T13:05:17.840129+0000","last_became_active":"2023-09-21T13:05:16.753616+0000","last_became_peered":"2023-09-21T13:05:16.753616+0000","last_unstale":"2023-09-21T13:05:17.840129+0000","last_undegraded":"2023-09-21T13:05:17.840129+0000","last_fullsized":"2023-09-21T13:05:17.840129+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:46:52.040093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.745993+0000","last_change":"2023-09-21T13:05:15.750854+0000","last_active":"2023-09-21T13:05:16.745993+0000","last_peered":"2023-09-21T13:05:16.745993+0000","last_clean":"2023-09-21T13:05:16.745993+0000","last_became_active":"2023-09-21T13:05:15.750559+0000","last_became_peered":"2023-09-21T13:05:15.750559+0000","last_unstale":"2023-09-21T13:05:16.745993+0000","last_undegraded":"2023-09-21T13:05:16.745993+0000","last_fullsized":"2023-09-21T13:05:16.745993+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:29:48.774889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.841726+0000","last_change":"2023-09-21T13:05:16.762854+0000","last_active":"2023-09-21T13:05:17.841726+0000","last_peered":"2023-09-21T13:05:17.841726+0000","last_clean":"2023-09-21T13:05:17.841726+0000","last_became_active":"2023-09-21T13:05:16.762560+0000","last_became_peered":"2023-09-21T13:05:16.762560+0000","last_unstale":"2023-09-21T13:05:17.841726+0000","last_undegraded":"2023-09-21T13:05:17.841726+0000","last_fullsized":"2023-09-21T13:05:17.841726+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:36:59.222335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.730337+0000","last_change":"2023-09-21T13:05:15.751984+0000","last_active":"2023-09-21T13:05:16.730337+0000","last_peered":"2023-09-21T13:05:16.730337+0000","last_clean":"2023-09-21T13:05:16.730337+0000","last_became_active":"2023-09-21T13:05:15.751521+0000","last_became_peered":"2023-09-21T13:05:15.751521+0000","last_unstale":"2023-09-21T13:05:16.730337+0000","last_undegraded":"2023-09-21T13:05:16.730337+0000","last_fullsized":"2023-09-21T13:05:16.730337+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:32:01.517930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.839985+0000","last_change":"2023-09-21T13:05:16.742728+0000","last_active":"2023-09-21T13:05:17.839985+0000","last_peered":"2023-09-21T13:05:17.839985+0000","last_clean":"2023-09-21T13:05:17.839985+0000","last_became_active":"2023-09-21T13:05:16.742381+0000","last_became_peered":"2023-09-21T13:05:16.742381+0000","last_unstale":"2023-09-21T13:05:17.839985+0000","last_undegraded":"2023-09-21T13:05:17.839985+0000","last_fullsized":"2023-09-21T13:05:17.839985+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:39:59.778040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"19'8","reported_seq":20,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.753195+0000","last_change":"2023-09-21T13:05:15.738180+0000","last_active":"2023-09-21T13:05:16.753195+0000","last_peered":"2023-09-21T13:05:16.753195+0000","last_clean":"2023-09-21T13:05:16.753195+0000","last_became_active":"2023-09-21T13:05:15.737795+0000","last_became_peered":"2023-09-21T13:05:15.737795+0000","last_unstale":"2023-09-21T13:05:16.753195+0000","last_undegraded":"2023-09-21T13:05:16.753195+0000","last_fullsized":"2023-09-21T13:05:16.753195+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:53:31.525020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.841955+0000","last_change":"2023-09-21T13:05:16.763143+0000","last_active":"2023-09-21T13:05:17.841955+0000","last_peered":"2023-09-21T13:05:17.841955+0000","last_clean":"2023-09-21T13:05:17.841955+0000","last_became_active":"2023-09-21T13:05:16.762721+0000","last_became_peered":"2023-09-21T13:05:16.762721+0000","last_unstale":"2023-09-21T13:05:17.841955+0000","last_undegraded":"2023-09-21T13:05:17.841955+0000","last_fullsized":"2023-09-21T13:05:17.841955+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T19:43:43.651100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"19'1","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.749682+0000","last_change":"2023-09-21T13:05:15.746680+0000","last_active":"2023-09-21T13:05:16.749682+0000","last_peered":"2023-09-21T13:05:16.749682+0000","last_clean":"2023-09-21T13:05:16.749682+0000","last_became_active":"2023-09-21T13:05:15.746345+0000","last_became_peered":"2023-09-21T13:05:15.746345+0000","last_unstale":"2023-09-21T13:05:16.749682+0000","last_undegraded":"2023-09-21T13:05:16.749682+0000","last_fullsized":"2023-09-21T13:05:16.749682+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:11:59.137740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.841879+0000","last_change":"2023-09-21T13:05:16.753447+0000","last_active":"2023-09-21T13:05:17.841879+0000","last_peered":"2023-09-21T13:05:17.841879+0000","last_clean":"2023-09-21T13:05:17.841879+0000","last_became_active":"2023-09-21T13:05:16.750474+0000","last_became_peered":"2023-09-21T13:05:16.750474+0000","last_unstale":"2023-09-21T13:05:17.841879+0000","last_undegraded":"2023-09-21T13:05:17.841879+0000","last_fullsized":"2023-09-21T13:05:17.841879+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:07:01.882633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.739695+0000","last_change":"2023-09-21T13:05:15.740915+0000","last_active":"2023-09-21T13:05:16.739695+0000","last_peered":"2023-09-21T13:05:16.739695+0000","last_clean":"2023-09-21T13:05:16.739695+0000","last_became_active":"2023-09-21T13:05:15.740555+0000","last_became_peered":"2023-09-21T13:05:15.740555+0000","last_unstale":"2023-09-21T13:05:16.739695+0000","last_undegraded":"2023-09-21T13:05:16.739695+0000","last_fullsized":"2023-09-21T13:05:16.739695+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:12:19.510621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.841577+0000","last_change":"2023-09-21T13:05:16.756265+0000","last_active":"2023-09-21T13:05:17.841577+0000","last_peered":"2023-09-21T13:05:17.841577+0000","last_clean":"2023-09-21T13:05:17.841577+0000","last_became_active":"2023-09-21T13:05:16.755944+0000","last_became_peered":"2023-09-21T13:05:16.755944+0000","last_unstale":"2023-09-21T13:05:17.841577+0000","last_undegraded":"2023-09-21T13:05:17.841577+0000","last_fullsized":"2023-09-21T13:05:17.841577+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:07:01.882633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.745850+0000","last_change":"2023-09-21T13:05:15.753737+0000","last_active":"2023-09-21T13:05:16.745850+0000","last_peered":"2023-09-21T13:05:16.745850+0000","last_clean":"2023-09-21T13:05:16.745850+0000","last_became_active":"2023-09-21T13:05:15.752911+0000","last_became_peered":"2023-09-21T13:05:15.752911+0000","last_unstale":"2023-09-21T13:05:16.745850+0000","last_undegraded":"2023-09-21T13:05:16.745850+0000","last_fullsized":"2023-09-21T13:05:16.745850+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:13:56.924488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.747325+0000","last_change":"2023-09-21T13:05:16.750865+0000","last_active":"2023-09-21T13:05:17.747325+0000","last_peered":"2023-09-21T13:05:17.747325+0000","last_clean":"2023-09-21T13:05:17.747325+0000","last_became_active":"2023-09-21T13:05:16.749714+0000","last_became_peered":"2023-09-21T13:05:16.749714+0000","last_unstale":"2023-09-21T13:05:17.747325+0000","last_undegraded":"2023-09-21T13:05:17.747325+0000","last_fullsized":"2023-09-21T13:05:17.747325+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:12:46.157454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.746660+0000","last_change":"2023-09-21T13:05:16.750802+0000","last_active":"2023-09-21T13:05:17.746660+0000","last_peered":"2023-09-21T13:05:17.746660+0000","last_clean":"2023-09-21T13:05:17.746660+0000","last_became_active":"2023-09-21T13:05:16.750302+0000","last_became_peered":"2023-09-21T13:05:16.750302+0000","last_unstale":"2023-09-21T13:05:17.746660+0000","last_undegraded":"2023-09-21T13:05:17.746660+0000","last_fullsized":"2023-09-21T13:05:17.746660+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:24:46.688207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.734913+0000","last_change":"2023-09-21T13:05:15.739718+0000","last_active":"2023-09-21T13:05:16.734913+0000","last_peered":"2023-09-21T13:05:16.734913+0000","last_clean":"2023-09-21T13:05:16.734913+0000","last_became_active":"2023-09-21T13:05:15.739121+0000","last_became_peered":"2023-09-21T13:05:15.739121+0000","last_unstale":"2023-09-21T13:05:16.734913+0000","last_undegraded":"2023-09-21T13:05:16.734913+0000","last_fullsized":"2023-09-21T13:05:16.734913+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:07:30.133197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.745296+0000","last_change":"2023-09-21T13:05:16.751214+0000","last_active":"2023-09-21T13:05:17.745296+0000","last_peered":"2023-09-21T13:05:17.745296+0000","last_clean":"2023-09-21T13:05:17.745296+0000","last_became_active":"2023-09-21T13:05:16.750899+0000","last_became_peered":"2023-09-21T13:05:16.750899+0000","last_unstale":"2023-09-21T13:05:17.745296+0000","last_undegraded":"2023-09-21T13:05:17.745296+0000","last_fullsized":"2023-09-21T13:05:17.745296+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:10:10.821475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.735660+0000","last_change":"2023-09-21T13:05:15.744664+0000","last_active":"2023-09-21T13:05:16.735660+0000","last_peered":"2023-09-21T13:05:16.735660+0000","last_clean":"2023-09-21T13:05:16.735660+0000","last_became_active":"2023-09-21T13:05:15.744345+0000","last_became_peered":"2023-09-21T13:05:15.744345+0000","last_unstale":"2023-09-21T13:05:16.735660+0000","last_undegraded":"2023-09-21T13:05:16.735660+0000","last_fullsized":"2023-09-21T13:05:16.735660+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:07:30.133197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":165,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.735627+0000","last_change":"2023-09-21T13:05:07.001411+0000","last_active":"2023-09-21T13:05:16.735627+0000","last_peered":"2023-09-21T13:05:16.735627+0000","last_clean":"2023-09-21T13:05:16.735627+0000","last_became_active":"2023-09-21T13:05:07.000380+0000","last_became_peered":"2023-09-21T13:05:07.000380+0000","last_unstale":"2023-09-21T13:05:16.735627+0000","last_undegraded":"2023-09-21T13:05:16.735627+0000","last_fullsized":"2023-09-21T13:05:16.735627+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:05.398949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:05.398949+0000","last_clean_scrub_stamp":"2023-09-21T13:05:05.398949+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:22:48.016821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840137+0000","last_change":"2023-09-21T13:05:16.751810+0000","last_active":"2023-09-21T13:05:17.840137+0000","last_peered":"2023-09-21T13:05:17.840137+0000","last_clean":"2023-09-21T13:05:17.840137+0000","last_became_active":"2023-09-21T13:05:16.751487+0000","last_became_peered":"2023-09-21T13:05:16.751487+0000","last_unstale":"2023-09-21T13:05:17.840137+0000","last_undegraded":"2023-09-21T13:05:17.840137+0000","last_fullsized":"2023-09-21T13:05:17.840137+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:12:20.520312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.735804+0000","last_change":"2023-09-21T13:05:15.744452+0000","last_active":"2023-09-21T13:05:16.735804+0000","last_peered":"2023-09-21T13:05:16.735804+0000","last_clean":"2023-09-21T13:05:16.735804+0000","last_became_active":"2023-09-21T13:05:15.744122+0000","last_became_peered":"2023-09-21T13:05:15.744122+0000","last_unstale":"2023-09-21T13:05:16.735804+0000","last_undegraded":"2023-09-21T13:05:16.735804+0000","last_fullsized":"2023-09-21T13:05:16.735804+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:21:46.219710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.744335+0000","last_change":"2023-09-21T13:05:15.753492+0000","last_active":"2023-09-21T13:05:16.744335+0000","last_peered":"2023-09-21T13:05:16.744335+0000","last_clean":"2023-09-21T13:05:16.744335+0000","last_became_active":"2023-09-21T13:05:15.751881+0000","last_became_peered":"2023-09-21T13:05:15.751881+0000","last_unstale":"2023-09-21T13:05:16.744335+0000","last_undegraded":"2023-09-21T13:05:16.744335+0000","last_fullsized":"2023-09-21T13:05:16.744335+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T15:21:41.025308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.746618+0000","last_change":"2023-09-21T13:05:16.747348+0000","last_active":"2023-09-21T13:05:17.746618+0000","last_peered":"2023-09-21T13:05:17.746618+0000","last_clean":"2023-09-21T13:05:17.746618+0000","last_became_active":"2023-09-21T13:05:16.746208+0000","last_became_peered":"2023-09-21T13:05:16.746208+0000","last_unstale":"2023-09-21T13:05:17.746618+0000","last_undegraded":"2023-09-21T13:05:17.746618+0000","last_fullsized":"2023-09-21T13:05:17.746618+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:13:57.934179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.739782+0000","last_change":"2023-09-21T13:05:15.752020+0000","last_active":"2023-09-21T13:05:16.739782+0000","last_peered":"2023-09-21T13:05:16.739782+0000","last_clean":"2023-09-21T13:05:16.739782+0000","last_became_active":"2023-09-21T13:05:15.751734+0000","last_became_peered":"2023-09-21T13:05:15.751734+0000","last_unstale":"2023-09-21T13:05:16.739782+0000","last_undegraded":"2023-09-21T13:05:16.739782+0000","last_fullsized":"2023-09-21T13:05:16.739782+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:47:59.902625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.745177+0000","last_change":"2023-09-21T13:05:16.755702+0000","last_active":"2023-09-21T13:05:17.745177+0000","last_peered":"2023-09-21T13:05:17.745177+0000","last_clean":"2023-09-21T13:05:17.745177+0000","last_became_active":"2023-09-21T13:05:16.755355+0000","last_became_peered":"2023-09-21T13:05:16.755355+0000","last_unstale":"2023-09-21T13:05:17.745177+0000","last_undegraded":"2023-09-21T13:05:17.745177+0000","last_fullsized":"2023-09-21T13:05:17.745177+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:41:27.799309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"19'2","reported_seq":14,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.755337+0000","last_change":"2023-09-21T13:05:15.751853+0000","last_active":"2023-09-21T13:05:16.755337+0000","last_peered":"2023-09-21T13:05:16.755337+0000","last_clean":"2023-09-21T13:05:16.755337+0000","last_became_active":"2023-09-21T13:05:15.751546+0000","last_became_peered":"2023-09-21T13:05:15.751546+0000","last_unstale":"2023-09-21T13:05:16.755337+0000","last_undegraded":"2023-09-21T13:05:16.755337+0000","last_fullsized":"2023-09-21T13:05:16.755337+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T18:32:01.852524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840563+0000","last_change":"2023-09-21T13:05:16.743348+0000","last_active":"2023-09-21T13:05:17.840563+0000","last_peered":"2023-09-21T13:05:17.840563+0000","last_clean":"2023-09-21T13:05:17.840563+0000","last_became_active":"2023-09-21T13:05:16.743059+0000","last_became_peered":"2023-09-21T13:05:16.743059+0000","last_unstale":"2023-09-21T13:05:17.840563+0000","last_undegraded":"2023-09-21T13:05:17.840563+0000","last_fullsized":"2023-09-21T13:05:17.840563+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:13:57.934179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.735524+0000","last_change":"2023-09-21T13:05:15.750863+0000","last_active":"2023-09-21T13:05:16.735524+0000","last_peered":"2023-09-21T13:05:16.735524+0000","last_clean":"2023-09-21T13:05:16.735524+0000","last_became_active":"2023-09-21T13:05:15.750523+0000","last_became_peered":"2023-09-21T13:05:15.750523+0000","last_unstale":"2023-09-21T13:05:16.735524+0000","last_undegraded":"2023-09-21T13:05:16.735524+0000","last_fullsized":"2023-09-21T13:05:16.735524+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T17:04:10.279626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.746985+0000","last_change":"2023-09-21T13:05:16.750675+0000","last_active":"2023-09-21T13:05:17.746985+0000","last_peered":"2023-09-21T13:05:17.746985+0000","last_clean":"2023-09-21T13:05:17.746985+0000","last_became_active":"2023-09-21T13:05:16.750222+0000","last_became_peered":"2023-09-21T13:05:16.750222+0000","last_unstale":"2023-09-21T13:05:17.746985+0000","last_undegraded":"2023-09-21T13:05:17.746985+0000","last_fullsized":"2023-09-21T13:05:17.746985+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:21:47.229401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.740041+0000","last_change":"2023-09-21T13:05:15.748917+0000","last_active":"2023-09-21T13:05:16.740041+0000","last_peered":"2023-09-21T13:05:16.740041+0000","last_clean":"2023-09-21T13:05:16.740041+0000","last_became_active":"2023-09-21T13:05:15.748586+0000","last_became_peered":"2023-09-21T13:05:15.748586+0000","last_unstale":"2023-09-21T13:05:16.740041+0000","last_undegraded":"2023-09-21T13:05:16.740041+0000","last_fullsized":"2023-09-21T13:05:16.740041+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:39:58.768349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.744429+0000","last_change":"2023-09-21T13:05:16.742339+0000","last_active":"2023-09-21T13:05:17.744429+0000","last_peered":"2023-09-21T13:05:17.744429+0000","last_clean":"2023-09-21T13:05:17.744429+0000","last_became_active":"2023-09-21T13:05:16.742046+0000","last_became_peered":"2023-09-21T13:05:16.742046+0000","last_unstale":"2023-09-21T13:05:17.744429+0000","last_undegraded":"2023-09-21T13:05:17.744429+0000","last_fullsized":"2023-09-21T13:05:17.744429+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:24:46.688207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.739261+0000","last_change":"2023-09-21T13:05:15.741334+0000","last_active":"2023-09-21T13:05:16.739261+0000","last_peered":"2023-09-21T13:05:16.739261+0000","last_clean":"2023-09-21T13:05:16.739261+0000","last_became_active":"2023-09-21T13:05:15.740810+0000","last_became_peered":"2023-09-21T13:05:15.740810+0000","last_unstale":"2023-09-21T13:05:16.739261+0000","last_undegraded":"2023-09-21T13:05:16.739261+0000","last_fullsized":"2023-09-21T13:05:16.739261+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:50:27.457280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.744911+0000","last_change":"2023-09-21T13:05:16.749496+0000","last_active":"2023-09-21T13:05:17.744911+0000","last_peered":"2023-09-21T13:05:17.744911+0000","last_clean":"2023-09-21T13:05:17.744911+0000","last_became_active":"2023-09-21T13:05:16.749205+0000","last_became_peered":"2023-09-21T13:05:16.749205+0000","last_unstale":"2023-09-21T13:05:17.744911+0000","last_undegraded":"2023-09-21T13:05:17.744911+0000","last_fullsized":"2023-09-21T13:05:17.744911+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:25:52.973411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"19'2","reported_seq":14,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.762765+0000","last_change":"2023-09-21T13:05:15.754418+0000","last_active":"2023-09-21T13:05:16.762765+0000","last_peered":"2023-09-21T13:05:16.762765+0000","last_clean":"2023-09-21T13:05:16.762765+0000","last_became_active":"2023-09-21T13:05:15.752411+0000","last_became_peered":"2023-09-21T13:05:15.752411+0000","last_unstale":"2023-09-21T13:05:16.762765+0000","last_undegraded":"2023-09-21T13:05:16.762765+0000","last_fullsized":"2023-09-21T13:05:16.762765+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T16:23:47.774016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840387+0000","last_change":"2023-09-21T13:05:16.743788+0000","last_active":"2023-09-21T13:05:17.840387+0000","last_peered":"2023-09-21T13:05:17.840387+0000","last_clean":"2023-09-21T13:05:17.840387+0000","last_became_active":"2023-09-21T13:05:16.743477+0000","last_became_peered":"2023-09-21T13:05:16.743477+0000","last_unstale":"2023-09-21T13:05:17.840387+0000","last_undegraded":"2023-09-21T13:05:17.840387+0000","last_fullsized":"2023-09-21T13:05:17.840387+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:56:15.316327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.734420+0000","last_change":"2023-09-21T13:05:15.754014+0000","last_active":"2023-09-21T13:05:16.734420+0000","last_peered":"2023-09-21T13:05:16.734420+0000","last_clean":"2023-09-21T13:05:16.734420+0000","last_became_active":"2023-09-21T13:05:15.753701+0000","last_became_peered":"2023-09-21T13:05:15.753701+0000","last_unstale":"2023-09-21T13:05:16.734420+0000","last_undegraded":"2023-09-21T13:05:16.734420+0000","last_fullsized":"2023-09-21T13:05:16.734420+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:11:59.137740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.841722+0000","last_change":"2023-09-21T13:05:16.760823+0000","last_active":"2023-09-21T13:05:17.841722+0000","last_peered":"2023-09-21T13:05:17.841722+0000","last_clean":"2023-09-21T13:05:17.841722+0000","last_became_active":"2023-09-21T13:05:16.760453+0000","last_became_peered":"2023-09-21T13:05:16.760453+0000","last_unstale":"2023-09-21T13:05:17.841722+0000","last_undegraded":"2023-09-21T13:05:17.841722+0000","last_fullsized":"2023-09-21T13:05:17.841722+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:26:17.057700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"19'1","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.762355+0000","last_change":"2023-09-21T13:05:15.742896+0000","last_active":"2023-09-21T13:05:16.762355+0000","last_peered":"2023-09-21T13:05:16.762355+0000","last_clean":"2023-09-21T13:05:16.762355+0000","last_became_active":"2023-09-21T13:05:15.742597+0000","last_became_peered":"2023-09-21T13:05:15.742597+0000","last_unstale":"2023-09-21T13:05:16.762355+0000","last_undegraded":"2023-09-21T13:05:16.762355+0000","last_fullsized":"2023-09-21T13:05:16.762355+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:12:45.147763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840776+0000","last_change":"2023-09-21T13:05:16.753864+0000","last_active":"2023-09-21T13:05:17.840776+0000","last_peered":"2023-09-21T13:05:17.840776+0000","last_clean":"2023-09-21T13:05:17.840776+0000","last_became_active":"2023-09-21T13:05:16.752333+0000","last_became_peered":"2023-09-21T13:05:16.752333+0000","last_unstale":"2023-09-21T13:05:17.840776+0000","last_undegraded":"2023-09-21T13:05:17.840776+0000","last_fullsized":"2023-09-21T13:05:17.840776+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T16:42:15.835639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"19'2","reported_seq":14,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.749881+0000","last_change":"2023-09-21T13:05:15.740843+0000","last_active":"2023-09-21T13:05:16.749881+0000","last_peered":"2023-09-21T13:05:16.749881+0000","last_clean":"2023-09-21T13:05:16.749881+0000","last_became_active":"2023-09-21T13:05:15.740534+0000","last_became_peered":"2023-09-21T13:05:15.740534+0000","last_unstale":"2023-09-21T13:05:16.749881+0000","last_undegraded":"2023-09-21T13:05:16.749881+0000","last_fullsized":"2023-09-21T13:05:16.749881+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T18:32:01.852524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.842184+0000","last_change":"2023-09-21T13:05:16.757098+0000","last_active":"2023-09-21T13:05:17.842184+0000","last_peered":"2023-09-21T13:05:17.842184+0000","last_clean":"2023-09-21T13:05:17.842184+0000","last_became_active":"2023-09-21T13:05:16.754778+0000","last_became_peered":"2023-09-21T13:05:16.754778+0000","last_unstale":"2023-09-21T13:05:17.842184+0000","last_undegraded":"2023-09-21T13:05:17.842184+0000","last_fullsized":"2023-09-21T13:05:17.842184+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:09:17.306835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840418+0000","last_change":"2023-09-21T13:05:16.746824+0000","last_active":"2023-09-21T13:05:17.840418+0000","last_peered":"2023-09-21T13:05:17.840418+0000","last_clean":"2023-09-21T13:05:17.840418+0000","last_became_active":"2023-09-21T13:05:16.746463+0000","last_became_peered":"2023-09-21T13:05:16.746463+0000","last_unstale":"2023-09-21T13:05:17.840418+0000","last_undegraded":"2023-09-21T13:05:17.840418+0000","last_fullsized":"2023-09-21T13:05:17.840418+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T15:21:42.034999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.839785+0000","last_change":"2023-09-21T13:05:16.754077+0000","last_active":"2023-09-21T13:05:17.839785+0000","last_peered":"2023-09-21T13:05:17.839785+0000","last_clean":"2023-09-21T13:05:17.839785+0000","last_became_active":"2023-09-21T13:05:16.753755+0000","last_became_peered":"2023-09-21T13:05:16.753755+0000","last_unstale":"2023-09-21T13:05:17.839785+0000","last_undegraded":"2023-09-21T13:05:17.839785+0000","last_fullsized":"2023-09-21T13:05:17.839785+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T17:04:11.289317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840913+0000","last_change":"2023-09-21T13:05:16.751143+0000","last_active":"2023-09-21T13:05:17.840913+0000","last_peered":"2023-09-21T13:05:17.840913+0000","last_clean":"2023-09-21T13:05:17.840913+0000","last_became_active":"2023-09-21T13:05:16.750418+0000","last_became_peered":"2023-09-21T13:05:16.750418+0000","last_unstale":"2023-09-21T13:05:17.840913+0000","last_undegraded":"2023-09-21T13:05:17.840913+0000","last_fullsized":"2023-09-21T13:05:17.840913+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T17:53:47.438394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840364+0000","last_change":"2023-09-21T13:05:16.749991+0000","last_active":"2023-09-21T13:05:17.840364+0000","last_peered":"2023-09-21T13:05:17.840364+0000","last_clean":"2023-09-21T13:05:17.840364+0000","last_became_active":"2023-09-21T13:05:16.749699+0000","last_became_peered":"2023-09-21T13:05:16.749699+0000","last_unstale":"2023-09-21T13:05:17.840364+0000","last_undegraded":"2023-09-21T13:05:17.840364+0000","last_fullsized":"2023-09-21T13:05:17.840364+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:56:15.316327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.745113+0000","last_change":"2023-09-21T13:05:16.750088+0000","last_active":"2023-09-21T13:05:17.745113+0000","last_peered":"2023-09-21T13:05:17.745113+0000","last_clean":"2023-09-21T13:05:17.745113+0000","last_became_active":"2023-09-21T13:05:16.749786+0000","last_became_peered":"2023-09-21T13:05:16.749786+0000","last_unstale":"2023-09-21T13:05:17.745113+0000","last_undegraded":"2023-09-21T13:05:17.745113+0000","last_fullsized":"2023-09-21T13:05:17.745113+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T16:23:48.783707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.746859+0000","last_change":"2023-09-21T13:05:16.748106+0000","last_active":"2023-09-21T13:05:17.746859+0000","last_peered":"2023-09-21T13:05:17.746859+0000","last_clean":"2023-09-21T13:05:17.746859+0000","last_became_active":"2023-09-21T13:05:16.747779+0000","last_became_peered":"2023-09-21T13:05:16.747779+0000","last_unstale":"2023-09-21T13:05:17.746859+0000","last_undegraded":"2023-09-21T13:05:17.746859+0000","last_fullsized":"2023-09-21T13:05:17.746859+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:48:18.977396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840634+0000","last_change":"2023-09-21T13:05:16.751946+0000","last_active":"2023-09-21T13:05:17.840634+0000","last_peered":"2023-09-21T13:05:17.840634+0000","last_clean":"2023-09-21T13:05:17.840634+0000","last_became_active":"2023-09-21T13:05:16.751648+0000","last_became_peered":"2023-09-21T13:05:16.751648+0000","last_unstale":"2023-09-21T13:05:17.840634+0000","last_undegraded":"2023-09-21T13:05:17.840634+0000","last_fullsized":"2023-09-21T13:05:17.840634+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:29:49.784580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.745052+0000","last_change":"2023-09-21T13:05:16.749986+0000","last_active":"2023-09-21T13:05:17.745052+0000","last_peered":"2023-09-21T13:05:17.745052+0000","last_clean":"2023-09-21T13:05:17.745052+0000","last_became_active":"2023-09-21T13:05:16.749690+0000","last_became_peered":"2023-09-21T13:05:16.749690+0000","last_unstale":"2023-09-21T13:05:17.745052+0000","last_undegraded":"2023-09-21T13:05:17.745052+0000","last_fullsized":"2023-09-21T13:05:17.745052+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T15:34:24.863552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840590+0000","last_change":"2023-09-21T13:05:16.756603+0000","last_active":"2023-09-21T13:05:17.840590+0000","last_peered":"2023-09-21T13:05:17.840590+0000","last_clean":"2023-09-21T13:05:17.840590+0000","last_became_active":"2023-09-21T13:05:16.756320+0000","last_became_peered":"2023-09-21T13:05:16.756320+0000","last_unstale":"2023-09-21T13:05:17.840590+0000","last_undegraded":"2023-09-21T13:05:17.840590+0000","last_fullsized":"2023-09-21T13:05:17.840590+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:41:27.799309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.744557+0000","last_change":"2023-09-21T13:05:16.751940+0000","last_active":"2023-09-21T13:05:17.744557+0000","last_peered":"2023-09-21T13:05:17.744557+0000","last_clean":"2023-09-21T13:05:17.744557+0000","last_became_active":"2023-09-21T13:05:16.751635+0000","last_became_peered":"2023-09-21T13:05:16.751635+0000","last_unstale":"2023-09-21T13:05:17.744557+0000","last_undegraded":"2023-09-21T13:05:17.744557+0000","last_fullsized":"2023-09-21T13:05:17.744557+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:13:57.934179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840769+0000","last_change":"2023-09-21T13:05:16.755928+0000","last_active":"2023-09-21T13:05:17.840769+0000","last_peered":"2023-09-21T13:05:17.840769+0000","last_clean":"2023-09-21T13:05:17.840769+0000","last_became_active":"2023-09-21T13:05:16.755509+0000","last_became_peered":"2023-09-21T13:05:16.755509+0000","last_unstale":"2023-09-21T13:05:17.840769+0000","last_undegraded":"2023-09-21T13:05:17.840769+0000","last_fullsized":"2023-09-21T13:05:17.840769+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:10:10.821475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840224+0000","last_change":"2023-09-21T13:05:16.759806+0000","last_active":"2023-09-21T13:05:17.840224+0000","last_peered":"2023-09-21T13:05:17.840224+0000","last_clean":"2023-09-21T13:05:17.840224+0000","last_became_active":"2023-09-21T13:05:16.759512+0000","last_became_peered":"2023-09-21T13:05:16.759512+0000","last_unstale":"2023-09-21T13:05:17.840224+0000","last_undegraded":"2023-09-21T13:05:17.840224+0000","last_fullsized":"2023-09-21T13:05:17.840224+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:39:59.778040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840378+0000","last_change":"2023-09-21T13:05:16.752656+0000","last_active":"2023-09-21T13:05:17.840378+0000","last_peered":"2023-09-21T13:05:17.840378+0000","last_clean":"2023-09-21T13:05:17.840378+0000","last_became_active":"2023-09-21T13:05:16.752106+0000","last_became_peered":"2023-09-21T13:05:16.752106+0000","last_unstale":"2023-09-21T13:05:17.840378+0000","last_undegraded":"2023-09-21T13:05:17.840378+0000","last_fullsized":"2023-09-21T13:05:17.840378+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:24:46.688207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574853,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27812,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344028,"statfs":{"total":96636764160,"available":96608284672,"internally_reserved":0,"allocated":802816,"data_stored":661848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45000000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64900000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52300000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66100000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55800000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58799999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68000000000000005}]}]},{"osd":6,"up_from":13,"seq":55834574853,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27240,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344600,"statfs":{"total":96636764160,"available":96608870400,"internally_reserved":0,"allocated":217088,"data_stored":72510,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58999999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68300000000000005}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56000000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65700000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49399999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46300000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42199999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574853,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":212992,"data_stored":71058,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34000000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36799999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57199999999999995}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52500000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54700000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63300000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61699999999999999}]}]},{"osd":0,"up_from":13,"seq":55834574854,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27820,"kb_used_data":792,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344020,"statfs":{"total":96636764160,"available":96608276480,"internally_reserved":0,"allocated":811008,"data_stored":661904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.30299999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35299999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41199999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54100000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68600000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.503}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66200000000000003}]}]},{"osd":2,"up_from":13,"seq":55834574854,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27228,"kb_used_data":200,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344612,"statfs":{"total":96636764160,"available":96608882688,"internally_reserved":0,"allocated":204800,"data_stored":70898,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.27200000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35699999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39400000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.505}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52100000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68100000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53600000000000003}]}]},{"osd":3,"up_from":13,"seq":55834574853,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27240,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344600,"statfs":{"total":96636764160,"available":96608870400,"internally_reserved":0,"allocated":217088,"data_stored":72510,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32500000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.495}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39700000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55200000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56799999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69299999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61199999999999999}]}]},{"osd":4,"up_from":13,"seq":55834574853,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27240,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344600,"statfs":{"total":96636764160,"available":96608870400,"internally_reserved":0,"allocated":217088,"data_stored":71024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64900000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55700000000000005}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.371}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68300000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80200000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70499999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.878}]}]},{"osd":5,"up_from":13,"seq":55834574854,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27232,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344608,"statfs":{"total":96636764160,"available":96608878592,"internally_reserved":0,"allocated":208896,"data_stored":70988,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65900000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64900000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54100000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.629}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42299999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46400000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.443}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-21T13:05:21.393 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2023-09-21T13:05:21.393 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2023-09-21T13:05:21.394 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2023-09-21T13:05:21.394 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2023-09-21T13:05:21.395 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2023-09-21T13:05:21.567 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.570+0000 7f3eb850c700 1 Processor -- start 2023-09-21T13:05:21.568 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.570+0000 7f3eb850c700 1 -- start start 2023-09-21T13:05:21.570 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.571+0000 7f3eb850c700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3eb0158f40 0x7f3eb015f000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:21.570 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.571+0000 7f3eb850c700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f3eb00d0980 0x7f3eb015c240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:21.570 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.571+0000 7f3eb850c700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3eb015bdb0 con 0x7f3eb015c780 2023-09-21T13:05:21.571 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.571+0000 7f3eb850c700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3eb015f850 con 0x7f3eb00d0980 2023-09-21T13:05:21.571 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.571+0000 7f3eb850c700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3eb015fb30 con 0x7f3eb0158f40 2023-09-21T13:05:21.571 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.571+0000 7f3eb5aa7700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f3eb00d0980 0x7f3eb015c240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:21.571 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.572+0000 7f3eb6aa9700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f3eb015c780 0x7f3eb00b2dd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:35528/0 (socket says 172.21.15.46:35528) 2023-09-21T13:05:21.571 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.572+0000 7f3eb5aa7700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f3eb00d0980 0x7f3eb015c240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38714/0 (socket says 172.21.15.46:38714) 2023-09-21T13:05:21.572 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.572+0000 7f3eb6aa9700 1 -- 172.21.15.46:0/1598165169 learned_addr learned my addr 172.21.15.46:0/1598165169 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:05:21.572 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.572+0000 7f3eb62a8700 1 --2- 172.21.15.46:0/1598165169 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3eb0158f40 0x7f3eb015f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:21.572 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.572+0000 7f3eb5aa7700 1 -- 172.21.15.46:0/1598165169 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3eb0158f40 msgr2=0x7f3eb015f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:21.572 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.572+0000 7f3eb5aa7700 1 --2- 172.21.15.46:0/1598165169 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3eb0158f40 0x7f3eb015f000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:21.572 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.572+0000 7f3eb5aa7700 1 -- 172.21.15.46:0/1598165169 >> v1:172.21.15.46:6789/0 conn(0x7f3eb015c780 legacy=0x7f3eb00b2dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:21.573 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.572+0000 7f3eb5aa7700 1 -- 172.21.15.46:0/1598165169 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3eb015fe10 con 0x7f3eb00d0980 2023-09-21T13:05:21.573 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.572+0000 7f3eb52a6700 1 -- 172.21.15.46:0/1598165169 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 13793131 0 0) 0x7f3eb015bdb0 con 0x7f3eb015c780 2023-09-21T13:05:21.573 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.572+0000 7f3eb5aa7700 1 --2- 172.21.15.46:0/1598165169 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3eb00d0980 0x7f3eb015c240 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f3ea4009840 tx=0x7f3ea4009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3649a4b0e090e926 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:21.573 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.572+0000 7f3eb52a6700 1 -- 172.21.15.46:0/1598165169 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ea4011830 con 0x7f3eb00d0980 2023-09-21T13:05:21.573 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.572+0000 7f3eb52a6700 1 -- 172.21.15.46:0/1598165169 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3ea4011990 con 0x7f3eb00d0980 2023-09-21T13:05:21.574 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.572+0000 7f3eb52a6700 1 -- 172.21.15.46:0/1598165169 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ea4011d20 con 0x7f3eb00d0980 2023-09-21T13:05:21.574 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.573+0000 7f3eb850c700 1 -- 172.21.15.46:0/1598165169 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3eb00d0980 msgr2=0x7f3eb015c240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:21.574 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.573+0000 7f3eb850c700 1 --2- 172.21.15.46:0/1598165169 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3eb00d0980 0x7f3eb015c240 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f3ea4009840 tx=0x7f3ea4009b50 comp rx=0 tx=0).stop 2023-09-21T13:05:21.574 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.573+0000 7f3eb850c700 1 -- 172.21.15.46:0/1598165169 shutdown_connections 2023-09-21T13:05:21.575 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.573+0000 7f3eb850c700 1 --2- 172.21.15.46:0/1598165169 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3eb0158f40 0x7f3eb015f000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:21.575 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.573+0000 7f3eb850c700 1 --2- 172.21.15.46:0/1598165169 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3eb00d0980 0x7f3eb015c240 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:21.575 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.573+0000 7f3eb850c700 1 -- 172.21.15.46:0/1598165169 >> 172.21.15.46:0/1598165169 conn(0x7f3eb006eb20 msgr2=0x7f3eb006ef00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:21.575 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.573+0000 7f3eb850c700 1 -- 172.21.15.46:0/1598165169 shutdown_connections 2023-09-21T13:05:21.575 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.573+0000 7f3eb850c700 1 -- 172.21.15.46:0/1598165169 wait complete. 2023-09-21T13:05:21.578 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.574+0000 7f3eb850c700 1 Processor -- start 2023-09-21T13:05:21.578 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.574+0000 7f3eb850c700 1 -- start start 2023-09-21T13:05:21.578 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.575+0000 7f3eb850c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3eb00d0980 0x7f3eb00b27c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:21.579 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.575+0000 7f3eb850c700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3eb0158f40 0x7f3eb0150650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:21.579 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.575+0000 7f3eb850c700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f3eb015c780 0x7f3eb00c71b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:21.579 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.575+0000 7f3eb850c700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3eb01f4780 con 0x7f3eb00d0980 2023-09-21T13:05:21.579 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.575+0000 7f3eb850c700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3eb01f4a60 con 0x7f3eb015c780 2023-09-21T13:05:21.579 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.575+0000 7f3eb850c700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3eb01f4d40 con 0x7f3eb0158f40 2023-09-21T13:05:21.580 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.575+0000 7f3eb62a8700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3eb00d0980 0x7f3eb00b27c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:21.580 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.575+0000 7f3eb62a8700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3eb00d0980 0x7f3eb00b27c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38724/0 (socket says 172.21.15.46:38724) 2023-09-21T13:05:21.580 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.575+0000 7f3eb62a8700 1 -- 172.21.15.46:0/1904971568 learned_addr learned my addr 172.21.15.46:0/1904971568 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:21.580 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.575+0000 7f3eb6aa9700 1 --2- 172.21.15.46:0/1904971568 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f3eb015c780 0x7f3eb00c71b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:21.580 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.575+0000 7f3eb5aa7700 1 --2- 172.21.15.46:0/1904971568 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3eb0158f40 0x7f3eb0150650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:21.581 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.576+0000 7f3eb62a8700 1 -- 172.21.15.46:0/1904971568 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3eb0158f40 msgr2=0x7f3eb0150650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:21.581 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.576+0000 7f3eb62a8700 1 --2- 172.21.15.46:0/1904971568 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3eb0158f40 0x7f3eb0150650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:21.581 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.576+0000 7f3eb62a8700 1 -- 172.21.15.46:0/1904971568 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f3eb015c780 msgr2=0x7f3eb00c71b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:21.581 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.576+0000 7f3eb62a8700 1 --2- 172.21.15.46:0/1904971568 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f3eb015c780 0x7f3eb00c71b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:21.581 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.576+0000 7f3eb62a8700 1 -- 172.21.15.46:0/1904971568 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3ea40094a0 con 0x7f3eb00d0980 2023-09-21T13:05:21.582 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.576+0000 7f3eb62a8700 1 --2- 172.21.15.46:0/1904971568 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3eb00d0980 0x7f3eb00b27c0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f3eac00e870 tx=0x7f3eac00eb80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:21.582 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.576+0000 7f3ea2ffd700 1 -- 172.21.15.46:0/1904971568 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3eac009590 con 0x7f3eb00d0980 2023-09-21T13:05:21.582 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.576+0000 7f3ea2ffd700 1 -- 172.21.15.46:0/1904971568 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3eac013680 con 0x7f3eb00d0980 2023-09-21T13:05:21.582 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.576+0000 7f3eb850c700 1 -- 172.21.15.46:0/1904971568 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3eb01f5020 con 0x7f3eb00d0980 2023-09-21T13:05:21.583 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.576+0000 7f3ea2ffd700 1 -- 172.21.15.46:0/1904971568 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3eac0139f0 con 0x7f3eb00d0980 2023-09-21T13:05:21.583 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.576+0000 7f3eb850c700 1 -- 172.21.15.46:0/1904971568 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3eb00b2d00 con 0x7f3eb00d0980 2023-09-21T13:05:21.583 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.577+0000 7f3eb850c700 1 -- 172.21.15.46:0/1904971568 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3eb01f5540 con 0x7f3eb00d0980 2023-09-21T13:05:21.583 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.577+0000 7f3ea2ffd700 1 -- 172.21.15.46:0/1904971568 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f3eac013b50 con 0x7f3eb00d0980 2023-09-21T13:05:21.583 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.578+0000 7f3ea2ffd700 1 --2- 172.21.15.46:0/1904971568 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f3e9406a580 0x7f3e9406ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:21.583 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.578+0000 7f3ea2ffd700 1 -- 172.21.15.46:0/1904971568 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f3eac088830 con 0x7f3eb00d0980 2023-09-21T13:05:21.584 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.578+0000 7f3eb5aa7700 1 --2- 172.21.15.46:0/1904971568 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f3e9406a580 0x7f3e9406ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:21.584 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.578+0000 7f3eb5aa7700 1 --2- 172.21.15.46:0/1904971568 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f3e9406a580 0x7f3e9406ca40 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f3ea40090b0 tx=0x7f3ea401c040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:21.584 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.583+0000 7f3ea2ffd700 1 -- 172.21.15.46:0/1904971568 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f3eb01f5540 con 0x7f3eb00d0980 2023-09-21T13:05:21.851 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.855+0000 7f3eb850c700 1 -- 172.21.15.46:0/1904971568 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) v1 -- 0x7f3eb01f5540 con 0x7f3eb00d0980 2023-09-21T13:05:21.854 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.858+0000 7f3ea2ffd700 1 -- 172.21.15.46:0/1904971568 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v5) v1 ==== 74+0+170096 (secure 0 0 0) 0x7f3eb01f5540 con 0x7f3eb00d0980 2023-09-21T13:05:21.857 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:05:21.858 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.860+0000 7f3eb850c700 1 -- 172.21.15.46:0/1904971568 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f3e9406a580 msgr2=0x7f3e9406ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:21.859 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.860+0000 7f3eb850c700 1 --2- 172.21.15.46:0/1904971568 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f3e9406a580 0x7f3e9406ca40 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f3ea40090b0 tx=0x7f3ea401c040 comp rx=0 tx=0).stop 2023-09-21T13:05:21.859 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.860+0000 7f3eb850c700 1 -- 172.21.15.46:0/1904971568 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3eb00d0980 msgr2=0x7f3eb00b27c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:21.859 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.860+0000 7f3eb850c700 1 --2- 172.21.15.46:0/1904971568 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3eb00d0980 0x7f3eb00b27c0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f3eac00e870 tx=0x7f3eac00eb80 comp rx=0 tx=0).stop 2023-09-21T13:05:21.859 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.861+0000 7f3eb850c700 1 -- 172.21.15.46:0/1904971568 shutdown_connections 2023-09-21T13:05:21.859 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.861+0000 7f3eb850c700 1 --2- 172.21.15.46:0/1904971568 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f3e9406a580 0x7f3e9406ca40 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:21.860 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.861+0000 7f3eb850c700 1 --2- 172.21.15.46:0/1904971568 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f3eb015c780 0x7f3eb00c71b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:21.860 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.861+0000 7f3eb850c700 1 --2- 172.21.15.46:0/1904971568 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3eb00d0980 0x7f3eb00b27c0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:21.860 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.861+0000 7f3eb850c700 1 --2- 172.21.15.46:0/1904971568 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3eb0158f40 0x7f3eb0150650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:21.860 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.861+0000 7f3eb850c700 1 -- 172.21.15.46:0/1904971568 >> 172.21.15.46:0/1904971568 conn(0x7f3eb006eb20 msgr2=0x7f3eb015a8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:21.860 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.861+0000 7f3eb850c700 1 -- 172.21.15.46:0/1904971568 shutdown_connections 2023-09-21T13:05:21.861 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:21.861+0000 7f3eb850c700 1 -- 172.21.15.46:0/1904971568 wait complete. 2023-09-21T13:05:21.871 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":5,"active_gid":4104,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":84086869},{"type":"v1","addr":"172.21.15.46:6833","nonce":84086869}]},"active_addr":"172.21.15.46:6833/84086869","active_change":"2023-09-21T13:04:58.959042+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":4102,"name":"x","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:0.0.3","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:0.0.3","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.46:0","nonce":1570274623}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.46:0","nonce":692178637}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.46:0","nonce":764752474}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.46:0","nonce":3571626406}]}]} 2023-09-21T13:05:21.875 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2023-09-21T13:05:21.875 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2023-09-21T13:05:21.876 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-21T13:05:22.012 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.015+0000 7f7c4c489700 1 Processor -- start 2023-09-21T13:05:22.013 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.016+0000 7f7c4c489700 1 -- start start 2023-09-21T13:05:22.015 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.016+0000 7f7c4c489700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f7c440cf070 0x7f7c440cf450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:22.015 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.016+0000 7f7c4c489700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f7c4406f020 0x7f7c4415a600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:22.016 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.016+0000 7f7c4c489700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7c440cbd20 con 0x7f7c4406eba0 2023-09-21T13:05:22.016 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.017+0000 7f7c4c489700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7c440cf990 con 0x7f7c440cf070 2023-09-21T13:05:22.016 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.017+0000 7f7c4c489700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7c4415b410 con 0x7f7c4406f020 2023-09-21T13:05:22.016 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.017+0000 7f7c4a225700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f7c440cf070 0x7f7c440cf450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:22.016 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.017+0000 7f7c4a225700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f7c440cf070 0x7f7c440cf450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38726/0 (socket says 172.21.15.46:38726) 2023-09-21T13:05:22.017 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.017+0000 7f7c49a24700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f7c4406eba0 0x7f7c440cc1b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:35540/0 (socket says 172.21.15.46:35540) 2023-09-21T13:05:22.017 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.017+0000 7f7c4a225700 1 -- 172.21.15.46:0/1833008756 learned_addr learned my addr 172.21.15.46:0/1833008756 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:22.017 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.017+0000 7f7c4aa26700 1 --2- 172.21.15.46:0/1833008756 >> v2:172.21.15.57:3300/0 conn(0x7f7c4406f020 0x7f7c4415a600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:22.017 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.017+0000 7f7c4a225700 1 -- 172.21.15.46:0/1833008756 >> v2:172.21.15.57:3300/0 conn(0x7f7c4406f020 msgr2=0x7f7c4415a600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:22.017 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.017+0000 7f7c4a225700 1 --2- 172.21.15.46:0/1833008756 >> v2:172.21.15.57:3300/0 conn(0x7f7c4406f020 0x7f7c4415a600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:22.017 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.017+0000 7f7c4a225700 1 -- 172.21.15.46:0/1833008756 >> v1:172.21.15.46:6789/0 conn(0x7f7c4406eba0 legacy=0x7f7c440cc1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:22.018 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.017+0000 7f7c4a225700 1 -- 172.21.15.46:0/1833008756 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7c4415b6f0 con 0x7f7c440cf070 2023-09-21T13:05:22.018 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.017+0000 7f7c49223700 1 -- 172.21.15.46:0/1833008756 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3339251343 0 0) 0x7f7c440cbd20 con 0x7f7c4406eba0 2023-09-21T13:05:22.018 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.017+0000 7f7c4a225700 1 --2- 172.21.15.46:0/1833008756 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7c440cf070 0x7f7c440cf450 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f7c440ca8d0 tx=0x7f7c40009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e8bbe75d6dcd7b0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:22.018 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.017+0000 7f7c49223700 1 -- 172.21.15.46:0/1833008756 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c40011830 con 0x7f7c440cf070 2023-09-21T13:05:22.019 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.017+0000 7f7c49223700 1 -- 172.21.15.46:0/1833008756 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7c40011990 con 0x7f7c440cf070 2023-09-21T13:05:22.019 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.018+0000 7f7c49223700 1 -- 172.21.15.46:0/1833008756 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c40011d20 con 0x7f7c440cf070 2023-09-21T13:05:22.019 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.018+0000 7f7c4c489700 1 -- 172.21.15.46:0/1833008756 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7c440cf070 msgr2=0x7f7c440cf450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:22.019 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.018+0000 7f7c4c489700 1 --2- 172.21.15.46:0/1833008756 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7c440cf070 0x7f7c440cf450 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f7c440ca8d0 tx=0x7f7c40009bd0 comp rx=0 tx=0).stop 2023-09-21T13:05:22.019 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.018+0000 7f7c4c489700 1 -- 172.21.15.46:0/1833008756 shutdown_connections 2023-09-21T13:05:22.020 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.018+0000 7f7c4c489700 1 --2- 172.21.15.46:0/1833008756 >> v2:172.21.15.57:3300/0 conn(0x7f7c4406f020 0x7f7c4415a600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:22.020 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.018+0000 7f7c4c489700 1 --2- 172.21.15.46:0/1833008756 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7c440cf070 0x7f7c440cf450 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:22.020 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.018+0000 7f7c4c489700 1 -- 172.21.15.46:0/1833008756 >> 172.21.15.46:0/1833008756 conn(0x7f7c440d01f0 msgr2=0x7f7c440d0600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:22.020 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.018+0000 7f7c4c489700 1 -- 172.21.15.46:0/1833008756 shutdown_connections 2023-09-21T13:05:22.020 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.018+0000 7f7c4c489700 1 -- 172.21.15.46:0/1833008756 wait complete. 2023-09-21T13:05:22.023 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.019+0000 7f7c4c489700 1 Processor -- start 2023-09-21T13:05:22.023 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.020+0000 7f7c4c489700 1 -- start start 2023-09-21T13:05:22.024 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.020+0000 7f7c4c489700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f7c4406eba0 0x7f7c44150620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:22.024 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.020+0000 7f7c4c489700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f7c4406f020 0x7f7c440b0d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:22.024 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.020+0000 7f7c4c489700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7c440cf070 0x7f7c440c5cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:22.024 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.020+0000 7f7c4c489700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c441f6210 con 0x7f7c440cf070 2023-09-21T13:05:22.024 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.020+0000 7f7c4c489700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c441f71b0 con 0x7f7c4406f020 2023-09-21T13:05:22.025 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.020+0000 7f7c4c489700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7c441f6d20 con 0x7f7c4406eba0 2023-09-21T13:05:22.025 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.020+0000 7f7c4aa26700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7c440cf070 0x7f7c440c5cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:22.025 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.020+0000 7f7c4aa26700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7c440cf070 0x7f7c440c5cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38734/0 (socket says 172.21.15.46:38734) 2023-09-21T13:05:22.025 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.020+0000 7f7c4aa26700 1 -- 172.21.15.46:0/2951629928 learned_addr learned my addr 172.21.15.46:0/2951629928 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:22.025 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.021+0000 7f7c49a24700 1 --2- 172.21.15.46:0/2951629928 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f7c4406f020 0x7f7c440b0d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:22.026 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.021+0000 7f7c4a225700 1 --2- 172.21.15.46:0/2951629928 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f7c4406eba0 0x7f7c44150620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:22.026 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.021+0000 7f7c4aa26700 1 -- 172.21.15.46:0/2951629928 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f7c4406eba0 msgr2=0x7f7c44150620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:22.026 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.021+0000 7f7c4aa26700 1 --2- 172.21.15.46:0/2951629928 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f7c4406eba0 0x7f7c44150620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:22.026 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.021+0000 7f7c4aa26700 1 -- 172.21.15.46:0/2951629928 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f7c4406f020 msgr2=0x7f7c440b0d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:22.026 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.021+0000 7f7c4aa26700 1 --2- 172.21.15.46:0/2951629928 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f7c4406f020 0x7f7c440b0d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:22.027 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.021+0000 7f7c4aa26700 1 -- 172.21.15.46:0/2951629928 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7c40009550 con 0x7f7c440cf070 2023-09-21T13:05:22.027 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.021+0000 7f7c49a24700 1 --2- 172.21.15.46:0/2951629928 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f7c4406f020 0x7f7c440b0d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T13:05:22.027 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.021+0000 7f7c4aa26700 1 --2- 172.21.15.46:0/2951629928 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7c440cf070 0x7f7c440c5cf0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f7c3c00efc0 tx=0x7f7c3c00c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:22.027 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.021+0000 7f7c3affd700 1 -- 172.21.15.46:0/2951629928 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c3c009ba0 con 0x7f7c440cf070 2023-09-21T13:05:22.027 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.021+0000 7f7c3affd700 1 -- 172.21.15.46:0/2951629928 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7c3c00f040 con 0x7f7c440cf070 2023-09-21T13:05:22.028 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.021+0000 7f7c4c489700 1 -- 172.21.15.46:0/2951629928 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7c441f63f0 con 0x7f7c440cf070 2023-09-21T13:05:22.028 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.021+0000 7f7c3affd700 1 -- 172.21.15.46:0/2951629928 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c3c014480 con 0x7f7c440cf070 2023-09-21T13:05:22.028 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.021+0000 7f7c4c489700 1 -- 172.21.15.46:0/2951629928 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7c441f69b0 con 0x7f7c440cf070 2023-09-21T13:05:22.028 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.022+0000 7f7c4c489700 1 -- 172.21.15.46:0/2951629928 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7c440cad20 con 0x7f7c440cf070 2023-09-21T13:05:22.028 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.023+0000 7f7c3affd700 1 -- 172.21.15.46:0/2951629928 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f7c3c0145e0 con 0x7f7c440cf070 2023-09-21T13:05:22.028 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.023+0000 7f7c3affd700 1 --2- 172.21.15.46:0/2951629928 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f7c2806a580 0x7f7c2806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:22.029 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.023+0000 7f7c4a225700 1 --2- 172.21.15.46:0/2951629928 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f7c2806a580 0x7f7c2806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:22.029 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.023+0000 7f7c3affd700 1 -- 172.21.15.46:0/2951629928 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7c3c089360 con 0x7f7c440cf070 2023-09-21T13:05:22.029 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.024+0000 7f7c4a225700 1 --2- 172.21.15.46:0/2951629928 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f7c2806a580 0x7f7c2806ca40 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f7c40000c00 tx=0x7f7c40008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:22.030 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.028+0000 7f7c3affd700 1 -- 172.21.15.46:0/2951629928 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f7c3c0548e0 con 0x7f7c440cf070 2023-09-21T13:05:22.235 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.238+0000 7f7c4c489700 1 -- 172.21.15.46:0/2951629928 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f7c44068b90 con 0x7f7c440cf070 2023-09-21T13:05:22.236 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.240+0000 7f7c3affd700 1 -- 172.21.15.46:0/2951629928 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16457 (secure 0 0 0) 0x7f7c3c057f00 con 0x7f7c440cf070 2023-09-21T13:05:22.237 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:05:22.237 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":20,"fsid":"3cbfaf88-469e-4129-b70d-6dd2d92bd0a4","created":"2023-09-21T13:04:52.312650+0000","modified":"2023-09-21T13:05:17.736372+0000","last_up_change":"2023-09-21T13:05:04.397018+0000","last_in_change":"2023-09-21T13:04:55.853368+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-21T13:05:05.036373+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-09-21T13:05:14.305630+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-09-21T13:05:15.146424+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"23992b72-ed3c-4a14-ae79-8150e0fedbf7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6810","nonce":1682463833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6814","nonce":1682463833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6822","nonce":1682463833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6818","nonce":1682463833}]},"public_addr":"172.21.15.46:6810/1682463833","cluster_addr":"172.21.15.46:6814/1682463833","heartbeat_back_addr":"172.21.15.46:6822/1682463833","heartbeat_front_addr":"172.21.15.46:6818/1682463833","state":["exists","up"]},{"osd":1,"uuid":"2578f708-e052-4bdd-bcef-54808f1d1ef4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6800","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6801","nonce":3674836117}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6803","nonce":3674836117}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6807","nonce":3674836117}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6805","nonce":3674836117}]},"public_addr":"172.21.15.46:6801/3674836117","cluster_addr":"172.21.15.46:6803/3674836117","heartbeat_back_addr":"172.21.15.46:6807/3674836117","heartbeat_front_addr":"172.21.15.46:6805/3674836117","state":["exists","up"]},{"osd":2,"uuid":"6db5fc17-2472-42fd-a613-8cc24a815cfe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6825","nonce":3956023171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6827","nonce":3956023171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6831","nonce":3956023171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6829","nonce":3956023171}]},"public_addr":"172.21.15.46:6825/3956023171","cluster_addr":"172.21.15.46:6827/3956023171","heartbeat_back_addr":"172.21.15.46:6831/3956023171","heartbeat_front_addr":"172.21.15.46:6829/3956023171","state":["exists","up"]},{"osd":3,"uuid":"b0ddd2cd-9025-471f-a976-d7bc356eb10b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6809","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6811","nonce":1834230057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6813","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6815","nonce":1834230057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6821","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6823","nonce":1834230057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6817","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6819","nonce":1834230057}]},"public_addr":"172.21.15.46:6811/1834230057","cluster_addr":"172.21.15.46:6815/1834230057","heartbeat_back_addr":"172.21.15.46:6823/1834230057","heartbeat_front_addr":"172.21.15.46:6819/1834230057","state":["exists","up"]},{"osd":4,"uuid":"51245ec8-6073-476b-aea6-482f9a379f43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6800","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6801","nonce":867529145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6802","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6803","nonce":867529145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6806","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6807","nonce":867529145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6804","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6805","nonce":867529145}]},"public_addr":"172.21.15.57:6801/867529145","cluster_addr":"172.21.15.57:6803/867529145","heartbeat_back_addr":"172.21.15.57:6807/867529145","heartbeat_front_addr":"172.21.15.57:6805/867529145","state":["exists","up"]},{"osd":5,"uuid":"6be64509-8d19-48af-aa7d-2744199eb3c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6824","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6825","nonce":2639760353}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6826","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6827","nonce":2639760353}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6830","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6831","nonce":2639760353}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6828","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6829","nonce":2639760353}]},"public_addr":"172.21.15.57:6825/2639760353","cluster_addr":"172.21.15.57:6827/2639760353","heartbeat_back_addr":"172.21.15.57:6831/2639760353","heartbeat_front_addr":"172.21.15.57:6829/2639760353","state":["exists","up"]},{"osd":6,"uuid":"8bfda35e-f97c-4419-a105-ff306eff7a42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6808","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6809","nonce":3693682875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6810","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6811","nonce":3693682875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6814","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6815","nonce":3693682875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6812","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6813","nonce":3693682875}]},"public_addr":"172.21.15.57:6809/3693682875","cluster_addr":"172.21.15.57:6811/3693682875","heartbeat_back_addr":"172.21.15.57:6815/3693682875","heartbeat_front_addr":"172.21.15.57:6813/3693682875","state":["exists","up"]},{"osd":7,"uuid":"49fc1df7-ab94-4da5-b915-8f7cc61f2714","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6816","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6817","nonce":1729728830}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6818","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6819","nonce":1729728830}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6822","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6823","nonce":1729728830}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6820","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6821","nonce":1729728830}]},"public_addr":"172.21.15.57:6817/1729728830","cluster_addr":"172.21.15.57:6819/1729728830","heartbeat_back_addr":"172.21.15.57:6823/1729728830","heartbeat_front_addr":"172.21.15.57:6821/1729728830","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:00.955073+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.074451+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.068487+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.010348+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.035446+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.101249+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.104509+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.077361+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-21T13:05:22.239 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.242+0000 7f7c4c489700 1 -- 172.21.15.46:0/2951629928 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f7c2806a580 msgr2=0x7f7c2806ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:22.239 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.242+0000 7f7c4c489700 1 --2- 172.21.15.46:0/2951629928 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f7c2806a580 0x7f7c2806ca40 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f7c40000c00 tx=0x7f7c40008030 comp rx=0 tx=0).stop 2023-09-21T13:05:22.239 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.242+0000 7f7c4c489700 1 -- 172.21.15.46:0/2951629928 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7c440cf070 msgr2=0x7f7c440c5cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:22.240 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.242+0000 7f7c4c489700 1 --2- 172.21.15.46:0/2951629928 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7c440cf070 0x7f7c440c5cf0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f7c3c00efc0 tx=0x7f7c3c00c3a0 comp rx=0 tx=0).stop 2023-09-21T13:05:22.240 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.242+0000 7f7c4c489700 1 -- 172.21.15.46:0/2951629928 shutdown_connections 2023-09-21T13:05:22.240 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.242+0000 7f7c4c489700 1 --2- 172.21.15.46:0/2951629928 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f7c2806a580 0x7f7c2806ca40 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:22.240 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.242+0000 7f7c4c489700 1 --2- 172.21.15.46:0/2951629928 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7c440cf070 0x7f7c440c5cf0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:22.240 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.242+0000 7f7c4c489700 1 --2- 172.21.15.46:0/2951629928 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f7c4406eba0 0x7f7c44150620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:22.241 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.242+0000 7f7c4c489700 1 --2- 172.21.15.46:0/2951629928 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f7c4406f020 0x7f7c440b0d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:22.241 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.242+0000 7f7c4c489700 1 -- 172.21.15.46:0/2951629928 >> 172.21.15.46:0/2951629928 conn(0x7f7c440d01f0 msgr2=0x7f7c4415ba60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:22.241 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.242+0000 7f7c4c489700 1 -- 172.21.15.46:0/2951629928 shutdown_connections 2023-09-21T13:05:22.241 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.242+0000 7f7c4c489700 1 -- 172.21.15.46:0/2951629928 wait complete. 2023-09-21T13:05:22.252 INFO:tasks.ceph.ceph_manager.ceph:all up! 2023-09-21T13:05:22.253 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-21T13:05:22.389 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.392+0000 7fe9e9b44700 1 Processor -- start 2023-09-21T13:05:22.390 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.392+0000 7fe9e9b44700 1 -- start start 2023-09-21T13:05:22.392 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.393+0000 7fe9e9b44700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7fe9e406eba0 0x7fe9e406f020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:22.392 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.393+0000 7fe9e9b44700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe9e40cbd20 con 0x7fe9e40cc1b0 2023-09-21T13:05:22.392 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.393+0000 7fe9e9b44700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe9e415b410 con 0x7fe9e40cf070 2023-09-21T13:05:22.393 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.393+0000 7fe9e9b44700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe9e415b6f0 con 0x7fe9e406eba0 2023-09-21T13:05:22.393 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.393+0000 7fe9e3fff700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7fe9e40cc1b0 0x7fe9e415a600 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:35546/0 (socket says 172.21.15.46:35546) 2023-09-21T13:05:22.393 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.393+0000 7fe9e3fff700 1 -- 172.21.15.46:0/1918849633 learned_addr learned my addr 172.21.15.46:0/1918849633 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:05:22.393 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.394+0000 7fe9e2ffd700 1 --2- 172.21.15.46:0/1918849633 >> v2:172.21.15.57:3300/0 conn(0x7fe9e406eba0 0x7fe9e406f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:22.393 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.394+0000 7fe9e27fc700 1 -- 172.21.15.46:0/1918849633 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3357133314 0 0) 0x7fe9e40cbd20 con 0x7fe9e40cc1b0 2023-09-21T13:05:22.394 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.394+0000 7fe9e27fc700 1 -- 172.21.15.46:0/1918849633 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe9cc0035b0 con 0x7fe9e40cc1b0 2023-09-21T13:05:22.394 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.394+0000 7fe9e2ffd700 1 -- 172.21.15.46:0/1918849633 >> v1:172.21.15.57:6789/0 conn(0x7fe9e40cf070 legacy=0x7fe9e40cf450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:22.394 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.394+0000 7fe9e2ffd700 1 -- 172.21.15.46:0/1918849633 >> v1:172.21.15.46:6789/0 conn(0x7fe9e40cc1b0 legacy=0x7fe9e415a600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:22.394 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.394+0000 7fe9e27fc700 1 -- 172.21.15.46:0/1918849633 <== mon.1 v1:172.21.15.57:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1110887049 0 0) 0x7fe9e415b410 con 0x7fe9e40cf070 2023-09-21T13:05:22.394 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.394+0000 7fe9e2ffd700 1 -- 172.21.15.46:0/1918849633 --> v2:172.21.15.57:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe9e40cb9b0 con 0x7fe9e406eba0 2023-09-21T13:05:22.395 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.394+0000 7fe9e2ffd700 1 --2- 172.21.15.46:0/1918849633 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fe9e406eba0 0x7fe9e406f020 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fe9d8009840 tx=0x7fe9d8009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c19e56b57e27480f server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:22.395 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.394+0000 7fe9e27fc700 1 -- 172.21.15.46:0/1918849633 <== mon.1 v2:172.21.15.57:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9d8011830 con 0x7fe9e406eba0 2023-09-21T13:05:22.395 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.394+0000 7fe9e27fc700 1 -- 172.21.15.46:0/1918849633 <== mon.1 v2:172.21.15.57:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe9d8011990 con 0x7fe9e406eba0 2023-09-21T13:05:22.395 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.394+0000 7fe9e27fc700 1 -- 172.21.15.46:0/1918849633 <== mon.1 v2:172.21.15.57:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9d8011d20 con 0x7fe9e406eba0 2023-09-21T13:05:22.395 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.395+0000 7fe9e9b44700 1 -- 172.21.15.46:0/1918849633 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fe9e406eba0 msgr2=0x7fe9e406f020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:22.396 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.395+0000 7fe9e9b44700 1 --2- 172.21.15.46:0/1918849633 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fe9e406eba0 0x7fe9e406f020 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fe9d8009840 tx=0x7fe9d8009b50 comp rx=0 tx=0).stop 2023-09-21T13:05:22.396 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.395+0000 7fe9e9b44700 1 -- 172.21.15.46:0/1918849633 shutdown_connections 2023-09-21T13:05:22.396 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.395+0000 7fe9e9b44700 1 --2- 172.21.15.46:0/1918849633 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fe9e406eba0 0x7fe9e406f020 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:22.396 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.395+0000 7fe9e9b44700 1 -- 172.21.15.46:0/1918849633 >> 172.21.15.46:0/1918849633 conn(0x7fe9e40d01f0 msgr2=0x7fe9e40d0600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:22.396 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.395+0000 7fe9e9b44700 1 -- 172.21.15.46:0/1918849633 shutdown_connections 2023-09-21T13:05:22.397 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.395+0000 7fe9e9b44700 1 -- 172.21.15.46:0/1918849633 wait complete. 2023-09-21T13:05:22.399 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.396+0000 7fe9e9b44700 1 Processor -- start 2023-09-21T13:05:22.399 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.397+0000 7fe9e9b44700 1 -- start start 2023-09-21T13:05:22.400 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.397+0000 7fe9e9b44700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe9e406eba0 0x7fe9e40c4650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:22.400 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.397+0000 7fe9e9b44700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fe9e40cc1b0 0x7fe9e40c65b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:22.400 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.397+0000 7fe9e9b44700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe9e40cf070 0x7fe9e415a870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:22.400 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.397+0000 7fe9e9b44700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9e40c6af0 con 0x7fe9e406eba0 2023-09-21T13:05:22.400 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.397+0000 7fe9e9b44700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9e40c4c30 con 0x7fe9e40cc1b0 2023-09-21T13:05:22.400 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.397+0000 7fe9e9b44700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe9e40c8e80 con 0x7fe9e40cf070 2023-09-21T13:05:22.401 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.397+0000 7fe9e37fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe9e406eba0 0x7fe9e40c4650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:22.401 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.398+0000 7fe9e37fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe9e406eba0 0x7fe9e40c4650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38748/0 (socket says 172.21.15.46:38748) 2023-09-21T13:05:22.401 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.398+0000 7fe9e37fe700 1 -- 172.21.15.46:0/4123104828 learned_addr learned my addr 172.21.15.46:0/4123104828 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:22.401 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.398+0000 7fe9e2ffd700 1 --2- 172.21.15.46:0/4123104828 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fe9e40cc1b0 0x7fe9e40c65b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:22.402 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.398+0000 7fe9e3fff700 1 --2- 172.21.15.46:0/4123104828 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe9e40cf070 0x7fe9e415a870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:22.402 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.398+0000 7fe9e37fe700 1 -- 172.21.15.46:0/4123104828 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe9e40cf070 msgr2=0x7fe9e415a870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:22.402 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.398+0000 7fe9e37fe700 1 --2- 172.21.15.46:0/4123104828 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe9e40cf070 0x7fe9e415a870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:22.402 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.398+0000 7fe9e37fe700 1 -- 172.21.15.46:0/4123104828 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fe9e40cc1b0 msgr2=0x7fe9e40c65b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:22.402 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.398+0000 7fe9e37fe700 1 --2- 172.21.15.46:0/4123104828 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fe9e40cc1b0 0x7fe9e40c65b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:22.403 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.398+0000 7fe9e37fe700 1 -- 172.21.15.46:0/4123104828 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe9d80094a0 con 0x7fe9e406eba0 2023-09-21T13:05:22.403 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.398+0000 7fe9e37fe700 1 --2- 172.21.15.46:0/4123104828 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe9e406eba0 0x7fe9e40c4650 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fe9d400c550 tx=0x7fe9d400c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:22.403 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.398+0000 7fe9cbfff700 1 -- 172.21.15.46:0/4123104828 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9d40054e0 con 0x7fe9e406eba0 2023-09-21T13:05:22.403 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.398+0000 7fe9cbfff700 1 -- 172.21.15.46:0/4123104828 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe9d4003680 con 0x7fe9e406eba0 2023-09-21T13:05:22.403 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.398+0000 7fe9e9b44700 1 -- 172.21.15.46:0/4123104828 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe9e40c9160 con 0x7fe9e406eba0 2023-09-21T13:05:22.403 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.398+0000 7fe9cbfff700 1 -- 172.21.15.46:0/4123104828 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9d4003a30 con 0x7fe9e406eba0 2023-09-21T13:05:22.404 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.398+0000 7fe9e9b44700 1 -- 172.21.15.46:0/4123104828 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe9e415adb0 con 0x7fe9e406eba0 2023-09-21T13:05:22.404 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.399+0000 7fe9e9b44700 1 -- 172.21.15.46:0/4123104828 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe9e40c8ce0 con 0x7fe9e406eba0 2023-09-21T13:05:22.404 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.400+0000 7fe9cbfff700 1 -- 172.21.15.46:0/4123104828 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fe9d4003b90 con 0x7fe9e406eba0 2023-09-21T13:05:22.404 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.400+0000 7fe9cbfff700 1 --2- 172.21.15.46:0/4123104828 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fe9d006a580 0x7fe9d006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:22.404 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.400+0000 7fe9cbfff700 1 -- 172.21.15.46:0/4123104828 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe9d4087ee0 con 0x7fe9e406eba0 2023-09-21T13:05:22.405 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.400+0000 7fe9e2ffd700 1 --2- 172.21.15.46:0/4123104828 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fe9d006a580 0x7fe9d006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:22.405 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.401+0000 7fe9e2ffd700 1 --2- 172.21.15.46:0/4123104828 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fe9d006a580 0x7fe9d006ca40 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fe9d8009fd0 tx=0x7fe9d801c040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:22.405 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.405+0000 7fe9cbfff700 1 -- 172.21.15.46:0/4123104828 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fe9e40c8ce0 con 0x7fe9e406eba0 2023-09-21T13:05:22.608 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.611+0000 7fe9e9b44700 1 -- 172.21.15.46:0/4123104828 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fe9e40c8ce0 con 0x7fe9e406eba0 2023-09-21T13:05:22.609 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.613+0000 7fe9cbfff700 1 -- 172.21.15.46:0/4123104828 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16457 (secure 0 0 0) 0x7fe9e40c8ce0 con 0x7fe9e406eba0 2023-09-21T13:05:22.610 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:05:22.610 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":20,"fsid":"3cbfaf88-469e-4129-b70d-6dd2d92bd0a4","created":"2023-09-21T13:04:52.312650+0000","modified":"2023-09-21T13:05:17.736372+0000","last_up_change":"2023-09-21T13:05:04.397018+0000","last_in_change":"2023-09-21T13:04:55.853368+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-21T13:05:05.036373+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-09-21T13:05:14.305630+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-09-21T13:05:15.146424+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"23992b72-ed3c-4a14-ae79-8150e0fedbf7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6810","nonce":1682463833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6814","nonce":1682463833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6822","nonce":1682463833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6818","nonce":1682463833}]},"public_addr":"172.21.15.46:6810/1682463833","cluster_addr":"172.21.15.46:6814/1682463833","heartbeat_back_addr":"172.21.15.46:6822/1682463833","heartbeat_front_addr":"172.21.15.46:6818/1682463833","state":["exists","up"]},{"osd":1,"uuid":"2578f708-e052-4bdd-bcef-54808f1d1ef4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6800","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6801","nonce":3674836117}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6803","nonce":3674836117}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6807","nonce":3674836117}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6805","nonce":3674836117}]},"public_addr":"172.21.15.46:6801/3674836117","cluster_addr":"172.21.15.46:6803/3674836117","heartbeat_back_addr":"172.21.15.46:6807/3674836117","heartbeat_front_addr":"172.21.15.46:6805/3674836117","state":["exists","up"]},{"osd":2,"uuid":"6db5fc17-2472-42fd-a613-8cc24a815cfe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6825","nonce":3956023171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6827","nonce":3956023171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6831","nonce":3956023171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6829","nonce":3956023171}]},"public_addr":"172.21.15.46:6825/3956023171","cluster_addr":"172.21.15.46:6827/3956023171","heartbeat_back_addr":"172.21.15.46:6831/3956023171","heartbeat_front_addr":"172.21.15.46:6829/3956023171","state":["exists","up"]},{"osd":3,"uuid":"b0ddd2cd-9025-471f-a976-d7bc356eb10b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6809","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6811","nonce":1834230057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6813","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6815","nonce":1834230057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6821","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6823","nonce":1834230057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6817","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6819","nonce":1834230057}]},"public_addr":"172.21.15.46:6811/1834230057","cluster_addr":"172.21.15.46:6815/1834230057","heartbeat_back_addr":"172.21.15.46:6823/1834230057","heartbeat_front_addr":"172.21.15.46:6819/1834230057","state":["exists","up"]},{"osd":4,"uuid":"51245ec8-6073-476b-aea6-482f9a379f43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6800","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6801","nonce":867529145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6802","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6803","nonce":867529145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6806","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6807","nonce":867529145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6804","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6805","nonce":867529145}]},"public_addr":"172.21.15.57:6801/867529145","cluster_addr":"172.21.15.57:6803/867529145","heartbeat_back_addr":"172.21.15.57:6807/867529145","heartbeat_front_addr":"172.21.15.57:6805/867529145","state":["exists","up"]},{"osd":5,"uuid":"6be64509-8d19-48af-aa7d-2744199eb3c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6824","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6825","nonce":2639760353}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6826","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6827","nonce":2639760353}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6830","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6831","nonce":2639760353}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6828","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6829","nonce":2639760353}]},"public_addr":"172.21.15.57:6825/2639760353","cluster_addr":"172.21.15.57:6827/2639760353","heartbeat_back_addr":"172.21.15.57:6831/2639760353","heartbeat_front_addr":"172.21.15.57:6829/2639760353","state":["exists","up"]},{"osd":6,"uuid":"8bfda35e-f97c-4419-a105-ff306eff7a42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6808","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6809","nonce":3693682875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6810","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6811","nonce":3693682875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6814","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6815","nonce":3693682875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6812","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6813","nonce":3693682875}]},"public_addr":"172.21.15.57:6809/3693682875","cluster_addr":"172.21.15.57:6811/3693682875","heartbeat_back_addr":"172.21.15.57:6815/3693682875","heartbeat_front_addr":"172.21.15.57:6813/3693682875","state":["exists","up"]},{"osd":7,"uuid":"49fc1df7-ab94-4da5-b915-8f7cc61f2714","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6816","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6817","nonce":1729728830}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6818","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6819","nonce":1729728830}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6822","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6823","nonce":1729728830}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6820","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6821","nonce":1729728830}]},"public_addr":"172.21.15.57:6817/1729728830","cluster_addr":"172.21.15.57:6819/1729728830","heartbeat_back_addr":"172.21.15.57:6823/1729728830","heartbeat_front_addr":"172.21.15.57:6821/1729728830","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:00.955073+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.074451+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.068487+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.010348+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.035446+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.101249+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.104509+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.077361+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-21T13:05:22.612 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.615+0000 7fe9e9b44700 1 -- 172.21.15.46:0/4123104828 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fe9d006a580 msgr2=0x7fe9d006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:22.612 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.615+0000 7fe9e9b44700 1 --2- 172.21.15.46:0/4123104828 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fe9d006a580 0x7fe9d006ca40 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fe9d8009fd0 tx=0x7fe9d801c040 comp rx=0 tx=0).stop 2023-09-21T13:05:22.613 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.615+0000 7fe9e9b44700 1 -- 172.21.15.46:0/4123104828 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe9e406eba0 msgr2=0x7fe9e40c4650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:22.613 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.615+0000 7fe9e9b44700 1 --2- 172.21.15.46:0/4123104828 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe9e406eba0 0x7fe9e40c4650 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fe9d400c550 tx=0x7fe9d400c910 comp rx=0 tx=0).stop 2023-09-21T13:05:22.613 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.615+0000 7fe9e9b44700 1 -- 172.21.15.46:0/4123104828 shutdown_connections 2023-09-21T13:05:22.613 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.615+0000 7fe9e9b44700 1 --2- 172.21.15.46:0/4123104828 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fe9d006a580 0x7fe9d006ca40 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:22.613 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.615+0000 7fe9e9b44700 1 --2- 172.21.15.46:0/4123104828 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe9e40cf070 0x7fe9e415a870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:22.614 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.615+0000 7fe9e9b44700 1 --2- 172.21.15.46:0/4123104828 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe9e406eba0 0x7fe9e40c4650 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:22.614 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.615+0000 7fe9e9b44700 1 --2- 172.21.15.46:0/4123104828 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fe9e40cc1b0 0x7fe9e40c65b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:22.614 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.615+0000 7fe9e9b44700 1 -- 172.21.15.46:0/4123104828 >> 172.21.15.46:0/4123104828 conn(0x7fe9e40d01f0 msgr2=0x7fe9e40d05d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:22.614 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.615+0000 7fe9e9b44700 1 -- 172.21.15.46:0/4123104828 shutdown_connections 2023-09-21T13:05:22.614 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.615+0000 7fe9e9b44700 1 -- 172.21.15.46:0/4123104828 wait complete. 2023-09-21T13:05:22.626 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2023-09-21T13:05:22.627 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2023-09-21T13:05:22.627 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2023-09-21T13:05:22.628 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2023-09-21T13:05:22.628 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2023-09-21T13:05:22.629 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2023-09-21T13:05:22.629 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2023-09-21T13:05:22.630 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2023-09-21T13:05:22.872 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.874+0000 7f58a2f28700 1 Processor -- start 2023-09-21T13:05:22.872 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.874+0000 7f58a2f28700 1 -- start start 2023-09-21T13:05:22.873 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.875+0000 7f731304f700 1 Processor -- start 2023-09-21T13:05:22.873 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.875+0000 7f731304f700 1 -- start start 2023-09-21T13:05:22.874 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.875+0000 7f58a2f28700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f589c15cc20 0x7f589c0ca3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:22.874 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.875+0000 7f58a2f28700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f589c15d000 0x7f589c06dc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:22.875 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.875+0000 7f58a2f28700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f589c0cdf60 0x7f589c06e1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:22.875 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.875+0000 7f58a2f28700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f589c070920 con 0x7f589c15d000 2023-09-21T13:05:22.875 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.875+0000 7f58a2f28700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f589c0cea00 con 0x7f589c0cdf60 2023-09-21T13:05:22.875 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.875+0000 7f58a2f28700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f589c070be0 con 0x7f589c15cc20 2023-09-21T13:05:22.875 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.876+0000 7f58a14c5700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f589c0cdf60 0x7f589c06e1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:22.876 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.876+0000 7f58a14c5700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f589c0cdf60 0x7f589c06e1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.57:3300/0 says I am v2:172.21.15.46:51866/0 (socket says 172.21.15.46:51866) 2023-09-21T13:05:22.876 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.876+0000 7f58a14c5700 1 -- 172.21.15.46:0/1615762380 learned_addr learned my addr 172.21.15.46:0/1615762380 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:22.876 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.876+0000 7f58a0cc4700 1 --2- 172.21.15.46:0/1615762380 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f589c15cc20 0x7f589c0ca3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:22.876 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.876+0000 7f58a14c5700 1 -- 172.21.15.46:0/1615762380 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f589c15cc20 msgr2=0x7f589c0ca3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:22.876 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.876+0000 7f58a14c5700 1 --2- 172.21.15.46:0/1615762380 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f589c15cc20 0x7f589c0ca3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:22.877 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.876+0000 7f58a14c5700 1 -- 172.21.15.46:0/1615762380 >> v2:172.21.15.46:3300/0 conn(0x7f589c15d000 msgr2=0x7f589c06dc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:22.877 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.876+0000 7f58a14c5700 1 --2- 172.21.15.46:0/1615762380 >> v2:172.21.15.46:3300/0 conn(0x7f589c15d000 0x7f589c06dc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:22.877 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.876+0000 7f58a14c5700 1 -- 172.21.15.46:0/1615762380 --> v2:172.21.15.57:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f589c06ec00 con 0x7f589c0cdf60 2023-09-21T13:05:22.877 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.877+0000 7f58a14c5700 1 --2- 172.21.15.46:0/1615762380 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f589c0cdf60 0x7f589c06e1d0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f589c066f60 tx=0x7f588c009bd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=14761de65b71eec5 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:22.878 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.876+0000 7f731304f700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f730c15cc20 0x7f730c0ca3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:22.878 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.876+0000 7f731304f700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f730c06e3a0 0x7f730c1644f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:22.878 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.876+0000 7f731304f700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f730c070920 con 0x7f730c15d000 2023-09-21T13:05:22.878 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.876+0000 7f731304f700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f730c0cea00 con 0x7f730c15cc20 2023-09-21T13:05:22.879 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.876+0000 7f731304f700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f730c070be0 con 0x7f730c06e3a0 2023-09-21T13:05:22.879 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.877+0000 7f589b7fe700 1 -- 172.21.15.46:0/1615762380 <== mon.1 v2:172.21.15.57:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f588c011830 con 0x7f589c0cdf60 2023-09-21T13:05:22.879 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.877+0000 7f589b7fe700 1 -- 172.21.15.46:0/1615762380 <== mon.1 v2:172.21.15.57:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f588c011990 con 0x7f589c0cdf60 2023-09-21T13:05:22.880 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.877+0000 7f589b7fe700 1 -- 172.21.15.46:0/1615762380 <== mon.1 v2:172.21.15.57:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f588c011d20 con 0x7f589c0cdf60 2023-09-21T13:05:22.880 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.877+0000 7f73115ec700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f730c06e3a0 0x7f730c1644f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:22.880 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.877+0000 7f73115ec700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f730c06e3a0 0x7f730c1644f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.57:3300/0 says I am v2:172.21.15.46:51882/0 (socket says 172.21.15.46:51882) 2023-09-21T13:05:22.881 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.877+0000 7f73115ec700 1 -- 172.21.15.46:0/1577583995 learned_addr learned my addr 172.21.15.46:0/1577583995 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:22.881 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.878+0000 7f58a2f28700 1 -- 172.21.15.46:0/1615762380 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f589c0cdf60 msgr2=0x7f589c06e1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:22.881 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.878+0000 7f58a2f28700 1 --2- 172.21.15.46:0/1615762380 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f589c0cdf60 0x7f589c06e1d0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f589c066f60 tx=0x7f588c009bd0 comp rx=0 tx=0).stop 2023-09-21T13:05:22.882 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.878+0000 7f58a2f28700 1 -- 172.21.15.46:0/1615762380 shutdown_connections 2023-09-21T13:05:22.882 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.878+0000 7f58a2f28700 1 --2- 172.21.15.46:0/1615762380 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f589c0cdf60 0x7f589c06e1d0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:22.882 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.878+0000 7f58a2f28700 1 --2- 172.21.15.46:0/1615762380 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f589c15cc20 0x7f589c0ca3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:22.882 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.878+0000 7f58a2f28700 1 --2- 172.21.15.46:0/1615762380 >> v2:172.21.15.46:3300/0 conn(0x7f589c15d000 0x7f589c06dc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:22.882 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.878+0000 7f58a2f28700 1 -- 172.21.15.46:0/1615762380 >> 172.21.15.46:0/1615762380 conn(0x7f589c0cbae0 msgr2=0x7f589c0cbef0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:22.883 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.879+0000 7f58a2f28700 1 -- 172.21.15.46:0/1615762380 shutdown_connections 2023-09-21T13:05:22.883 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.879+0000 7f58a2f28700 1 -- 172.21.15.46:0/1615762380 wait complete. 2023-09-21T13:05:22.884 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.877+0000 7f02cda56700 1 Processor -- start 2023-09-21T13:05:22.884 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.877+0000 7f02cda56700 1 -- start start 2023-09-21T13:05:22.884 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.878+0000 7f02cda56700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f02c8161d00 0x7f02c806dc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:22.884 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.878+0000 7f02cda56700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f02c806e1d0 0x7f02c80c96b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:22.884 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.878+0000 7f02cda56700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f02c80caf60 con 0x7f02c80cc700 2023-09-21T13:05:22.885 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.878+0000 7f02cda56700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f02c81620e0 con 0x7f02c806e1d0 2023-09-21T13:05:22.885 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.878+0000 7f02cda56700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f02c806e670 con 0x7f02c8161d00 2023-09-21T13:05:22.885 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.878+0000 7f02c6ffd700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f02c8161d00 0x7f02c806dc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:22.885 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.878+0000 7f02c6ffd700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f02c8161d00 0x7f02c806dc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.57:3301/0 says I am v2:172.21.15.46:52038/0 (socket says 172.21.15.46:52038) 2023-09-21T13:05:22.885 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.878+0000 7f02c6ffd700 1 -- 172.21.15.46:0/715284630 learned_addr learned my addr 172.21.15.46:0/715284630 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:22.886 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.879+0000 7f02c6ffd700 1 -- 172.21.15.46:0/715284630 >> v2:172.21.15.46:3300/0 conn(0x7f02c806e1d0 msgr2=0x7f02c80c96b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:22.886 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.879+0000 7f02c6ffd700 1 --2- 172.21.15.46:0/715284630 >> v2:172.21.15.46:3300/0 conn(0x7f02c806e1d0 0x7f02c80c96b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:22.886 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.879+0000 7f02c6ffd700 1 -- 172.21.15.46:0/715284630 >> v1:172.21.15.57:6789/0 conn(0x7f02c80cc700 legacy=0x7f02c80c1e70 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-09-21T13:05:22.886 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.879+0000 7f02c6ffd700 1 -- 172.21.15.46:0/715284630 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f02c80ca910 con 0x7f02c8161d00 2023-09-21T13:05:22.887 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.880+0000 7f6c9dc87700 1 Processor -- start 2023-09-21T13:05:22.887 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.880+0000 7f6c9dc87700 1 -- start start 2023-09-21T13:05:22.888 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.881+0000 7f58a2f28700 1 Processor -- start 2023-09-21T13:05:22.888 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.881+0000 7f58a2f28700 1 -- start start 2023-09-21T13:05:22.889 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.881+0000 7f6c9dc87700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f6c9806e3a0 0x7f6c980ca3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:22.889 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.881+0000 7f6c96ffd700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f6c9806e3a0 0x7f6c980ca3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:22.889 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.881+0000 7f6c9dc87700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6c98070920 con 0x7f6c9815d000 2023-09-21T13:05:22.889 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.881+0000 7f6c977fe700 1 --1- >> v1:172.21.15.57:6789/0 conn(0x7f6c9815cc20 0x7f6c9806dc90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.57:6789/0 says I am v1:172.21.15.46:34592/0 (socket says 172.21.15.46:34592) 2023-09-21T13:05:22.890 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.881+0000 7f6c9dc87700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6c980cea00 con 0x7f6c9815cc20 2023-09-21T13:05:22.890 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.881+0000 7f6c977fe700 1 -- 172.21.15.46:0/1783617201 learned_addr learned my addr 172.21.15.46:0/1783617201 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:05:22.890 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.881+0000 7f6c9dc87700 1 -- 172.21.15.46:0/1783617201 --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6c98070be0 con 0x7f6c9806e3a0 2023-09-21T13:05:22.890 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.882+0000 7f6c967fc700 1 -- 172.21.15.46:0/1783617201 <== mon.1 v1:172.21.15.57:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2419474803 0 0) 0x7f6c980cea00 con 0x7f6c9815cc20 2023-09-21T13:05:22.890 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.882+0000 7f6c967fc700 1 -- 172.21.15.46:0/1783617201 --> v1:172.21.15.57:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6c800035b0 con 0x7f6c9815cc20 2023-09-21T13:05:22.891 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.882+0000 7f02c6ffd700 1 --2- 172.21.15.46:0/715284630 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f02c8161d00 0x7f02c806dc90 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f02b80098f0 tx=0x7f02b8009c00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d1d965eee806391 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:22.892 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.882+0000 7f6c967fc700 1 -- 172.21.15.46:0/1783617201 <== mon.1 v1:172.21.15.57:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2040627522 0 0) 0x7f6c800035b0 con 0x7f6c9815cc20 2023-09-21T13:05:22.892 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.882+0000 7f6c967fc700 1 -- 172.21.15.46:0/1783617201 >> v2:172.21.15.46:3300/0 conn(0x7f6c9806e3a0 msgr2=0x7f6c980ca3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:22.892 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.882+0000 7f6c967fc700 1 --2- 172.21.15.46:0/1783617201 >> v2:172.21.15.46:3300/0 conn(0x7f6c9806e3a0 0x7f6c980ca3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:22.892 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.882+0000 7f6c967fc700 1 -- 172.21.15.46:0/1783617201 >> v1:172.21.15.46:6789/0 conn(0x7f6c9815d000 legacy=0x7f6c98071070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:22.892 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.882+0000 7f6c967fc700 1 -- 172.21.15.46:0/1783617201 --> v1:172.21.15.57:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6c9806ec00 con 0x7f6c9815cc20 2023-09-21T13:05:22.893 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.882+0000 7f6c967fc700 1 -- 172.21.15.46:0/1783617201 <== mon.1 v1:172.21.15.57:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 834881909 0 0) 0x7f6c90001250 con 0x7f6c9815cc20 2023-09-21T13:05:22.893 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.882+0000 7f6c967fc700 1 -- 172.21.15.46:0/1783617201 >> v1:172.21.15.57:6789/0 conn(0x7f6c9815cc20 legacy=0x7f6c9806dc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:22.893 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.882+0000 7f58a2f28700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f589c0cdf60 0x7f589c1e43d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:22.893 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.882+0000 7f58a2f28700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f589c15cc20 0x7f589c1ef650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:22.894 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.882+0000 7f6c967fc700 1 --2- 172.21.15.46:0/1783617201 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6c80003a00 0x7f6c80003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:22.894 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.882+0000 7f6c967fc700 1 --2- 172.21.15.46:0/1783617201 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f6c80004850 0x7f6c80004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:22.894 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.882+0000 7f6c967fc700 1 --2- 172.21.15.46:0/1783617201 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f6c80005410 0x7f6c8000ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:22.895 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.882+0000 7f6c967fc700 1 -- 172.21.15.46:0/1783617201 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c98070be0 con 0x7f6c80003a00 2023-09-21T13:05:22.895 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.882+0000 7f6c967fc700 1 -- 172.21.15.46:0/1783617201 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c800106c0 con 0x7f6c80004850 2023-09-21T13:05:22.895 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.882+0000 7f6c967fc700 1 -- 172.21.15.46:0/1783617201 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6c80010880 con 0x7f6c80005410 2023-09-21T13:05:22.896 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.882+0000 7f58a2f28700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f589c15d000 0x7f589c0b3040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:22.896 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.882+0000 7f58a2f28700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f589c0b1cc0 con 0x7f589c15cc20 2023-09-21T13:05:22.896 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.882+0000 7f58a2f28700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f589c0b1fa0 con 0x7f589c15d000 2023-09-21T13:05:22.896 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.882+0000 7f58a2f28700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f589c0b2280 con 0x7f589c0cdf60 2023-09-21T13:05:22.897 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.882+0000 7f6c977fe700 1 --2- 172.21.15.46:0/1783617201 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6c80003a00 0x7f6c80003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:22.897 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.883+0000 7fda108e8700 1 Processor -- start 2023-09-21T13:05:22.898 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.883+0000 7f6c96ffd700 1 --2- 172.21.15.46:0/1783617201 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f6c80004850 0x7f6c80004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:22.898 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.883+0000 7f589bfff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f589c15cc20 0x7f589c1ef650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:22.898 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.883+0000 7f58a14c5700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f589c15d000 0x7f589c0b3040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:22.898 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.883+0000 7f589bfff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f589c15cc20 0x7f589c1ef650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38804/0 (socket says 172.21.15.46:38804) 2023-09-21T13:05:22.899 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.883+0000 7f589bfff700 1 -- 172.21.15.46:0/2045450474 learned_addr learned my addr 172.21.15.46:0/2045450474 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:22.899 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.883+0000 7f6c977fe700 1 -- 172.21.15.46:0/1783617201 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f6c80005410 msgr2=0x7f6c8000ba10 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-09-21T13:05:22.899 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.883+0000 7f6c977fe700 1 --2- 172.21.15.46:0/1783617201 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f6c80005410 0x7f6c8000ba10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:22.900 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.883+0000 7f6c977fe700 1 -- 172.21.15.46:0/1783617201 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f6c80004850 msgr2=0x7f6c80004cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:22.900 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.883+0000 7f6c977fe700 1 --2- 172.21.15.46:0/1783617201 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f6c80004850 0x7f6c80004cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:22.900 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.883+0000 7f6c977fe700 1 -- 172.21.15.46:0/1783617201 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6c800035b0 con 0x7f6c80003a00 2023-09-21T13:05:22.900 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.883+0000 7f589bfff700 1 -- 172.21.15.46:0/2045450474 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f589c0cdf60 msgr2=0x7f589c1e43d0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-09-21T13:05:22.901 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.883+0000 7f589bfff700 1 --2- 172.21.15.46:0/2045450474 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f589c0cdf60 0x7f589c1e43d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:22.901 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.883+0000 7f589bfff700 1 -- 172.21.15.46:0/2045450474 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f589c15d000 msgr2=0x7f589c0b3040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:22.901 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.883+0000 7f589bfff700 1 --2- 172.21.15.46:0/2045450474 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f589c15d000 0x7f589c0b3040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:22.901 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.883+0000 7f589bfff700 1 -- 172.21.15.46:0/2045450474 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f588c009550 con 0x7f589c15cc20 2023-09-21T13:05:22.902 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.879+0000 7f7310deb700 1 --2- 172.21.15.46:0/1577583995 >> v2:172.21.15.46:3300/0 conn(0x7f730c15cc20 0x7f730c0ca3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:22.902 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.879+0000 7f7310deb700 1 -- 172.21.15.46:0/1577583995 >> v2:172.21.15.57:3300/0 conn(0x7f730c06e3a0 msgr2=0x7f730c1644f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:22.902 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.879+0000 7f7310deb700 1 --2- 172.21.15.46:0/1577583995 >> v2:172.21.15.57:3300/0 conn(0x7f730c06e3a0 0x7f730c1644f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:22.903 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.879+0000 7f7310deb700 1 -- 172.21.15.46:0/1577583995 >> v1:172.21.15.46:6789/0 conn(0x7f730c15d000 legacy=0x7f730c06dc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:22.903 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.879+0000 7f7310deb700 1 -- 172.21.15.46:0/1577583995 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f730c06ec00 con 0x7f730c15cc20 2023-09-21T13:05:22.903 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.879+0000 7f7310deb700 1 --2- 172.21.15.46:0/1577583995 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f730c15cc20 0x7f730c0ca3f0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f730c06b720 tx=0x7f72fc009b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=491407575f8d375a server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:22.903 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.880+0000 7f730b7fe700 1 -- 172.21.15.46:0/1577583995 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72fc01aa80 con 0x7f730c15cc20 2023-09-21T13:05:22.903 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.880+0000 7f730b7fe700 1 -- 172.21.15.46:0/1577583995 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f72fc01abe0 con 0x7f730c15cc20 2023-09-21T13:05:22.904 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.880+0000 7f730b7fe700 1 -- 172.21.15.46:0/1577583995 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72fc011630 con 0x7f730c15cc20 2023-09-21T13:05:22.904 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.881+0000 7f731304f700 1 -- 172.21.15.46:0/1577583995 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f730c15cc20 msgr2=0x7f730c0ca3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:22.904 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.881+0000 7f731304f700 1 --2- 172.21.15.46:0/1577583995 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f730c15cc20 0x7f730c0ca3f0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f730c06b720 tx=0x7f72fc009b20 comp rx=0 tx=0).stop 2023-09-21T13:05:22.904 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.883+0000 7f731304f700 1 -- 172.21.15.46:0/1577583995 shutdown_connections 2023-09-21T13:05:22.904 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.883+0000 7f731304f700 1 --2- 172.21.15.46:0/1577583995 >> v2:172.21.15.57:3300/0 conn(0x7f730c06e3a0 0x7f730c1644f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:22.905 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.883+0000 7f731304f700 1 --2- 172.21.15.46:0/1577583995 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f730c15cc20 0x7f730c0ca3f0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:22.905 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.883+0000 7f731304f700 1 -- 172.21.15.46:0/1577583995 >> 172.21.15.46:0/1577583995 conn(0x7f730c0cbae0 msgr2=0x7f730c0cbef0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:22.905 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.883+0000 7f6c977fe700 1 --2- 172.21.15.46:0/1783617201 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6c80003a00 0x7f6c80003e00 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f6c90001780 tx=0x7f6c80005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=881b00b6a92def68 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:22.906 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.883+0000 7f02c5ffb700 1 -- 172.21.15.46:0/715284630 <== mon.2 v2:172.21.15.57:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02b8004230 con 0x7f02c8161d00 2023-09-21T13:05:22.906 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.883+0000 7f02c5ffb700 1 -- 172.21.15.46:0/715284630 <== mon.2 v2:172.21.15.57:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f02b8004390 con 0x7f02c8161d00 2023-09-21T13:05:22.906 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.883+0000 7f02c5ffb700 1 -- 172.21.15.46:0/715284630 <== mon.2 v2:172.21.15.57:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02b80036a0 con 0x7f02c8161d00 2023-09-21T13:05:22.907 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.883+0000 7f589bfff700 1 --2- 172.21.15.46:0/2045450474 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f589c15cc20 0x7f589c1ef650 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f589400ba50 tx=0x7f589400bd60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:22.907 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.884+0000 7f58997fa700 1 -- 172.21.15.46:0/2045450474 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f589400c9b0 con 0x7f589c15cc20 2023-09-21T13:05:22.907 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.884+0000 7f58997fa700 1 -- 172.21.15.46:0/2045450474 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f589400cb30 con 0x7f589c15cc20 2023-09-21T13:05:22.907 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.884+0000 7f58997fa700 1 -- 172.21.15.46:0/2045450474 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5894014440 con 0x7f589c15cc20 2023-09-21T13:05:22.908 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.884+0000 7f6c967fc700 1 -- 172.21.15.46:0/1783617201 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c900082e0 con 0x7f6c80003a00 2023-09-21T13:05:22.908 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.884+0000 7f6c967fc700 1 -- 172.21.15.46:0/1783617201 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6c900020e0 con 0x7f6c80003a00 2023-09-21T13:05:22.908 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.884+0000 7f6c967fc700 1 -- 172.21.15.46:0/1783617201 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c90005730 con 0x7f6c80003a00 2023-09-21T13:05:22.908 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.883+0000 7fda108e8700 1 -- start start 2023-09-21T13:05:22.909 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.884+0000 7fda108e8700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fda0c15cc20 0x7fda0c0ca3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:22.909 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.884+0000 7fda108e8700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fda0c15d000 0x7fda0c06dc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:22.909 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.884+0000 7fda108e8700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fda0c070920 con 0x7fda0c0cdf60 2023-09-21T13:05:22.909 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.884+0000 7fda108e8700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fda0c0cea00 con 0x7fda0c15cc20 2023-09-21T13:05:22.909 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.884+0000 7fda108e8700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fda0c070be0 con 0x7fda0c15d000 2023-09-21T13:05:22.910 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.884+0000 7f6c9dc87700 1 -- 172.21.15.46:0/1783617201 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6c80003a00 msgr2=0x7f6c80003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:22.910 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.884+0000 7f6c9dc87700 1 --2- 172.21.15.46:0/1783617201 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6c80003a00 0x7f6c80003e00 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f6c90001780 tx=0x7f6c80005880 comp rx=0 tx=0).stop 2023-09-21T13:05:22.911 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.884+0000 7f02cda56700 1 -- 172.21.15.46:0/715284630 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f02c8161d00 msgr2=0x7f02c806dc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:22.911 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.884+0000 7f02cda56700 1 --2- 172.21.15.46:0/715284630 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f02c8161d00 0x7f02c806dc90 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f02b80098f0 tx=0x7f02b8009c00 comp rx=0 tx=0).stop 2023-09-21T13:05:22.911 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.883+0000 7f731304f700 1 -- 172.21.15.46:0/1577583995 shutdown_connections 2023-09-21T13:05:22.912 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.885+0000 7f02cda56700 1 -- 172.21.15.46:0/715284630 shutdown_connections 2023-09-21T13:05:22.912 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.885+0000 7f02cda56700 1 --2- 172.21.15.46:0/715284630 >> v2:172.21.15.46:3300/0 conn(0x7f02c806e1d0 0x7f02c80c96b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:22.912 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.885+0000 7f02cda56700 1 --2- 172.21.15.46:0/715284630 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f02c8161d00 0x7f02c806dc90 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:22.912 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.885+0000 7f02cda56700 1 -- 172.21.15.46:0/715284630 >> 172.21.15.46:0/715284630 conn(0x7f02c80cbae0 msgr2=0x7f02c80cbef0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:22.913 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.885+0000 7f731304f700 1 -- 172.21.15.46:0/1577583995 wait complete. 2023-09-21T13:05:22.913 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.885+0000 7efdb7d2c700 1 Processor -- start 2023-09-21T13:05:22.914 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.885+0000 7fda0ad9d700 1 --1- >> v1:172.21.15.57:6789/0 conn(0x7fda0c0cdf60 0x7fda0c0ccc30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.57:6789/0 says I am v1:172.21.15.46:34596/0 (socket says 172.21.15.46:34596) 2023-09-21T13:05:22.914 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.885+0000 7fda0ad9d700 1 -- 172.21.15.46:0/1461495835 learned_addr learned my addr 172.21.15.46:0/1461495835 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:05:22.914 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.885+0000 7fda0a59c700 1 --2- 172.21.15.46:0/1461495835 >> v2:172.21.15.46:3300/0 conn(0x7fda0c15cc20 0x7fda0c0ca3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:22.914 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.885+0000 7fda09d9b700 1 --2- 172.21.15.46:0/1461495835 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fda0c15d000 0x7fda0c06dc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:22.915 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.885+0000 7f58a2f28700 1 -- 172.21.15.46:0/2045450474 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f589c0b2560 con 0x7f589c15cc20 2023-09-21T13:05:22.915 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.885+0000 7f58a2f28700 1 -- 172.21.15.46:0/2045450474 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f589c0b2b20 con 0x7f589c15cc20 2023-09-21T13:05:22.916 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.885+0000 7f02cda56700 1 -- 172.21.15.46:0/715284630 shutdown_connections 2023-09-21T13:05:22.916 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.885+0000 7fda0959a700 1 -- 172.21.15.46:0/1461495835 <== mon.1 v1:172.21.15.57:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2725100747 0 0) 0x7fda0c070920 con 0x7fda0c0cdf60 2023-09-21T13:05:22.916 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.885+0000 7fda0959a700 1 -- 172.21.15.46:0/1461495835 --> v1:172.21.15.57:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd9f40035b0 con 0x7fda0c0cdf60 2023-09-21T13:05:22.917 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.885+0000 7efdb7d2c700 1 -- start start 2023-09-21T13:05:22.917 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.885+0000 7fda09d9b700 1 -- 172.21.15.46:0/1461495835 >> v2:172.21.15.46:3300/0 conn(0x7fda0c15cc20 msgr2=0x7fda0c0ca3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:22.917 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.885+0000 7fda09d9b700 1 --2- 172.21.15.46:0/1461495835 >> v2:172.21.15.46:3300/0 conn(0x7fda0c15cc20 0x7fda0c0ca3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:22.918 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.885+0000 7fda09d9b700 1 -- 172.21.15.46:0/1461495835 >> v1:172.21.15.57:6789/0 conn(0x7fda0c0cdf60 legacy=0x7fda0c0ccc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:22.918 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.885+0000 7fda09d9b700 1 -- 172.21.15.46:0/1461495835 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda0c06ec00 con 0x7fda0c15d000 2023-09-21T13:05:22.918 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.886+0000 7fda09d9b700 1 --2- 172.21.15.46:0/1461495835 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fda0c15d000 0x7fda0c06dc90 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fda0000a9e0 tx=0x7fda0000acf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2668c799b86de991 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:22.919 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.885+0000 7f02cda56700 1 -- 172.21.15.46:0/715284630 wait complete. 2023-09-21T13:05:22.919 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.886+0000 7f58a2f28700 1 -- 172.21.15.46:0/2045450474 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f589c0cec50 con 0x7f589c15cc20 2023-09-21T13:05:22.919 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.886+0000 7efdb7d2c700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7efdb00cc600 0x7efdb00ca3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:22.920 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.887+0000 7efdb7d2c700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7efdb00cdf60 0x7efdb015c9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:22.920 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.887+0000 7efdb7d2c700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efdb0070920 con 0x7efdb006dc90 2023-09-21T13:05:22.920 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.887+0000 7efdb7d2c700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efdb00cea00 con 0x7efdb00cc600 2023-09-21T13:05:22.920 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.887+0000 7efdb7d2c700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efdb0070be0 con 0x7efdb00cdf60 2023-09-21T13:05:22.921 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.886+0000 7fda0959a700 1 -- 172.21.15.46:0/1461495835 <== mon.2 v2:172.21.15.57:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda0000cb30 con 0x7fda0c15d000 2023-09-21T13:05:22.921 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.886+0000 7fda0959a700 1 -- 172.21.15.46:0/1461495835 <== mon.2 v2:172.21.15.57:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fda0000cc90 con 0x7fda0c15d000 2023-09-21T13:05:22.921 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.886+0000 7fda0959a700 1 -- 172.21.15.46:0/1461495835 <== mon.2 v2:172.21.15.57:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda0000ae20 con 0x7fda0c15d000 2023-09-21T13:05:22.921 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.887+0000 7fda108e8700 1 -- 172.21.15.46:0/1461495835 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fda0c15d000 msgr2=0x7fda0c06dc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:22.921 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.887+0000 7fda108e8700 1 --2- 172.21.15.46:0/1461495835 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fda0c15d000 0x7fda0c06dc90 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fda0000a9e0 tx=0x7fda0000acf0 comp rx=0 tx=0).stop 2023-09-21T13:05:22.922 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.887+0000 7f731304f700 1 Processor -- start 2023-09-21T13:05:22.922 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.887+0000 7f02cda56700 1 Processor -- start 2023-09-21T13:05:22.923 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.887+0000 7f6c97fff700 1 -- 172.21.15.46:0/1783617201 reap_dead start 2023-09-21T13:05:22.923 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.887+0000 7fda108e8700 1 -- 172.21.15.46:0/1461495835 shutdown_connections 2023-09-21T13:05:22.923 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.887+0000 7fda108e8700 1 --2- 172.21.15.46:0/1461495835 >> v2:172.21.15.46:3300/0 conn(0x7fda0c15cc20 0x7fda0c0ca3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:22.924 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.887+0000 7fda108e8700 1 --2- 172.21.15.46:0/1461495835 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fda0c15d000 0x7fda0c06dc90 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:22.924 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.887+0000 7fda108e8700 1 -- 172.21.15.46:0/1461495835 >> 172.21.15.46:0/1461495835 conn(0x7fda0c0cbae0 msgr2=0x7fda0c0cbef0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:22.924 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.887+0000 7efdb52c7700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7efdb00cdf60 0x7efdb015c9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:22.924 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.887+0000 7efdb52c7700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7efdb00cdf60 0x7efdb015c9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.57:3301/0 says I am v2:172.21.15.46:52062/0 (socket says 172.21.15.46:52062) 2023-09-21T13:05:22.925 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.887+0000 7efdb52c7700 1 -- 172.21.15.46:0/1877440542 learned_addr learned my addr 172.21.15.46:0/1877440542 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:22.925 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.887+0000 7f6c9dc87700 1 -- 172.21.15.46:0/1783617201 shutdown_connections 2023-09-21T13:05:22.925 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.887+0000 7f6c9dc87700 1 -- 172.21.15.46:0/1783617201 >> 172.21.15.46:0/1783617201 conn(0x7f6c980cbae0 msgr2=0x7f6c980cbef0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:22.926 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.887+0000 7f731304f700 1 -- start start 2023-09-21T13:05:22.926 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.887+0000 7f02cda56700 1 -- start start 2023-09-21T13:05:22.927 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.887+0000 7efdb52c7700 1 -- 172.21.15.46:0/1877440542 >> v2:172.21.15.46:3300/0 conn(0x7efdb00cc600 msgr2=0x7efdb00ca3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:22.927 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.887+0000 7efdb52c7700 1 --2- 172.21.15.46:0/1877440542 >> v2:172.21.15.46:3300/0 conn(0x7efdb00cc600 0x7efdb00ca3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:22.927 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.887+0000 7efdb52c7700 1 -- 172.21.15.46:0/1877440542 >> v1:172.21.15.57:6789/0 conn(0x7efdb006dc90 legacy=0x7efdb00ccc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:22.927 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.887+0000 7efdb52c7700 1 -- 172.21.15.46:0/1877440542 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efdb01604d0 con 0x7efdb00cdf60 2023-09-21T13:05:22.928 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.888+0000 7f6c9dc87700 1 -- 172.21.15.46:0/1783617201 shutdown_connections 2023-09-21T13:05:22.928 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.888+0000 7f02cda56700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f02c806e1d0 0x7f02c8071a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:22.929 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.888+0000 7f02cda56700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f02c80cc700 0x7f02c80c6560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:22.929 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.888+0000 7f02cda56700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02c8161d00 0x7f02c80c6aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:22.929 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.888+0000 7f02cda56700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02c80c3510 con 0x7f02c8161d00 2023-09-21T13:05:22.929 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.888+0000 7f02cda56700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02c80c2920 con 0x7f02c806e1d0 2023-09-21T13:05:22.930 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.888+0000 7f02cda56700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f02c80c6fe0 con 0x7f02c80cc700 2023-09-21T13:05:22.930 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.889+0000 7efc64e99700 1 Processor -- start 2023-09-21T13:05:22.931 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.889+0000 7f02c67fc700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f02c80cc700 0x7f02c80c6560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:22.931 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.889+0000 7f02c67fc700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f02c80cc700 0x7f02c80c6560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.57:3301/0 says I am v2:172.21.15.46:52068/0 (socket says 172.21.15.46:52068) 2023-09-21T13:05:22.931 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.889+0000 7f02c67fc700 1 -- 172.21.15.46:0/3771522266 learned_addr learned my addr 172.21.15.46:0/3771522266 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:22.931 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.889+0000 7f02c6ffd700 1 --2- 172.21.15.46:0/3771522266 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f02c806e1d0 0x7f02c8071a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:22.932 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.889+0000 7f731304f700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f730c06e3a0 0x7f730c0c89f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:22.932 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.889+0000 7f731304f700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f730c15cc20 0x7f730c0c39f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:22.933 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.889+0000 7f731304f700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f730c15d000 0x7f730c0c5190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:22.933 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.889+0000 7f731304f700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f730c0c3f30 con 0x7f730c06e3a0 2023-09-21T13:05:22.933 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.889+0000 7f731304f700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f730c0c56d0 con 0x7f730c15cc20 2023-09-21T13:05:22.933 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.889+0000 7f731304f700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f730c0c5970 con 0x7f730c15d000 2023-09-21T13:05:22.933 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.889+0000 7f73115ec700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f730c15d000 0x7f730c0c5190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:22.934 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.889+0000 7f73115ec700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f730c15d000 0x7f730c0c5190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.57:3301/0 says I am v2:172.21.15.46:52080/0 (socket says 172.21.15.46:52080) 2023-09-21T13:05:22.934 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.889+0000 7f73115ec700 1 -- 172.21.15.46:0/736720158 learned_addr learned my addr 172.21.15.46:0/736720158 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:22.934 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.889+0000 7f730bfff700 1 --2- 172.21.15.46:0/736720158 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f730c15cc20 0x7f730c0c39f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:22.937 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.889+0000 7fda108e8700 1 -- 172.21.15.46:0/1461495835 shutdown_connections 2023-09-21T13:05:22.938 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.889+0000 7efc64e99700 1 -- start start 2023-09-21T13:05:22.938 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.889+0000 7f02c67fc700 1 -- 172.21.15.46:0/3771522266 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f02c806e1d0 msgr2=0x7f02c8071a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:22.938 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.889+0000 7f02c67fc700 1 --2- 172.21.15.46:0/3771522266 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f02c806e1d0 0x7f02c8071a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:22.939 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.889+0000 7f02c67fc700 1 -- 172.21.15.46:0/3771522266 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02c8161d00 msgr2=0x7f02c80c6aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:22.939 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.889+0000 7f02c67fc700 1 --2- 172.21.15.46:0/3771522266 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02c8161d00 0x7f02c80c6aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:22.939 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.889+0000 7f02c67fc700 1 -- 172.21.15.46:0/3771522266 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f02b8009550 con 0x7f02c80cc700 2023-09-21T13:05:22.939 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.888+0000 7efdb52c7700 1 --2- 172.21.15.46:0/1877440542 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7efdb00cdf60 0x7efdb015c9b0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7efda00098f0 tx=0x7efda0009c00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7f15545026515b5f server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:22.940 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.888+0000 7efdb4ac6700 1 -- 172.21.15.46:0/1877440542 <== mon.2 v2:172.21.15.57:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efda0004230 con 0x7efdb00cdf60 2023-09-21T13:05:22.940 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.888+0000 7efdb4ac6700 1 -- 172.21.15.46:0/1877440542 <== mon.2 v2:172.21.15.57:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efda0004390 con 0x7efdb00cdf60 2023-09-21T13:05:22.940 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.888+0000 7efdb4ac6700 1 -- 172.21.15.46:0/1877440542 <== mon.2 v2:172.21.15.57:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efda00036a0 con 0x7efdb00cdf60 2023-09-21T13:05:22.941 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.888+0000 7f6c9dc87700 1 -- 172.21.15.46:0/1783617201 wait complete. 2023-09-21T13:05:22.941 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.890+0000 7f6c9dc87700 1 Processor -- start 2023-09-21T13:05:22.941 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.890+0000 7f73115ec700 1 -- 172.21.15.46:0/736720158 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f730c15cc20 msgr2=0x7f730c0c39f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:22.941 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.890+0000 7f73115ec700 1 --2- 172.21.15.46:0/736720158 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f730c15cc20 0x7f730c0c39f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:22.942 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.890+0000 7f73115ec700 1 -- 172.21.15.46:0/736720158 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f730c06e3a0 msgr2=0x7f730c0c89f0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-09-21T13:05:22.942 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.890+0000 7f73115ec700 1 --2- 172.21.15.46:0/736720158 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f730c06e3a0 0x7f730c0c89f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:22.942 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.890+0000 7f73115ec700 1 -- 172.21.15.46:0/736720158 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f72fc0094a0 con 0x7f730c15d000 2023-09-21T13:05:22.943 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.890+0000 7f02c67fc700 1 --2- 172.21.15.46:0/3771522266 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f02c80cc700 0x7f02c80c6560 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f02c000b840 tx=0x7f02c000bb50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:22.943 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.889+0000 7f58997fa700 1 -- 172.21.15.46:0/2045450474 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f589401d3b0 con 0x7f589c15cc20 2023-09-21T13:05:22.943 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.890+0000 7f58997fa700 1 --2- 172.21.15.46:0/2045450474 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f588806a580 0x7f588806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:22.943 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.890+0000 7f58997fa700 1 -- 172.21.15.46:0/2045450474 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f5894088ed0 con 0x7f589c15cc20 2023-09-21T13:05:22.944 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.890+0000 7f58a0cc4700 1 --2- 172.21.15.46:0/2045450474 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f588806a580 0x7f588806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:22.944 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.890+0000 7f58997fa700 1 --2- 172.21.15.46:0/2045450474 >> [v2:172.21.15.46:6808/1682463833,v1:172.21.15.46:6810/1682463833] conn(0x7f58880727a0 0x7f5888074bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:22.944 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.890+0000 7f58997fa700 1 -- 172.21.15.46:0/2045450474 --> [v2:172.21.15.46:6808/1682463833,v1:172.21.15.46:6810/1682463833] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f5888075270 con 0x7f58880727a0 2023-09-21T13:05:22.944 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.890+0000 7f58997fa700 1 -- 172.21.15.46:0/2045450474 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5894089280 con 0x7f589c15cc20 2023-09-21T13:05:22.944 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.890+0000 7f58a0cc4700 1 --2- 172.21.15.46:0/2045450474 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f588806a580 0x7f588806ca40 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f589c0c2de0 tx=0x7f5890008200 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:22.944 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.890+0000 7f58a14c5700 1 --2- 172.21.15.46:0/2045450474 >> [v2:172.21.15.46:6808/1682463833,v1:172.21.15.46:6810/1682463833] conn(0x7f58880727a0 0x7f5888074bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:22.945 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.890+0000 7f73115ec700 1 --2- 172.21.15.46:0/736720158 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f730c15d000 0x7f730c0c5190 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f7304007bd0 tx=0x7f7304007f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:22.945 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.890+0000 7f73097fa700 1 -- 172.21.15.46:0/736720158 <== mon.2 v2:172.21.15.57:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7304003e30 con 0x7f730c15d000 2023-09-21T13:05:22.945 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.890+0000 7f73097fa700 1 -- 172.21.15.46:0/736720158 <== mon.2 v2:172.21.15.57:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f730400f040 con 0x7f730c15d000 2023-09-21T13:05:22.945 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.890+0000 7f73097fa700 1 -- 172.21.15.46:0/736720158 <== mon.2 v2:172.21.15.57:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f730400d930 con 0x7f730c15d000 2023-09-21T13:05:22.946 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.890+0000 7f02affff700 1 -- 172.21.15.46:0/3771522266 <== mon.2 v2:172.21.15.57:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02c000f840 con 0x7f02c80cc700 2023-09-21T13:05:22.946 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.890+0000 7f02affff700 1 -- 172.21.15.46:0/3771522266 <== mon.2 v2:172.21.15.57:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f02c000f9a0 con 0x7f02c80cc700 2023-09-21T13:05:22.946 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.890+0000 7f02affff700 1 -- 172.21.15.46:0/3771522266 <== mon.2 v2:172.21.15.57:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02c000fd50 con 0x7f02c80cc700 2023-09-21T13:05:22.947 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.891+0000 7f02cda56700 1 -- 172.21.15.46:0/3771522266 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f02c80c2b70 con 0x7f02c80cc700 2023-09-21T13:05:22.947 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.891+0000 7f02cda56700 1 -- 172.21.15.46:0/3771522266 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f02c80c3130 con 0x7f02c80cc700 2023-09-21T13:05:22.947 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.891+0000 7f58a14c5700 1 --2- 172.21.15.46:0/2045450474 >> [v2:172.21.15.46:6808/1682463833,v1:172.21.15.46:6810/1682463833] conn(0x7f58880727a0 0x7f5888074bc0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:22.948 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.889+0000 7fda108e8700 1 -- 172.21.15.46:0/1461495835 wait complete. 2023-09-21T13:05:22.948 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.891+0000 7fda108e8700 1 Processor -- start 2023-09-21T13:05:22.948 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.891+0000 7efdb7d2c700 1 -- 172.21.15.46:0/1877440542 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7efdb00cdf60 msgr2=0x7efdb015c9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:22.949 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.891+0000 7efdb7d2c700 1 --2- 172.21.15.46:0/1877440542 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7efdb00cdf60 0x7efdb015c9b0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7efda00098f0 tx=0x7efda0009c00 comp rx=0 tx=0).stop 2023-09-21T13:05:22.949 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.892+0000 7f02cda56700 1 -- 172.21.15.46:0/3771522266 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f02c80cabf0 con 0x7f02c80cc700 2023-09-21T13:05:22.949 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.892+0000 7f02affff700 1 -- 172.21.15.46:0/3771522266 <== mon.2 v2:172.21.15.57:3301/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f02c00203f0 con 0x7f02c80cc700 2023-09-21T13:05:22.950 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.893+0000 7f58997fa700 1 -- 172.21.15.46:0/2045450474 <== osd.0 v2:172.21.15.46:6808/1682463833 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25607 (crc 0 0 0) 0x7f5888075270 con 0x7f58880727a0 2023-09-21T13:05:22.950 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.893+0000 7efc64e99700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7efc600cde60 0x7efc6006d2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:22.950 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.893+0000 7efc64e99700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efc600ce460 con 0x7efc600aec10 2023-09-21T13:05:22.951 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.893+0000 7efc64e99700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efc600cbdd0 con 0x7efc600c2ef0 2023-09-21T13:05:22.951 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.893+0000 7efc64e99700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efc600caa90 con 0x7efc600cde60 2023-09-21T13:05:22.951 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.893+0000 7f02affff700 1 --2- 172.21.15.46:0/3771522266 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f02b406a650 0x7f02b406cb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:22.952 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.893+0000 7f02affff700 1 -- 172.21.15.46:0/3771522266 <== mon.2 v2:172.21.15.57:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f02c0088d30 con 0x7f02c80cc700 2023-09-21T13:05:22.952 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.893+0000 7f02affff700 1 --2- 172.21.15.46:0/3771522266 >> [v2:172.21.15.57:6816/1729728830,v1:172.21.15.57:6817/1729728830] conn(0x7f02b40727f0 0x7f02b4074c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:22.952 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.893+0000 7f02affff700 1 -- 172.21.15.46:0/3771522266 --> [v2:172.21.15.57:6816/1729728830,v1:172.21.15.57:6817/1729728830] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f02b40752c0 con 0x7f02b40727f0 2023-09-21T13:05:22.952 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.893+0000 7f02c6ffd700 1 --2- 172.21.15.46:0/3771522266 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f02b406a650 0x7f02b406cb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:22.952 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.894+0000 7f02c77fe700 1 --2- 172.21.15.46:0/3771522266 >> [v2:172.21.15.57:6816/1729728830,v1:172.21.15.57:6817/1729728830] conn(0x7f02b40727f0 0x7f02b4074c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:22.953 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.892+0000 7fda108e8700 1 -- start start 2023-09-21T13:05:22.953 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.893+0000 7fda108e8700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fda0c0cdf60 0x7fda0c0c6130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:22.954 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.893+0000 7fda108e8700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fda0c15cc20 0x7fda0c14b5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:22.954 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.893+0000 7fda108e8700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fda0c15d000 0x7fda0c1484e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:22.954 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.893+0000 7fda108e8700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda0c0c85d0 con 0x7fda0c15d000 2023-09-21T13:05:22.954 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.893+0000 7fda108e8700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda0c0c6670 con 0x7fda0c0cdf60 2023-09-21T13:05:22.954 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.893+0000 7fda108e8700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fda0c0c87b0 con 0x7fda0c15cc20 2023-09-21T13:05:22.955 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.894+0000 7fda09d9b700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fda0c15cc20 0x7fda0c14b5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:22.955 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.894+0000 7fda0a59c700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fda0c0cdf60 0x7fda0c0c6130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:22.955 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.894+0000 7fda0a59c700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fda0c0cdf60 0x7fda0c0c6130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.57:3300/0 says I am v2:172.21.15.46:51940/0 (socket says 172.21.15.46:51940) 2023-09-21T13:05:22.955 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.894+0000 7fda0a59c700 1 -- 172.21.15.46:0/3775796354 learned_addr learned my addr 172.21.15.46:0/3775796354 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:22.955 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.894+0000 7fda09d9b700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fda0c15cc20 0x7fda0c14b5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.57:3301/0 says I am v2:172.21.15.46:52088/0 (socket says 172.21.15.46:52088) 2023-09-21T13:05:22.956 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.892+0000 7f6c9dc87700 1 -- start start 2023-09-21T13:05:22.956 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.894+0000 7f6c9dc87700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f6c98202da0 0x7f6c98147aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:22.956 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.894+0000 7f6c9dc87700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f6c980c50e0 0x7f6c980c5560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:22.956 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.894+0000 7f6c9dc87700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6c980c6b40 0x7f6c980c6fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:22.957 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.894+0000 7f6c9dc87700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c980c5aa0 con 0x7f6c980c6b40 2023-09-21T13:05:22.957 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.894+0000 7f6c9dc87700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c980c7500 con 0x7f6c980c50e0 2023-09-21T13:05:22.957 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.894+0000 7f6c9dc87700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6c980c35f0 con 0x7f6c98202da0 2023-09-21T13:05:22.957 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.894+0000 7f6c96ffd700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f6c980c50e0 0x7f6c980c5560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:22.958 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.894+0000 7f6c977fe700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f6c98202da0 0x7f6c98147aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:22.958 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.894+0000 7f6c97fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6c980c6b40 0x7f6c980c6fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:22.958 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.894+0000 7f6c97fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6c980c6b40 0x7f6c980c6fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38836/0 (socket says 172.21.15.46:38836) 2023-09-21T13:05:22.958 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.894+0000 7f6c97fff700 1 -- 172.21.15.46:0/2532514665 learned_addr learned my addr 172.21.15.46:0/2532514665 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:22.959 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.894+0000 7fda0ad9d700 1 --2- 172.21.15.46:0/3775796354 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fda0c15d000 0x7fda0c1484e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:22.959 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.894+0000 7fda0a59c700 1 -- 172.21.15.46:0/3775796354 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fda0c15cc20 msgr2=0x7fda0c14b5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:22.959 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.894+0000 7fda0a59c700 1 --2- 172.21.15.46:0/3775796354 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fda0c15cc20 0x7fda0c14b5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:22.959 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.894+0000 7fda0a59c700 1 -- 172.21.15.46:0/3775796354 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fda0c15d000 msgr2=0x7fda0c1484e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:22.959 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.894+0000 7fda0a59c700 1 --2- 172.21.15.46:0/3775796354 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fda0c15d000 0x7fda0c1484e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:22.960 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.894+0000 7fda0a59c700 1 -- 172.21.15.46:0/3775796354 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda0000a640 con 0x7fda0c0cdf60 2023-09-21T13:05:22.960 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.895+0000 7f731304f700 1 -- 172.21.15.46:0/736720158 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f730c0c2c30 con 0x7f730c15d000 2023-09-21T13:05:22.960 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.895+0000 7f731304f700 1 -- 172.21.15.46:0/736720158 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f730c0c34d0 con 0x7f730c15d000 2023-09-21T13:05:22.961 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.894+0000 7f02affff700 1 -- 172.21.15.46:0/3771522266 <== mon.2 v2:172.21.15.57:3301/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7f02c0009950 con 0x7f02c80cc700 2023-09-21T13:05:22.961 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.895+0000 7f02c6ffd700 1 --2- 172.21.15.46:0/3771522266 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f02b406a650 0x7f02b406cb10 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f02b8000c00 tx=0x7f02b8008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:22.961 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.895+0000 7f6c96ffd700 1 -- 172.21.15.46:0/2532514665 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f6c98202da0 msgr2=0x7f6c98147aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:22.962 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.895+0000 7f6c96ffd700 1 --2- 172.21.15.46:0/2532514665 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f6c98202da0 0x7f6c98147aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:22.962 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.895+0000 7f6c96ffd700 1 -- 172.21.15.46:0/2532514665 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6c980c6b40 msgr2=0x7f6c980c6fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:22.962 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.895+0000 7f6c96ffd700 1 --2- 172.21.15.46:0/2532514665 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6c980c6b40 0x7f6c980c6fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:22.962 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.895+0000 7f6c96ffd700 1 -- 172.21.15.46:0/2532514665 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6c980c7720 con 0x7f6c980c50e0 2023-09-21T13:05:22.962 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.895+0000 7f6c977fe700 1 --2- 172.21.15.46:0/2532514665 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f6c98202da0 0x7f6c98147aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-21T13:05:22.963 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.895+0000 7f6c96ffd700 1 --2- 172.21.15.46:0/2532514665 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f6c980c50e0 0x7f6c980c5560 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f6c8c00e870 tx=0x7f6c8c00eb80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:22.963 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.895+0000 7fda0a59c700 1 --2- 172.21.15.46:0/3775796354 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fda0c0cdf60 0x7fda0c0c6130 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fda04007f20 tx=0x7fda0400e3c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:22.963 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.895+0000 7fd9faffd700 1 -- 172.21.15.46:0/3775796354 <== mon.1 v2:172.21.15.57:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda0400ee50 con 0x7fda0c0cdf60 2023-09-21T13:05:22.963 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.895+0000 7fd9faffd700 1 -- 172.21.15.46:0/3775796354 <== mon.1 v2:172.21.15.57:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fda04014420 con 0x7fda0c0cdf60 2023-09-21T13:05:22.964 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.895+0000 7fd9faffd700 1 -- 172.21.15.46:0/3775796354 <== mon.1 v2:172.21.15.57:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda040147d0 con 0x7fda0c0cdf60 2023-09-21T13:05:22.964 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.896+0000 7f02c77fe700 1 --2- 172.21.15.46:0/3771522266 >> [v2:172.21.15.57:6816/1729728830,v1:172.21.15.57:6817/1729728830] conn(0x7f02b40727f0 0x7f02b4074c10 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:22.964 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.896+0000 7efdb7d2c700 1 -- 172.21.15.46:0/1877440542 shutdown_connections 2023-09-21T13:05:22.965 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.896+0000 7efdb7d2c700 1 --2- 172.21.15.46:0/1877440542 >> v2:172.21.15.46:3300/0 conn(0x7efdb00cc600 0x7efdb00ca3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:22.965 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.896+0000 7efdb7d2c700 1 --2- 172.21.15.46:0/1877440542 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7efdb00cdf60 0x7efdb015c9b0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:22.965 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.896+0000 7efdb7d2c700 1 -- 172.21.15.46:0/1877440542 >> 172.21.15.46:0/1877440542 conn(0x7efdb00cbae0 msgr2=0x7efdb00cbef0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:22.965 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.896+0000 7fda108e8700 1 -- 172.21.15.46:0/3775796354 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fda0c0c8a90 con 0x7fda0c0cdf60 2023-09-21T13:05:22.966 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.896+0000 7fda108e8700 1 -- 172.21.15.46:0/3775796354 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fda0c0c9050 con 0x7fda0c0cdf60 2023-09-21T13:05:22.966 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.896+0000 7f731304f700 1 -- 172.21.15.46:0/736720158 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f730c0cec50 con 0x7f730c15d000 2023-09-21T13:05:22.966 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.896+0000 7efdb7d2c700 1 -- 172.21.15.46:0/1877440542 shutdown_connections 2023-09-21T13:05:22.967 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.896+0000 7f6c7ffff700 1 -- 172.21.15.46:0/2532514665 <== mon.1 v2:172.21.15.57:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c8c013660 con 0x7f6c980c50e0 2023-09-21T13:05:22.967 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.896+0000 7f6c7ffff700 1 -- 172.21.15.46:0/2532514665 <== mon.1 v2:172.21.15.57:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6c8c0137c0 con 0x7f6c980c50e0 2023-09-21T13:05:22.968 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.896+0000 7f6c7ffff700 1 -- 172.21.15.46:0/2532514665 <== mon.1 v2:172.21.15.57:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c8c013b50 con 0x7f6c980c50e0 2023-09-21T13:05:22.968 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.897+0000 7fda108e8700 1 -- 172.21.15.46:0/3775796354 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fd9f0000fc0 con 0x7fda0c0cdf60 2023-09-21T13:05:22.968 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.897+0000 7f73097fa700 1 -- 172.21.15.46:0/736720158 <== mon.2 v2:172.21.15.57:3301/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f730400da90 con 0x7f730c15d000 2023-09-21T13:05:22.969 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.897+0000 7f02affff700 1 -- 172.21.15.46:0/3771522266 <== osd.7 v2:172.21.15.57:6816/1729728830 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25607 (crc 0 0 0) 0x7f02b40752c0 con 0x7f02b40727f0 2023-09-21T13:05:22.969 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.898+0000 7f73097fa700 1 --2- 172.21.15.46:0/736720158 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f72f806a5d0 0x7f72f806ca90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:22.970 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.896+0000 7efdb7d2c700 1 -- 172.21.15.46:0/1877440542 wait complete. 2023-09-21T13:05:22.970 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.898+0000 7efdb7d2c700 1 Processor -- start 2023-09-21T13:05:22.971 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.898+0000 7f73097fa700 1 -- 172.21.15.46:0/736720158 <== mon.2 v2:172.21.15.57:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f73040880f0 con 0x7f730c15d000 2023-09-21T13:05:22.971 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.898+0000 7f73097fa700 1 --2- 172.21.15.46:0/736720158 >> [v2:172.21.15.57:6800/867529145,v1:172.21.15.57:6801/867529145] conn(0x7f72f8072770 0x7f72f8074b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:22.971 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.898+0000 7f73097fa700 1 -- 172.21.15.46:0/736720158 --> [v2:172.21.15.57:6800/867529145,v1:172.21.15.57:6801/867529145] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f72f8075240 con 0x7f72f8072770 2023-09-21T13:05:22.971 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.898+0000 7f7310deb700 1 --2- 172.21.15.46:0/736720158 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f72f806a5d0 0x7f72f806ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:22.972 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.899+0000 7fd9faffd700 1 -- 172.21.15.46:0/3775796354 <== mon.1 v2:172.21.15.57:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fda04014930 con 0x7fda0c0cdf60 2023-09-21T13:05:22.972 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.894+0000 7efc5ed9d700 1 --1- >> v1:172.21.15.57:6789/0 conn(0x7efc600c2ef0 0x7efc6006d7f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.57:6789/0 says I am v1:172.21.15.46:34604/0 (socket says 172.21.15.46:34604) 2023-09-21T13:05:22.973 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.894+0000 7efc5ed9d700 1 -- 172.21.15.46:0/1430323831 learned_addr learned my addr 172.21.15.46:0/1430323831 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:05:22.973 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.895+0000 7efc5d59a700 1 -- 172.21.15.46:0/1430323831 <== mon.1 v1:172.21.15.57:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3200703958 0 0) 0x7efc600cbdd0 con 0x7efc600c2ef0 2023-09-21T13:05:22.973 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.895+0000 7efc5d59a700 1 -- 172.21.15.46:0/1430323831 --> v1:172.21.15.57:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7efc480035b0 con 0x7efc600c2ef0 2023-09-21T13:05:22.973 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.895+0000 7efc5d59a700 1 -- 172.21.15.46:0/1430323831 <== mon.1 v1:172.21.15.57:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 203732876 0 0) 0x7efc480035b0 con 0x7efc600c2ef0 2023-09-21T13:05:22.973 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.895+0000 7efc5d59a700 1 -- 172.21.15.46:0/1430323831 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7efc600cde60 msgr2=0x7efc6006d2b0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-09-21T13:05:22.974 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.895+0000 7efc5d59a700 1 --2- 172.21.15.46:0/1430323831 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7efc600cde60 0x7efc6006d2b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:22.974 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.895+0000 7efc5d59a700 1 -- 172.21.15.46:0/1430323831 >> v1:172.21.15.46:6789/0 conn(0x7efc600aec10 legacy=0x7efc600cd750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:22.974 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.899+0000 7f7310deb700 1 --2- 172.21.15.46:0/736720158 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f72f806a5d0 0x7f72f806ca90 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f72fc0090b0 tx=0x7f72fc013040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:22.975 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.895+0000 7efc5d59a700 1 -- 172.21.15.46:0/1430323831 --> v1:172.21.15.57:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efc600cc0b0 con 0x7efc600c2ef0 2023-09-21T13:05:22.975 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.895+0000 7efc5d59a700 1 -- 172.21.15.46:0/1430323831 <== mon.1 v1:172.21.15.57:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 834881909 0 0) 0x7efc540016b0 con 0x7efc600c2ef0 2023-09-21T13:05:22.975 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.895+0000 7efc5d59a700 1 -- 172.21.15.46:0/1430323831 >> v1:172.21.15.57:6789/0 conn(0x7efc600c2ef0 legacy=0x7efc6006d7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:22.976 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.895+0000 7efc5d59a700 1 --2- 172.21.15.46:0/1430323831 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc48003a00 0x7efc48003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:22.976 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.895+0000 7efc5d59a700 1 --2- 172.21.15.46:0/1430323831 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7efc48004850 0x7efc48004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:22.976 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.895+0000 7efc5d59a700 1 --2- 172.21.15.46:0/1430323831 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7efc48005440 0x7efc4800ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:22.976 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.895+0000 7efc5d59a700 1 -- 172.21.15.46:0/1430323831 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc600caa90 con 0x7efc48003a00 2023-09-21T13:05:22.977 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.895+0000 7efc5d59a700 1 -- 172.21.15.46:0/1430323831 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc4800c260 con 0x7efc48004850 2023-09-21T13:05:22.977 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.895+0000 7efc5d59a700 1 -- 172.21.15.46:0/1430323831 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efc4800c420 con 0x7efc48005440 2023-09-21T13:05:22.977 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.895+0000 7efc5ed9d700 1 --2- 172.21.15.46:0/1430323831 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7efc48005440 0x7efc4800ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:22.977 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.895+0000 7efc5ed9d700 1 -- 172.21.15.46:0/1430323831 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7efc48004850 msgr2=0x7efc48004cd0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-09-21T13:05:22.977 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.896+0000 7efc5ed9d700 1 --2- 172.21.15.46:0/1430323831 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7efc48004850 0x7efc48004cd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:22.978 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.896+0000 7efc5ed9d700 1 -- 172.21.15.46:0/1430323831 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc48003a00 msgr2=0x7efc48003e00 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-09-21T13:05:22.978 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.896+0000 7efc5ed9d700 1 --2- 172.21.15.46:0/1430323831 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc48003a00 0x7efc48003e00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:22.978 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.896+0000 7efc5ed9d700 1 -- 172.21.15.46:0/1430323831 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efc480035b0 con 0x7efc48005440 2023-09-21T13:05:22.978 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.896+0000 7efc5ed9d700 1 --2- 172.21.15.46:0/1430323831 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7efc48005440 0x7efc4800ba10 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7efc5400c210 tx=0x7efc48005880 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d8bad530411ce052 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:22.978 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.898+0000 7efc5d59a700 1 -- 172.21.15.46:0/1430323831 <== mon.2 v2:172.21.15.57:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc5400cd50 con 0x7efc48005440 2023-09-21T13:05:22.979 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.898+0000 7efc5d59a700 1 -- 172.21.15.46:0/1430323831 <== mon.2 v2:172.21.15.57:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efc54005960 con 0x7efc48005440 2023-09-21T13:05:22.979 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.898+0000 7efc5d59a700 1 -- 172.21.15.46:0/1430323831 <== mon.2 v2:172.21.15.57:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc54005d10 con 0x7efc48005440 2023-09-21T13:05:22.979 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.898+0000 7efdb7d2c700 1 -- start start 2023-09-21T13:05:22.980 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.899+0000 7efdb7d2c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efdb006dc90 0x7efdb014e610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:22.980 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.899+0000 7efdb7d2c700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7efdb00cc600 0x7efdb00b3f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:22.980 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.899+0000 7efdb7d2c700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7efdb00cdf60 0x7efdb00c2b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:22.980 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.899+0000 7efdb7d2c700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efdb014fb20 con 0x7efdb006dc90 2023-09-21T13:05:22.981 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.899+0000 7efdb7d2c700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efdb014ef10 con 0x7efdb00cc600 2023-09-21T13:05:22.981 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.899+0000 7efdb7d2c700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efdb014f1f0 con 0x7efdb00cdf60 2023-09-21T13:05:22.981 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.899+0000 7efdb62c9700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7efdb00cdf60 0x7efdb00c2b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:22.981 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.899+0000 7efdb62c9700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7efdb00cdf60 0x7efdb00c2b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.57:3301/0 says I am v2:172.21.15.46:52130/0 (socket says 172.21.15.46:52130) 2023-09-21T13:05:22.981 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.899+0000 7efdb62c9700 1 -- 172.21.15.46:0/704952894 learned_addr learned my addr 172.21.15.46:0/704952894 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:22.982 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.899+0000 7efdb5ac8700 1 --2- 172.21.15.46:0/704952894 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efdb006dc90 0x7efdb014e610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:22.982 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.899+0000 7fd9faffd700 1 --2- 172.21.15.46:0/3775796354 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fd9f406a9b0 0x7fd9f406ce70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:22.982 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.899+0000 7fd9faffd700 1 -- 172.21.15.46:0/3775796354 <== mon.1 v2:172.21.15.57:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fda0408a140 con 0x7fda0c0cdf60 2023-09-21T13:05:22.983 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.899+0000 7fda09d9b700 1 --2- 172.21.15.46:0/3775796354 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fd9f406a9b0 0x7fd9f406ce70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:22.983 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.900+0000 7fd9faffd700 1 --2- 172.21.15.46:0/3775796354 >> [v2:172.21.15.46:6809/1834230057,v1:172.21.15.46:6811/1834230057] conn(0x7fd9f4072b50 0x7fd9f4074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:22.983 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.900+0000 7fd9faffd700 1 -- 172.21.15.46:0/3775796354 --> [v2:172.21.15.46:6809/1834230057,v1:172.21.15.46:6811/1834230057] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fd9f4075620 con 0x7fd9f4072b50 2023-09-21T13:05:22.983 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.900+0000 7fd9faffd700 1 -- 172.21.15.46:0/3775796354 <== mon.1 v2:172.21.15.57:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7fda0408a4f0 con 0x7fda0c0cdf60 2023-09-21T13:05:22.984 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.900+0000 7efdb62c9700 1 -- 172.21.15.46:0/704952894 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7efdb00cc600 msgr2=0x7efdb00b3f60 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-09-21T13:05:22.984 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.900+0000 7efdb62c9700 1 --2- 172.21.15.46:0/704952894 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7efdb00cc600 0x7efdb00b3f60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:22.984 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.900+0000 7efdb62c9700 1 -- 172.21.15.46:0/704952894 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efdb006dc90 msgr2=0x7efdb014e610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:22.985 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.900+0000 7efdb62c9700 1 --2- 172.21.15.46:0/704952894 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efdb006dc90 0x7efdb014e610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:22.985 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.900+0000 7efdb62c9700 1 -- 172.21.15.46:0/704952894 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efda0009550 con 0x7efdb00cdf60 2023-09-21T13:05:22.985 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.900+0000 7efdb62c9700 1 --2- 172.21.15.46:0/704952894 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7efdb00cdf60 0x7efdb00c2b90 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7efdac00c490 tx=0x7efdac001e70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:22.985 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.900+0000 7f730bfff700 1 --2- 172.21.15.46:0/736720158 >> [v2:172.21.15.57:6800/867529145,v1:172.21.15.57:6801/867529145] conn(0x7f72f8072770 0x7f72f8074b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:22.986 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.900+0000 7fda0ad9d700 1 --2- 172.21.15.46:0/3775796354 >> [v2:172.21.15.46:6809/1834230057,v1:172.21.15.46:6811/1834230057] conn(0x7fd9f4072b50 0x7fd9f4074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:22.986 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.900+0000 7fda09d9b700 1 --2- 172.21.15.46:0/3775796354 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fd9f406a9b0 0x7fd9f406ce70 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fda00000c00 tx=0x7fda0001a040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:22.987 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.900+0000 7efda67fc700 1 -- 172.21.15.46:0/704952894 <== mon.2 v2:172.21.15.57:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efdac0054e0 con 0x7efdb00cdf60 2023-09-21T13:05:22.987 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.900+0000 7efda67fc700 1 -- 172.21.15.46:0/704952894 <== mon.2 v2:172.21.15.57:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efdac003680 con 0x7efdb00cdf60 2023-09-21T13:05:22.987 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.900+0000 7efdb7d2c700 1 -- 172.21.15.46:0/704952894 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efdb014f4d0 con 0x7efdb00cdf60 2023-09-21T13:05:22.987 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.900+0000 7efda67fc700 1 -- 172.21.15.46:0/704952894 <== mon.2 v2:172.21.15.57:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efdac003a30 con 0x7efdb00cdf60 2023-09-21T13:05:22.988 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.900+0000 7efdb7d2c700 1 -- 172.21.15.46:0/704952894 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efdb014eb50 con 0x7efdb00cdf60 2023-09-21T13:05:22.988 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.901+0000 7efc64e99700 1 -- 172.21.15.46:0/1430323831 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7efc48005440 msgr2=0x7efc4800ba10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:22.988 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.901+0000 7efc64e99700 1 --2- 172.21.15.46:0/1430323831 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7efc48005440 0x7efc4800ba10 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7efc5400c210 tx=0x7efc48005880 comp rx=0 tx=0).stop 2023-09-21T13:05:22.989 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.901+0000 7efc5ed9d700 1 -- 172.21.15.46:0/1430323831 reap_dead start 2023-09-21T13:05:22.989 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.901+0000 7fda0ad9d700 1 --2- 172.21.15.46:0/3775796354 >> [v2:172.21.15.46:6809/1834230057,v1:172.21.15.46:6811/1834230057] conn(0x7fd9f4072b50 0x7fd9f4074f70 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:22.989 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.901+0000 7efc64e99700 1 -- 172.21.15.46:0/1430323831 shutdown_connections 2023-09-21T13:05:22.990 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.901+0000 7efc64e99700 1 -- 172.21.15.46:0/1430323831 >> 172.21.15.46:0/1430323831 conn(0x7efc600cc440 msgr2=0x7efc600cc850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:22.990 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.901+0000 7efdb7d2c700 1 -- 172.21.15.46:0/704952894 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7efdb006eee0 con 0x7efdb00cdf60 2023-09-21T13:05:22.990 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.901+0000 7f730bfff700 1 --2- 172.21.15.46:0/736720158 >> [v2:172.21.15.57:6800/867529145,v1:172.21.15.57:6801/867529145] conn(0x7f72f8072770 0x7f72f8074b90 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:22.991 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.901+0000 7efc64e99700 1 -- 172.21.15.46:0/1430323831 shutdown_connections 2023-09-21T13:05:22.991 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.901+0000 7f73097fa700 1 -- 172.21.15.46:0/736720158 <== mon.2 v2:172.21.15.57:3301/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7304053800 con 0x7f730c15d000 2023-09-21T13:05:22.992 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.896+0000 7f6c9dc87700 1 -- 172.21.15.46:0/2532514665 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6c980c8030 con 0x7f6c980c50e0 2023-09-21T13:05:22.992 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.896+0000 7f6c9dc87700 1 -- 172.21.15.46:0/2532514665 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6c980c2fa0 con 0x7f6c980c50e0 2023-09-21T13:05:22.992 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.899+0000 7f6c9dc87700 1 -- 172.21.15.46:0/2532514665 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f6c78000fc0 con 0x7f6c980c50e0 2023-09-21T13:05:22.993 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.902+0000 7efda67fc700 1 -- 172.21.15.46:0/704952894 <== mon.2 v2:172.21.15.57:3301/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7efdac003b90 con 0x7efdb00cdf60 2023-09-21T13:05:22.993 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.902+0000 7f73097fa700 1 -- 172.21.15.46:0/736720158 <== osd.4 v2:172.21.15.57:6800/867529145 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25607 (crc 0 0 0) 0x7f72f8075240 con 0x7f72f8072770 2023-09-21T13:05:22.994 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.901+0000 7efc64e99700 1 -- 172.21.15.46:0/1430323831 wait complete. 2023-09-21T13:05:22.994 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.903+0000 7efc64e99700 1 Processor -- start 2023-09-21T13:05:22.995 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.902+0000 7efda67fc700 1 --2- 172.21.15.46:0/704952894 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7efd9406a580 0x7efd9406ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:22.995 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.903+0000 7efda67fc700 1 -- 172.21.15.46:0/704952894 <== mon.2 v2:172.21.15.57:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7efdac087f70 con 0x7efdb00cdf60 2023-09-21T13:05:22.995 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.903+0000 7efda67fc700 1 --2- 172.21.15.46:0/704952894 >> [v2:172.21.15.46:6800/3674836117,v1:172.21.15.46:6801/3674836117] conn(0x7efd94072720 0x7efd94074b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:22.995 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.903+0000 7efda67fc700 1 -- 172.21.15.46:0/704952894 --> [v2:172.21.15.46:6800/3674836117,v1:172.21.15.46:6801/3674836117] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7efd940751f0 con 0x7efd94072720 2023-09-21T13:05:22.995 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.903+0000 7efda67fc700 1 -- 172.21.15.46:0/704952894 <== mon.2 v2:172.21.15.57:3301/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7efdac08a4f0 con 0x7efdb00cdf60 2023-09-21T13:05:22.996 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.904+0000 7efdb52c7700 1 --2- 172.21.15.46:0/704952894 >> [v2:172.21.15.46:6800/3674836117,v1:172.21.15.46:6801/3674836117] conn(0x7efd94072720 0x7efd94074b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:22.996 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.904+0000 7efdb52c7700 1 --2- 172.21.15.46:0/704952894 >> [v2:172.21.15.46:6800/3674836117,v1:172.21.15.46:6801/3674836117] conn(0x7efd94072720 0x7efd94074b40 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:22.996 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.904+0000 7efc64e99700 1 -- start start 2023-09-21T13:05:22.997 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.906+0000 7efdb5ac8700 1 --2- 172.21.15.46:0/704952894 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7efd9406a580 0x7efd9406ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:22.997 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.906+0000 7efdb5ac8700 1 --2- 172.21.15.46:0/704952894 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7efd9406a580 0x7efd9406ca40 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7efda800a400 tx=0x7efda800d040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:22.997 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.907+0000 7efda67fc700 1 -- 172.21.15.46:0/704952894 <== osd.1 v2:172.21.15.46:6800/3674836117 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25607 (crc 0 0 0) 0x7efd940751f0 con 0x7efd94072720 2023-09-21T13:05:22.998 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.907+0000 7f6c7ffff700 1 -- 172.21.15.46:0/2532514665 <== mon.1 v2:172.21.15.57:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f6c8c013cb0 con 0x7f6c980c50e0 2023-09-21T13:05:22.998 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.908+0000 7f6c7ffff700 1 --2- 172.21.15.46:0/2532514665 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f6c8406a650 0x7f6c8406cb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:22.998 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.908+0000 7f6c7ffff700 1 -- 172.21.15.46:0/2532514665 <== mon.1 v2:172.21.15.57:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6c8c088fc0 con 0x7f6c980c50e0 2023-09-21T13:05:22.998 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.908+0000 7f6c977fe700 1 --2- 172.21.15.46:0/2532514665 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f6c8406a650 0x7f6c8406cb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:22.999 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.908+0000 7f6c7ffff700 1 --2- 172.21.15.46:0/2532514665 >> [v2:172.21.15.46:6824/3956023171,v1:172.21.15.46:6825/3956023171] conn(0x7f6c84072870 0x7f6c84074c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:22.999 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.908+0000 7f6c7ffff700 1 -- 172.21.15.46:0/2532514665 --> [v2:172.21.15.46:6824/3956023171,v1:172.21.15.46:6825/3956023171] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f6c84075340 con 0x7f6c84072870 2023-09-21T13:05:22.999 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.908+0000 7f6c7ffff700 1 -- 172.21.15.46:0/2532514665 <== mon.1 v2:172.21.15.57:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6c8c08b5e0 con 0x7f6c980c50e0 2023-09-21T13:05:22.999 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.908+0000 7f6c977fe700 1 --2- 172.21.15.46:0/2532514665 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f6c8406a650 0x7f6c8406cb10 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f6c90000f80 tx=0x7f6c9000a000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:23.000 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.907+0000 7fd9faffd700 1 -- 172.21.15.46:0/3775796354 <== osd.3 v2:172.21.15.46:6809/1834230057 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25607 (crc 0 0 0) 0x7fd9f4075620 con 0x7fd9f4072b50 2023-09-21T13:05:23.000 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.905+0000 7efc64e99700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7efc48005440 0x7efc6015eb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:23.000 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.905+0000 7efc5e59c700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7efc48005440 0x7efc6015eb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:23.001 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.905+0000 7efc5e59c700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7efc48005440 0x7efc6015eb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.57:3300/0 says I am v2:172.21.15.46:51974/0 (socket says 172.21.15.46:51974) 2023-09-21T13:05:23.001 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.907+0000 7efc64e99700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7efc600c8e80 0x7efc600c9300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:23.001 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.907+0000 7efc64e99700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc6015f190 0x7efc6015f640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:23.001 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.907+0000 7efc64e99700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc601604c0 con 0x7efc6015f190 2023-09-21T13:05:23.001 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.907+0000 7efc64e99700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc600c9840 con 0x7efc48005440 2023-09-21T13:05:23.002 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.907+0000 7efc64e99700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efc6015ff00 con 0x7efc600c8e80 2023-09-21T13:05:23.002 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.908+0000 7efc5dd9b700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7efc600c8e80 0x7efc600c9300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:23.002 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.908+0000 7efc5ed9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc6015f190 0x7efc6015f640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:23.002 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.908+0000 7efc5ed9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc6015f190 0x7efc6015f640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38846/0 (socket says 172.21.15.46:38846) 2023-09-21T13:05:23.002 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.908+0000 7efc5ed9d700 1 -- 172.21.15.46:0/2980627095 learned_addr learned my addr 172.21.15.46:0/2980627095 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:23.003 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.909+0000 7efc5ed9d700 1 -- 172.21.15.46:0/2980627095 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7efc600c8e80 msgr2=0x7efc600c9300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.003 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.909+0000 7efc5ed9d700 1 --2- 172.21.15.46:0/2980627095 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7efc600c8e80 0x7efc600c9300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.003 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.909+0000 7efc5ed9d700 1 -- 172.21.15.46:0/2980627095 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7efc48005440 msgr2=0x7efc6015eb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.003 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.909+0000 7efc5ed9d700 1 --2- 172.21.15.46:0/2980627095 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7efc48005440 0x7efc6015eb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.003 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.909+0000 7efc5ed9d700 1 -- 172.21.15.46:0/2980627095 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efc601601e0 con 0x7efc6015f190 2023-09-21T13:05:23.004 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.909+0000 7efc5ed9d700 1 --2- 172.21.15.46:0/2980627095 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc6015f190 0x7efc6015f640 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7efc4800c5b0 tx=0x7efc600ca010 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:23.004 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.909+0000 7efc4effd700 1 -- 172.21.15.46:0/2980627095 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc54001b80 con 0x7efc6015f190 2023-09-21T13:05:23.004 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.910+0000 7efc4effd700 1 -- 172.21.15.46:0/2980627095 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efc54004a90 con 0x7efc6015f190 2023-09-21T13:05:23.004 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.910+0000 7efc4effd700 1 -- 172.21.15.46:0/2980627095 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc54004e40 con 0x7efc6015f190 2023-09-21T13:05:23.004 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.910+0000 7efc64e99700 1 -- 172.21.15.46:0/2980627095 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efc600c6c30 con 0x7efc6015f190 2023-09-21T13:05:23.005 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.910+0000 7efc64e99700 1 -- 172.21.15.46:0/2980627095 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efc60162310 con 0x7efc6015f190 2023-09-21T13:05:23.005 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.911+0000 7efc64e99700 1 -- 172.21.15.46:0/2980627095 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7efc600caca0 con 0x7efc6015f190 2023-09-21T13:05:23.005 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.912+0000 7efc4effd700 1 -- 172.21.15.46:0/2980627095 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7efc54019070 con 0x7efc6015f190 2023-09-21T13:05:23.006 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.913+0000 7f6c97fff700 1 --2- 172.21.15.46:0/2532514665 >> [v2:172.21.15.46:6824/3956023171,v1:172.21.15.46:6825/3956023171] conn(0x7f6c84072870 0x7f6c84074c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:23.006 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.913+0000 7f6c97fff700 1 --2- 172.21.15.46:0/2532514665 >> [v2:172.21.15.46:6824/3956023171,v1:172.21.15.46:6825/3956023171] conn(0x7f6c84072870 0x7f6c84074c90 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:23.006 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.915+0000 7f6c7ffff700 1 -- 172.21.15.46:0/2532514665 <== osd.2 v2:172.21.15.46:6824/3956023171 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25607 (crc 0 0 0) 0x7f6c84075340 con 0x7f6c84072870 2023-09-21T13:05:23.006 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.913+0000 7efc4effd700 1 --2- 172.21.15.46:0/2980627095 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7efc4006a5d0 0x7efc4006ca90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:23.007 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.915+0000 7f9da632e700 1 Processor -- start 2023-09-21T13:05:23.007 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.915+0000 7f9da632e700 1 -- start start 2023-09-21T13:05:23.007 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.916+0000 7f9da632e700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f9da0161d00 0x7f9da006dc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:23.008 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.916+0000 7f9da632e700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f9da006e1d0 0x7f9da00c96b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:23.008 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.916+0000 7f9da632e700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9da00caf60 con 0x7f9da00cc700 2023-09-21T13:05:23.008 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.916+0000 7f9da632e700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9da01620e0 con 0x7f9da006e1d0 2023-09-21T13:05:23.008 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.916+0000 7f9da632e700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9da006e670 con 0x7f9da0161d00 2023-09-21T13:05:23.008 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.917+0000 7f9d9ffff700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f9da0161d00 0x7f9da006dc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:23.009 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.917+0000 7f9d9ffff700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f9da0161d00 0x7f9da006dc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.57:3301/0 says I am v2:172.21.15.46:52142/0 (socket says 172.21.15.46:52142) 2023-09-21T13:05:23.009 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.917+0000 7f9d9ffff700 1 -- 172.21.15.46:0/672784896 learned_addr learned my addr 172.21.15.46:0/672784896 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:23.009 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.917+0000 7f9d9ffff700 1 -- 172.21.15.46:0/672784896 >> v2:172.21.15.46:3300/0 conn(0x7f9da006e1d0 msgr2=0x7f9da00c96b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:23.009 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.917+0000 7f9d9ffff700 1 --2- 172.21.15.46:0/672784896 >> v2:172.21.15.46:3300/0 conn(0x7f9da006e1d0 0x7f9da00c96b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.009 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.917+0000 7f9d9ffff700 1 -- 172.21.15.46:0/672784896 >> v1:172.21.15.57:6789/0 conn(0x7f9da00cc700 legacy=0x7f9da00c1e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.009 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.917+0000 7f9d9ffff700 1 -- 172.21.15.46:0/672784896 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9da00ca910 con 0x7f9da0161d00 2023-09-21T13:05:23.010 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.917+0000 7f9d9ffff700 1 --2- 172.21.15.46:0/672784896 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f9da0161d00 0x7f9da006dc90 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f9d98009e50 tx=0x7f9d9800b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5eda8744be64d0d7 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:23.010 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.921+0000 7f9d9effd700 1 -- 172.21.15.46:0/672784896 <== mon.2 v2:172.21.15.57:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d9800e070 con 0x7f9da0161d00 2023-09-21T13:05:23.010 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.921+0000 7f9d9effd700 1 -- 172.21.15.46:0/672784896 <== mon.2 v2:172.21.15.57:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9d9800b9c0 con 0x7f9da0161d00 2023-09-21T13:05:23.010 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.921+0000 7f9d9effd700 1 -- 172.21.15.46:0/672784896 <== mon.2 v2:172.21.15.57:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d9800bd70 con 0x7f9da0161d00 2023-09-21T13:05:23.011 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.913+0000 7efc4effd700 1 -- 172.21.15.46:0/2980627095 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7efc54089cc0 con 0x7efc6015f190 2023-09-21T13:05:23.011 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.913+0000 7efc4effd700 1 --2- 172.21.15.46:0/2980627095 >> [v2:172.21.15.57:6824/2639760353,v1:172.21.15.57:6825/2639760353] conn(0x7efc400727f0 0x7efc40074c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:23.011 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.913+0000 7efc4effd700 1 -- 172.21.15.46:0/2980627095 --> [v2:172.21.15.57:6824/2639760353,v1:172.21.15.57:6825/2639760353] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7efc400752c0 con 0x7efc400727f0 2023-09-21T13:05:23.011 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.913+0000 7efc4effd700 1 -- 172.21.15.46:0/2980627095 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7efc5408c240 con 0x7efc6015f190 2023-09-21T13:05:23.012 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.924+0000 7efc5dd9b700 1 --2- 172.21.15.46:0/2980627095 >> [v2:172.21.15.57:6824/2639760353,v1:172.21.15.57:6825/2639760353] conn(0x7efc400727f0 0x7efc40074c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:23.012 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.924+0000 7efc5e59c700 1 --2- 172.21.15.46:0/2980627095 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7efc4006a5d0 0x7efc4006ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:23.012 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.925+0000 7efc5dd9b700 1 --2- 172.21.15.46:0/2980627095 >> [v2:172.21.15.57:6824/2639760353,v1:172.21.15.57:6825/2639760353] conn(0x7efc400727f0 0x7efc40074c10 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:23.012 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.925+0000 7efc5e59c700 1 --2- 172.21.15.46:0/2980627095 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7efc4006a5d0 0x7efc4006ca90 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7efc60066d00 tx=0x7efc50009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:23.013 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.925+0000 7f9da632e700 1 -- 172.21.15.46:0/672784896 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f9da0161d00 msgr2=0x7f9da006dc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.013 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.925+0000 7f9da632e700 1 --2- 172.21.15.46:0/672784896 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f9da0161d00 0x7f9da006dc90 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f9d98009e50 tx=0x7f9d9800b330 comp rx=0 tx=0).stop 2023-09-21T13:05:23.013 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.925+0000 7f9da632e700 1 -- 172.21.15.46:0/672784896 shutdown_connections 2023-09-21T13:05:23.013 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.925+0000 7f9da632e700 1 --2- 172.21.15.46:0/672784896 >> v2:172.21.15.46:3300/0 conn(0x7f9da006e1d0 0x7f9da00c96b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.014 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.925+0000 7f9da632e700 1 --2- 172.21.15.46:0/672784896 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f9da0161d00 0x7f9da006dc90 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.014 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.925+0000 7f9da632e700 1 -- 172.21.15.46:0/672784896 >> 172.21.15.46:0/672784896 conn(0x7f9da00cbae0 msgr2=0x7f9da00cbef0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:23.014 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.925+0000 7f9da632e700 1 -- 172.21.15.46:0/672784896 shutdown_connections 2023-09-21T13:05:23.014 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.925+0000 7f9da632e700 1 -- 172.21.15.46:0/672784896 wait complete. 2023-09-21T13:05:23.015 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.926+0000 7efc4effd700 1 -- 172.21.15.46:0/2980627095 <== osd.5 v2:172.21.15.57:6824/2639760353 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25607 (crc 0 0 0) 0x7efc400752c0 con 0x7efc400727f0 2023-09-21T13:05:23.016 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.927+0000 7f9da632e700 1 Processor -- start 2023-09-21T13:05:23.016 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.928+0000 7f9da632e700 1 -- start start 2023-09-21T13:05:23.016 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.929+0000 7f9da632e700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f9da006e1d0 0x7f9da00c8cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:23.016 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.929+0000 7f9da632e700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9da00cc700 0x7f9da0071860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:23.017 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.929+0000 7f9da632e700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f9da0161d00 0x7f9da014dd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:23.017 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.929+0000 7f9da632e700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9da00b2a50 con 0x7f9da00cc700 2023-09-21T13:05:23.017 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.929+0000 7f9da632e700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9da014d5c0 con 0x7f9da006e1d0 2023-09-21T13:05:23.017 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.929+0000 7f9da632e700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9da00b4c70 con 0x7f9da0161d00 2023-09-21T13:05:23.017 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.929+0000 7f9d9f7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9da00cc700 0x7f9da0071860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:23.018 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.930+0000 7f9da48cb700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f9da0161d00 0x7f9da014dd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:23.018 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.930+0000 7f9d9f7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9da00cc700 0x7f9da0071860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38870/0 (socket says 172.21.15.46:38870) 2023-09-21T13:05:23.018 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.930+0000 7f9d9f7fe700 1 -- 172.21.15.46:0/3958276136 learned_addr learned my addr 172.21.15.46:0/3958276136 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:23.018 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.930+0000 7f9d9ffff700 1 --2- 172.21.15.46:0/3958276136 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f9da006e1d0 0x7f9da00c8cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:23.019 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.928+0000 7f02cda56700 1 -- 172.21.15.46:0/3771522266 --> [v2:172.21.15.57:6816/1729728830,v1:172.21.15.57:6817/1729728830] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f02c8068b90 con 0x7f02b40727f0 2023-09-21T13:05:23.020 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.930+0000 7f9d9f7fe700 1 -- 172.21.15.46:0/3958276136 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f9da0161d00 msgr2=0x7f9da014dd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.020 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.930+0000 7f9d9f7fe700 1 --2- 172.21.15.46:0/3958276136 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f9da0161d00 0x7f9da014dd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.020 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.930+0000 7f9d9f7fe700 1 -- 172.21.15.46:0/3958276136 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f9da006e1d0 msgr2=0x7f9da00c8cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.020 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.930+0000 7f9d9f7fe700 1 --2- 172.21.15.46:0/3958276136 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f9da006e1d0 0x7f9da00c8cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.020 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.930+0000 7f9d9f7fe700 1 -- 172.21.15.46:0/3958276136 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d98009b30 con 0x7f9da00cc700 2023-09-21T13:05:23.021 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.930+0000 7f9d9f7fe700 1 --2- 172.21.15.46:0/3958276136 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9da00cc700 0x7f9da0071860 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f9d9400c510 tx=0x7f9d9400c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:23.021 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.931+0000 7f9d9cff9700 1 -- 172.21.15.46:0/3958276136 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d940052d0 con 0x7f9da00cc700 2023-09-21T13:05:23.021 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.931+0000 7f9d9cff9700 1 -- 172.21.15.46:0/3958276136 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9d94005430 con 0x7f9da00cc700 2023-09-21T13:05:23.021 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.931+0000 7f9d9cff9700 1 -- 172.21.15.46:0/3958276136 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d940038c0 con 0x7f9da00cc700 2023-09-21T13:05:23.021 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.931+0000 7f9da632e700 1 -- 172.21.15.46:0/3958276136 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9da00b21b0 con 0x7f9da00cc700 2023-09-21T13:05:23.022 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.931+0000 7f9da632e700 1 -- 172.21.15.46:0/3958276136 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9da00b2770 con 0x7f9da00cc700 2023-09-21T13:05:23.022 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.932+0000 7f9da632e700 1 -- 172.21.15.46:0/3958276136 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f9da00cabf0 con 0x7f9da00cc700 2023-09-21T13:05:23.022 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.934+0000 7f9d9cff9700 1 -- 172.21.15.46:0/3958276136 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f9d94003a20 con 0x7f9da00cc700 2023-09-21T13:05:23.022 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.934+0000 7f9d9cff9700 1 --2- 172.21.15.46:0/3958276136 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f9d8c06a5d0 0x7f9d8c06ca90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:23.023 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.934+0000 7f731304f700 1 -- 172.21.15.46:0/736720158 --> [v2:172.21.15.57:6800/867529145,v1:172.21.15.57:6801/867529145] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f730c06eee0 con 0x7f72f8072770 2023-09-21T13:05:23.023 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.935+0000 7f9d9cff9700 1 -- 172.21.15.46:0/3958276136 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9d940886f0 con 0x7f9da00cc700 2023-09-21T13:05:23.024 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.935+0000 7f9d9cff9700 1 --2- 172.21.15.46:0/3958276136 >> [v2:172.21.15.57:6808/3693682875,v1:172.21.15.57:6809/3693682875] conn(0x7f9d8c0727f0 0x7f9d8c074c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:23.024 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.935+0000 7f9d9cff9700 1 -- 172.21.15.46:0/3958276136 --> [v2:172.21.15.57:6808/3693682875,v1:172.21.15.57:6809/3693682875] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f9d8c0752c0 con 0x7f9d8c0727f0 2023-09-21T13:05:23.024 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.935+0000 7f9d9cff9700 1 -- 172.21.15.46:0/3958276136 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9d94088a60 con 0x7f9da00cc700 2023-09-21T13:05:23.024 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.935+0000 7f9da48cb700 1 --2- 172.21.15.46:0/3958276136 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f9da0161d00 0x7f9da014dd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T13:05:23.024 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.935+0000 7f9d9ffff700 1 --2- 172.21.15.46:0/3958276136 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f9d8c06a5d0 0x7f9d8c06ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:23.025 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.936+0000 7f73097fa700 1 -- 172.21.15.46:0/736720158 <== osd.4 v2:172.21.15.57:6800/867529145 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f7300001390 con 0x7f72f8072770 2023-09-21T13:05:23.025 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.936+0000 7f9d9ffff700 1 --2- 172.21.15.46:0/3958276136 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f9d8c06a5d0 0x7f9d8c06ca90 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f9d98000f80 tx=0x7f9d98009000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:23.026 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.936+0000 7f731304f700 1 -- 172.21.15.46:0/736720158 >> [v2:172.21.15.57:6800/867529145,v1:172.21.15.57:6801/867529145] conn(0x7f72f8072770 msgr2=0x7f72f8074b90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.026 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.936+0000 7f731304f700 1 --2- 172.21.15.46:0/736720158 >> [v2:172.21.15.57:6800/867529145,v1:172.21.15.57:6801/867529145] conn(0x7f72f8072770 0x7f72f8074b90 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.027 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.936+0000 7f731304f700 1 -- 172.21.15.46:0/736720158 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f72f806a5d0 msgr2=0x7f72f806ca90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.027 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.936+0000 7f731304f700 1 --2- 172.21.15.46:0/736720158 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f72f806a5d0 0x7f72f806ca90 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f72fc0090b0 tx=0x7f72fc013040 comp rx=0 tx=0).stop 2023-09-21T13:05:23.027 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.936+0000 7f731304f700 1 -- 172.21.15.46:0/736720158 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f730c15d000 msgr2=0x7f730c0c5190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.027 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.936+0000 7f731304f700 1 --2- 172.21.15.46:0/736720158 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f730c15d000 0x7f730c0c5190 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f7304007bd0 tx=0x7f7304007f90 comp rx=0 tx=0).stop 2023-09-21T13:05:23.027 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.939+0000 7f73115ec700 1 -- 172.21.15.46:0/736720158 reap_dead start 2023-09-21T13:05:23.028 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.939+0000 7f731304f700 1 -- 172.21.15.46:0/736720158 shutdown_connections 2023-09-21T13:05:23.028 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.939+0000 7f731304f700 1 -- 172.21.15.46:0/736720158 >> 172.21.15.46:0/736720158 conn(0x7f730c0cbae0 msgr2=0x7f730c0cbec0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:23.028 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.939+0000 7f02affff700 1 -- 172.21.15.46:0/3771522266 <== osd.7 v2:172.21.15.57:6816/1729728830 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f02c8068b90 con 0x7f02b40727f0 2023-09-21T13:05:23.029 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.939+0000 7f731304f700 1 -- 172.21.15.46:0/736720158 shutdown_connections 2023-09-21T13:05:23.029 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.939+0000 7f731304f700 1 -- 172.21.15.46:0/736720158 wait complete. 2023-09-21T13:05:23.030 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.939+0000 7fda108e8700 1 -- 172.21.15.46:0/3775796354 --> [v2:172.21.15.46:6809/1834230057,v1:172.21.15.46:6811/1834230057] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fd9f0002d40 con 0x7fd9f4072b50 2023-09-21T13:05:23.031 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.939+0000 7f02cda56700 1 -- 172.21.15.46:0/3771522266 >> [v2:172.21.15.57:6816/1729728830,v1:172.21.15.57:6817/1729728830] conn(0x7f02b40727f0 msgr2=0x7f02b4074c10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.031 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.939+0000 7f02cda56700 1 --2- 172.21.15.46:0/3771522266 >> [v2:172.21.15.57:6816/1729728830,v1:172.21.15.57:6817/1729728830] conn(0x7f02b40727f0 0x7f02b4074c10 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.031 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.941+0000 7f02cda56700 1 -- 172.21.15.46:0/3771522266 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f02b406a650 msgr2=0x7f02b406cb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.031 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.941+0000 7f02cda56700 1 --2- 172.21.15.46:0/3771522266 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f02b406a650 0x7f02b406cb10 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f02b8000c00 tx=0x7f02b8008030 comp rx=0 tx=0).stop 2023-09-21T13:05:23.031 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.941+0000 7f02cda56700 1 -- 172.21.15.46:0/3771522266 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f02c80cc700 msgr2=0x7f02c80c6560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.032 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.941+0000 7f02cda56700 1 --2- 172.21.15.46:0/3771522266 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f02c80cc700 0x7f02c80c6560 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f02c000b840 tx=0x7f02c000bb50 comp rx=0 tx=0).stop 2023-09-21T13:05:23.032 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.941+0000 7f02c77fe700 1 -- 172.21.15.46:0/3771522266 reap_dead start 2023-09-21T13:05:23.032 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.941+0000 7f02cda56700 1 -- 172.21.15.46:0/3771522266 shutdown_connections 2023-09-21T13:05:23.032 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.941+0000 7f02cda56700 1 -- 172.21.15.46:0/3771522266 >> 172.21.15.46:0/3771522266 conn(0x7f02c80cbae0 msgr2=0x7f02c80708d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:23.033 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.943+0000 7efdb7d2c700 1 -- 172.21.15.46:0/704952894 --> [v2:172.21.15.46:6800/3674836117,v1:172.21.15.46:6801/3674836117] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7efdb006ec00 con 0x7efd94072720 2023-09-21T13:05:23.033 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.943+0000 7f02cda56700 1 -- 172.21.15.46:0/3771522266 shutdown_connections 2023-09-21T13:05:23.033 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.943+0000 7f58a2f28700 1 -- 172.21.15.46:0/2045450474 --> [v2:172.21.15.46:6808/1682463833,v1:172.21.15.46:6810/1682463833] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f589c06eee0 con 0x7f58880727a0 2023-09-21T13:05:23.034 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.943+0000 7f02cda56700 1 -- 172.21.15.46:0/3771522266 wait complete. 2023-09-21T13:05:23.034 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.943+0000 7efda67fc700 1 -- 172.21.15.46:0/704952894 <== osd.1 v2:172.21.15.46:6800/3674836117 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7efda0004500 con 0x7efd94072720 2023-09-21T13:05:23.035 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.944+0000 7f58997fa700 1 -- 172.21.15.46:0/2045450474 <== osd.0 v2:172.21.15.46:6808/1682463833 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f588c011630 con 0x7f58880727a0 2023-09-21T13:05:23.036 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.944+0000 7efdb7d2c700 1 -- 172.21.15.46:0/704952894 >> [v2:172.21.15.46:6800/3674836117,v1:172.21.15.46:6801/3674836117] conn(0x7efd94072720 msgr2=0x7efd94074b40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.036 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.944+0000 7efdb7d2c700 1 --2- 172.21.15.46:0/704952894 >> [v2:172.21.15.46:6800/3674836117,v1:172.21.15.46:6801/3674836117] conn(0x7efd94072720 0x7efd94074b40 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.036 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.944+0000 7efdb7d2c700 1 -- 172.21.15.46:0/704952894 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7efd9406a580 msgr2=0x7efd9406ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.036 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.944+0000 7efdb7d2c700 1 --2- 172.21.15.46:0/704952894 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7efd9406a580 0x7efd9406ca40 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7efda800a400 tx=0x7efda800d040 comp rx=0 tx=0).stop 2023-09-21T13:05:23.036 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.944+0000 7efdb7d2c700 1 -- 172.21.15.46:0/704952894 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7efdb00cdf60 msgr2=0x7efdb00c2b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.037 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.944+0000 7efdb7d2c700 1 --2- 172.21.15.46:0/704952894 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7efdb00cdf60 0x7efdb00c2b90 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7efdac00c490 tx=0x7efdac001e70 comp rx=0 tx=0).stop 2023-09-21T13:05:23.037 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.944+0000 7efdb62c9700 1 -- 172.21.15.46:0/704952894 reap_dead start 2023-09-21T13:05:23.037 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.944+0000 7efdb7d2c700 1 -- 172.21.15.46:0/704952894 shutdown_connections 2023-09-21T13:05:23.037 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.944+0000 7efdb7d2c700 1 -- 172.21.15.46:0/704952894 >> 172.21.15.46:0/704952894 conn(0x7efdb00cbae0 msgr2=0x7efdb00ca3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:23.037 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.945+0000 7efdb7d2c700 1 -- 172.21.15.46:0/704952894 shutdown_connections 2023-09-21T13:05:23.038 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.945+0000 7f58a2f28700 1 -- 172.21.15.46:0/2045450474 >> [v2:172.21.15.46:6808/1682463833,v1:172.21.15.46:6810/1682463833] conn(0x7f58880727a0 msgr2=0x7f5888074bc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.038 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.945+0000 7f58a2f28700 1 --2- 172.21.15.46:0/2045450474 >> [v2:172.21.15.46:6808/1682463833,v1:172.21.15.46:6810/1682463833] conn(0x7f58880727a0 0x7f5888074bc0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.038 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.945+0000 7f58a2f28700 1 -- 172.21.15.46:0/2045450474 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f588806a580 msgr2=0x7f588806ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.038 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.945+0000 7f58a2f28700 1 --2- 172.21.15.46:0/2045450474 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f588806a580 0x7f588806ca40 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f589c0c2de0 tx=0x7f5890008200 comp rx=0 tx=0).stop 2023-09-21T13:05:23.039 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.945+0000 7f58a2f28700 1 -- 172.21.15.46:0/2045450474 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f589c15cc20 msgr2=0x7f589c1ef650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.039 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.945+0000 7f58a2f28700 1 --2- 172.21.15.46:0/2045450474 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f589c15cc20 0x7f589c1ef650 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f589400ba50 tx=0x7f589400bd60 comp rx=0 tx=0).stop 2023-09-21T13:05:23.039 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.945+0000 7efdb7d2c700 1 -- 172.21.15.46:0/704952894 wait complete. 2023-09-21T13:05:23.040 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.945+0000 7f58a14c5700 1 -- 172.21.15.46:0/2045450474 reap_dead start 2023-09-21T13:05:23.040 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.945+0000 7f58a2f28700 1 -- 172.21.15.46:0/2045450474 shutdown_connections 2023-09-21T13:05:23.040 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.945+0000 7f58a2f28700 1 -- 172.21.15.46:0/2045450474 >> 172.21.15.46:0/2045450474 conn(0x7f589c0cbae0 msgr2=0x7f589c0af770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:23.041 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.946+0000 7f9da48cb700 1 --2- 172.21.15.46:0/3958276136 >> [v2:172.21.15.57:6808/3693682875,v1:172.21.15.57:6809/3693682875] conn(0x7f9d8c0727f0 0x7f9d8c074c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:23.041 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.950+0000 7f58a2f28700 1 -- 172.21.15.46:0/2045450474 shutdown_connections 2023-09-21T13:05:23.041 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.950+0000 7f58a2f28700 1 -- 172.21.15.46:0/2045450474 wait complete. 2023-09-21T13:05:23.042 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.951+0000 7fd9faffd700 1 -- 172.21.15.46:0/3775796354 <== osd.3 v2:172.21.15.46:6809/1834230057 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fd9f0002d40 con 0x7fd9f4072b50 2023-09-21T13:05:23.042 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.951+0000 7f9da48cb700 1 --2- 172.21.15.46:0/3958276136 >> [v2:172.21.15.57:6808/3693682875,v1:172.21.15.57:6809/3693682875] conn(0x7f9d8c0727f0 0x7f9d8c074c10 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:23.043 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.952+0000 7fda108e8700 1 -- 172.21.15.46:0/3775796354 >> [v2:172.21.15.46:6809/1834230057,v1:172.21.15.46:6811/1834230057] conn(0x7fd9f4072b50 msgr2=0x7fd9f4074f70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.043 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.952+0000 7fda108e8700 1 --2- 172.21.15.46:0/3775796354 >> [v2:172.21.15.46:6809/1834230057,v1:172.21.15.46:6811/1834230057] conn(0x7fd9f4072b50 0x7fd9f4074f70 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.043 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.952+0000 7fda108e8700 1 -- 172.21.15.46:0/3775796354 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fd9f406a9b0 msgr2=0x7fd9f406ce70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.044 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.952+0000 7fda108e8700 1 --2- 172.21.15.46:0/3775796354 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fd9f406a9b0 0x7fd9f406ce70 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fda00000c00 tx=0x7fda0001a040 comp rx=0 tx=0).stop 2023-09-21T13:05:23.044 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.952+0000 7fda108e8700 1 -- 172.21.15.46:0/3775796354 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fda0c0cdf60 msgr2=0x7fda0c0c6130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.044 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.952+0000 7fda108e8700 1 --2- 172.21.15.46:0/3775796354 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fda0c0cdf60 0x7fda0c0c6130 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fda04007f20 tx=0x7fda0400e3c0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.044 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.952+0000 7f9d9cff9700 1 -- 172.21.15.46:0/3958276136 <== osd.6 v2:172.21.15.57:6808/3693682875 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25607 (crc 0 0 0) 0x7f9d8c0752c0 con 0x7f9d8c0727f0 2023-09-21T13:05:23.045 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.952+0000 7fda0ad9d700 1 -- 172.21.15.46:0/3775796354 reap_dead start 2023-09-21T13:05:23.045 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.952+0000 7fda108e8700 1 -- 172.21.15.46:0/3775796354 shutdown_connections 2023-09-21T13:05:23.045 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.952+0000 7fda108e8700 1 -- 172.21.15.46:0/3775796354 >> 172.21.15.46:0/3775796354 conn(0x7fda0c0cbae0 msgr2=0x7fda0c0aeb40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:23.046 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.959+0000 7f6c9dc87700 1 -- 172.21.15.46:0/2532514665 --> [v2:172.21.15.46:6824/3956023171,v1:172.21.15.46:6825/3956023171] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f6c78002d40 con 0x7f6c84072870 2023-09-21T13:05:23.046 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.959+0000 7fda108e8700 1 -- 172.21.15.46:0/3775796354 shutdown_connections 2023-09-21T13:05:23.047 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.959+0000 7fda108e8700 1 -- 172.21.15.46:0/3775796354 wait complete. 2023-09-21T13:05:23.047 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.959+0000 7f6c7ffff700 1 -- 172.21.15.46:0/2532514665 <== osd.2 v2:172.21.15.46:6824/3956023171 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f6c78002d40 con 0x7f6c84072870 2023-09-21T13:05:23.047 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.960+0000 7f6c9dc87700 1 -- 172.21.15.46:0/2532514665 >> [v2:172.21.15.46:6824/3956023171,v1:172.21.15.46:6825/3956023171] conn(0x7f6c84072870 msgr2=0x7f6c84074c90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.048 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.960+0000 7f6c9dc87700 1 --2- 172.21.15.46:0/2532514665 >> [v2:172.21.15.46:6824/3956023171,v1:172.21.15.46:6825/3956023171] conn(0x7f6c84072870 0x7f6c84074c90 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.048 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.962+0000 7efc64e99700 1 -- 172.21.15.46:0/2980627095 --> [v2:172.21.15.57:6824/2639760353,v1:172.21.15.57:6825/2639760353] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7efc60165860 con 0x7efc400727f0 2023-09-21T13:05:23.049 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.962+0000 7f6c9dc87700 1 -- 172.21.15.46:0/2532514665 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f6c8406a650 msgr2=0x7f6c8406cb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.049 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.962+0000 7f6c9dc87700 1 --2- 172.21.15.46:0/2532514665 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f6c8406a650 0x7f6c8406cb10 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f6c90000f80 tx=0x7f6c9000a000 comp rx=0 tx=0).stop 2023-09-21T13:05:23.049 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.962+0000 7f6c9dc87700 1 -- 172.21.15.46:0/2532514665 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f6c980c50e0 msgr2=0x7f6c980c5560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.049 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.962+0000 7f6c9dc87700 1 --2- 172.21.15.46:0/2532514665 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f6c980c50e0 0x7f6c980c5560 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f6c8c00e870 tx=0x7f6c8c00eb80 comp rx=0 tx=0).stop 2023-09-21T13:05:23.050 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.962+0000 7f6c97fff700 1 -- 172.21.15.46:0/2532514665 reap_dead start 2023-09-21T13:05:23.050 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.962+0000 7f6c9dc87700 1 -- 172.21.15.46:0/2532514665 shutdown_connections 2023-09-21T13:05:23.050 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.962+0000 7f6c9dc87700 1 -- 172.21.15.46:0/2532514665 >> 172.21.15.46:0/2532514665 conn(0x7f6c980cbae0 msgr2=0x7f6c980cbef0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:23.050 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.963+0000 7efc4effd700 1 -- 172.21.15.46:0/2980627095 <== osd.5 v2:172.21.15.57:6824/2639760353 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7efc58009bf0 con 0x7efc400727f0 2023-09-21T13:05:23.051 INFO:teuthology.orchestra.run.smithi046.stdout:55834574854 2023-09-21T13:05:23.052 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2023-09-21T13:05:23.053 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.964+0000 7efc64e99700 1 -- 172.21.15.46:0/2980627095 >> [v2:172.21.15.57:6824/2639760353,v1:172.21.15.57:6825/2639760353] conn(0x7efc400727f0 msgr2=0x7efc40074c10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.053 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.964+0000 7efc64e99700 1 --2- 172.21.15.46:0/2980627095 >> [v2:172.21.15.57:6824/2639760353,v1:172.21.15.57:6825/2639760353] conn(0x7efc400727f0 0x7efc40074c10 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.053 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.966+0000 7f6c9dc87700 1 -- 172.21.15.46:0/2532514665 shutdown_connections 2023-09-21T13:05:23.054 INFO:teuthology.orchestra.run.smithi046.stdout:55834574854 2023-09-21T13:05:23.055 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2023-09-21T13:05:23.055 INFO:teuthology.orchestra.run.smithi046.stdout:55834574855 2023-09-21T13:05:23.057 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2023-09-21T13:05:23.057 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.974+0000 7f6c9dc87700 1 -- 172.21.15.46:0/2532514665 wait complete. 2023-09-21T13:05:23.058 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.974+0000 7efc64e99700 1 -- 172.21.15.46:0/2980627095 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7efc4006a5d0 msgr2=0x7efc4006ca90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.058 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.974+0000 7efc64e99700 1 --2- 172.21.15.46:0/2980627095 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7efc4006a5d0 0x7efc4006ca90 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7efc60066d00 tx=0x7efc50009040 comp rx=0 tx=0).stop 2023-09-21T13:05:23.058 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.974+0000 7efc64e99700 1 -- 172.21.15.46:0/2980627095 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc6015f190 msgr2=0x7efc6015f640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.058 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.974+0000 7efc64e99700 1 --2- 172.21.15.46:0/2980627095 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc6015f190 0x7efc6015f640 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7efc4800c5b0 tx=0x7efc600ca010 comp rx=0 tx=0).stop 2023-09-21T13:05:23.059 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.974+0000 7efc5ed9d700 1 -- 172.21.15.46:0/2980627095 reap_dead start 2023-09-21T13:05:23.059 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.974+0000 7efc64e99700 1 -- 172.21.15.46:0/2980627095 shutdown_connections 2023-09-21T13:05:23.059 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.974+0000 7efc64e99700 1 -- 172.21.15.46:0/2980627095 >> 172.21.15.46:0/2980627095 conn(0x7efc600cc440 msgr2=0x7efc600b4670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:23.059 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.974+0000 7efc64e99700 1 -- 172.21.15.46:0/2980627095 shutdown_connections 2023-09-21T13:05:23.059 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.974+0000 7efc64e99700 1 -- 172.21.15.46:0/2980627095 wait complete. 2023-09-21T13:05:23.060 INFO:teuthology.orchestra.run.smithi046.stdout:55834574854 2023-09-21T13:05:23.060 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2023-09-21T13:05:23.061 INFO:teuthology.orchestra.run.smithi046.stdout:55834574854 2023-09-21T13:05:23.062 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2023-09-21T13:05:23.063 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.983+0000 7f9da632e700 1 -- 172.21.15.46:0/3958276136 --> [v2:172.21.15.57:6808/3693682875,v1:172.21.15.57:6809/3693682875] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f9da0068b90 con 0x7f9d8c0727f0 2023-09-21T13:05:23.063 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.984+0000 7f9d9cff9700 1 -- 172.21.15.46:0/3958276136 <== osd.6 v2:172.21.15.57:6808/3693682875 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f9da0068b90 con 0x7f9d8c0727f0 2023-09-21T13:05:23.064 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.984+0000 7f9da632e700 1 -- 172.21.15.46:0/3958276136 >> [v2:172.21.15.57:6808/3693682875,v1:172.21.15.57:6809/3693682875] conn(0x7f9d8c0727f0 msgr2=0x7f9d8c074c10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.064 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.984+0000 7f9da632e700 1 --2- 172.21.15.46:0/3958276136 >> [v2:172.21.15.57:6808/3693682875,v1:172.21.15.57:6809/3693682875] conn(0x7f9d8c0727f0 0x7f9d8c074c10 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.064 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.984+0000 7f9da632e700 1 -- 172.21.15.46:0/3958276136 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f9d8c06a5d0 msgr2=0x7f9d8c06ca90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.065 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.984+0000 7f9da632e700 1 --2- 172.21.15.46:0/3958276136 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f9d8c06a5d0 0x7f9d8c06ca90 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f9d98000f80 tx=0x7f9d98009000 comp rx=0 tx=0).stop 2023-09-21T13:05:23.065 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.984+0000 7f9da632e700 1 -- 172.21.15.46:0/3958276136 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9da00cc700 msgr2=0x7f9da0071860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.065 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.984+0000 7f9da632e700 1 --2- 172.21.15.46:0/3958276136 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9da00cc700 0x7f9da0071860 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f9d9400c510 tx=0x7f9d9400c8d0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.065 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.984+0000 7f9da48cb700 1 -- 172.21.15.46:0/3958276136 reap_dead start 2023-09-21T13:05:23.065 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.985+0000 7f9da632e700 1 -- 172.21.15.46:0/3958276136 shutdown_connections 2023-09-21T13:05:23.066 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.985+0000 7f9da632e700 1 -- 172.21.15.46:0/3958276136 >> 172.21.15.46:0/3958276136 conn(0x7f9da00cbae0 msgr2=0x7f9da00c9690 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:23.066 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.985+0000 7f9da632e700 1 -- 172.21.15.46:0/3958276136 shutdown_connections 2023-09-21T13:05:23.066 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:22.985+0000 7f9da632e700 1 -- 172.21.15.46:0/3958276136 wait complete. 2023-09-21T13:05:23.067 INFO:teuthology.orchestra.run.smithi046.stdout:55834574855 2023-09-21T13:05:23.067 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2023-09-21T13:05:23.068 INFO:teuthology.orchestra.run.smithi046.stdout:55834574855 2023-09-21T13:05:23.068 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2023-09-21T13:05:23.069 INFO:teuthology.orchestra.run.smithi046.stdout:55834574854 2023-09-21T13:05:23.070 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2023-09-21T13:05:23.331 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.334+0000 7fb600ccd700 1 Processor -- start 2023-09-21T13:05:23.333 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.335+0000 7fb600ccd700 1 -- start start 2023-09-21T13:05:23.333 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.336+0000 7fb600ccd700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fb5fc0cf070 0x7fb5fc0cf450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:23.334 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.336+0000 7fb600ccd700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb5fc06f020 0x7fb5fc15a600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:23.334 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.336+0000 7fb600ccd700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb5fc0cbd20 con 0x7fb5fc06eba0 2023-09-21T13:05:23.334 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.336+0000 7fb600ccd700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb5fc0cf990 con 0x7fb5fc0cf070 2023-09-21T13:05:23.335 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.336+0000 7fb600ccd700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb5fc15b410 con 0x7fb5fc06f020 2023-09-21T13:05:23.337 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.336+0000 7fb5fad9d700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb5fc06f020 0x7fb5fc15a600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:23.337 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.336+0000 7fb5fad9d700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb5fc06f020 0x7fb5fc15a600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.57:3301/0 says I am v2:172.21.15.46:52150/0 (socket says 172.21.15.46:52150) 2023-09-21T13:05:23.337 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.336+0000 7fb5fad9d700 1 -- 172.21.15.46:0/4228398323 learned_addr learned my addr 172.21.15.46:0/4228398323 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:23.338 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.337+0000 7fb5fad9d700 1 -- 172.21.15.46:0/4228398323 >> v2:172.21.15.46:3300/0 conn(0x7fb5fc0cf070 msgr2=0x7fb5fc0cf450 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-09-21T13:05:23.338 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.337+0000 7fb5fad9d700 1 --2- 172.21.15.46:0/4228398323 >> v2:172.21.15.46:3300/0 conn(0x7fb5fc0cf070 0x7fb5fc0cf450 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.339 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.337+0000 7fb5fad9d700 1 -- 172.21.15.46:0/4228398323 >> v1:172.21.15.46:6789/0 conn(0x7fb5fc06eba0 legacy=0x7fb5fc0cc1b0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-09-21T13:05:23.339 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.337+0000 7fb5fad9d700 1 -- 172.21.15.46:0/4228398323 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb5fc15b6f0 con 0x7fb5fc06f020 2023-09-21T13:05:23.339 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.337+0000 7fb5fad9d700 1 --2- 172.21.15.46:0/4228398323 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb5fc06f020 0x7fb5fc15a600 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fb5f400d150 tx=0x7fb5f400d460 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7eba255b62ee692f server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:23.340 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.337+0000 7fb5f959a700 1 -- 172.21.15.46:0/4228398323 <== mon.2 v2:172.21.15.57:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5f4010070 con 0x7fb5fc06f020 2023-09-21T13:05:23.340 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.337+0000 7fb5f959a700 1 -- 172.21.15.46:0/4228398323 <== mon.2 v2:172.21.15.57:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb5f400dd80 con 0x7fb5fc06f020 2023-09-21T13:05:23.341 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.337+0000 7fb5f959a700 1 -- 172.21.15.46:0/4228398323 <== mon.2 v2:172.21.15.57:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5f400b310 con 0x7fb5fc06f020 2023-09-21T13:05:23.341 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.338+0000 7fb600ccd700 1 -- 172.21.15.46:0/4228398323 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb5fc06f020 msgr2=0x7fb5fc15a600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.341 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.338+0000 7fb600ccd700 1 --2- 172.21.15.46:0/4228398323 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb5fc06f020 0x7fb5fc15a600 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fb5f400d150 tx=0x7fb5f400d460 comp rx=0 tx=0).stop 2023-09-21T13:05:23.343 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.340+0000 7f54981de700 1 Processor -- start 2023-09-21T13:05:23.343 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.340+0000 7f54981de700 1 -- start start 2023-09-21T13:05:23.344 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.341+0000 7f54981de700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f549015d8c0 0x7f5490161ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:23.344 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.341+0000 7f54981de700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f54900cdbe0 0x7f549006d9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:23.344 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.341+0000 7f54981de700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f549006c150 con 0x7f54900cd750 2023-09-21T13:05:23.345 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.341+0000 7f54981de700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5490162430 con 0x7f54900cdbe0 2023-09-21T13:05:23.345 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.341+0000 7f54981de700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f549006e8b0 con 0x7f549015d8c0 2023-09-21T13:05:23.345 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.341+0000 7f549677b700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f54900cdbe0 0x7f549006d9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:23.346 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.342+0000 7f549677b700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f54900cdbe0 0x7f549006d9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38880/0 (socket says 172.21.15.46:38880) 2023-09-21T13:05:23.346 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.342+0000 7f549677b700 1 -- 172.21.15.46:0/2671039552 learned_addr learned my addr 172.21.15.46:0/2671039552 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:23.347 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.342+0000 7fb600ccd700 1 -- 172.21.15.46:0/4228398323 shutdown_connections 2023-09-21T13:05:23.348 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.342+0000 7fb600ccd700 1 --2- 172.21.15.46:0/4228398323 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb5fc06f020 0x7fb5fc15a600 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.348 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.342+0000 7fb600ccd700 1 --2- 172.21.15.46:0/4228398323 >> v2:172.21.15.46:3300/0 conn(0x7fb5fc0cf070 0x7fb5fc0cf450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.349 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.342+0000 7fb600ccd700 1 -- 172.21.15.46:0/4228398323 >> 172.21.15.46:0/4228398323 conn(0x7fb5fc0d01f0 msgr2=0x7fb5fc0d0600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:23.349 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.343+0000 7fb600ccd700 1 -- 172.21.15.46:0/4228398323 shutdown_connections 2023-09-21T13:05:23.350 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.342+0000 7f5495f7a700 1 --2- 172.21.15.46:0/2671039552 >> v2:172.21.15.57:3300/0 conn(0x7f549015d8c0 0x7f5490161ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:23.350 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.342+0000 7f549677b700 1 -- 172.21.15.46:0/2671039552 >> v2:172.21.15.57:3300/0 conn(0x7f549015d8c0 msgr2=0x7f5490161ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:23.351 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.342+0000 7f549677b700 1 --2- 172.21.15.46:0/2671039552 >> v2:172.21.15.57:3300/0 conn(0x7f549015d8c0 0x7f5490161ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.351 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.342+0000 7f549677b700 1 -- 172.21.15.46:0/2671039552 >> v1:172.21.15.57:6789/0 conn(0x7f54900cd750 legacy=0x7f549006d2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.351 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.342+0000 7f549677b700 1 -- 172.21.15.46:0/2671039552 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f549006eb90 con 0x7f54900cdbe0 2023-09-21T13:05:23.352 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.343+0000 7f549677b700 1 --2- 172.21.15.46:0/2671039552 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f54900cdbe0 0x7f549006d9c0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f549006c340 tx=0x7f548800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=465a9dcbb4f20e16 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:23.352 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.343+0000 7f5494f78700 1 -- 172.21.15.46:0/2671039552 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f548800e070 con 0x7f54900cdbe0 2023-09-21T13:05:23.352 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.343+0000 7f5494f78700 1 -- 172.21.15.46:0/2671039552 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f548800b9c0 con 0x7f54900cdbe0 2023-09-21T13:05:23.353 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.343+0000 7f5494f78700 1 -- 172.21.15.46:0/2671039552 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f548800bd70 con 0x7f54900cdbe0 2023-09-21T13:05:23.353 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.345+0000 7f4259713700 1 Processor -- start 2023-09-21T13:05:23.353 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.345+0000 7f4259713700 1 -- start start 2023-09-21T13:05:23.354 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.346+0000 7f4259713700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f4254162680 0x7f42541660c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:23.354 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.346+0000 7f4259713700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f42540cbc70 0x7f42540cc100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:23.354 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.346+0000 7f4259713700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f425415c480 con 0x7f4254162a60 2023-09-21T13:05:23.354 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.346+0000 7f4259713700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f42540ca1a0 con 0x7f4254162680 2023-09-21T13:05:23.354 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.346+0000 7f4259713700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4254165c30 con 0x7f42540cbc70 2023-09-21T13:05:23.355 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.347+0000 7f42537fe700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f42540cbc70 0x7f42540cc100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:23.355 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.347+0000 7f42537fe700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f42540cbc70 0x7f42540cc100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.57:3301/0 says I am v2:172.21.15.46:52164/0 (socket says 172.21.15.46:52164) 2023-09-21T13:05:23.355 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.347+0000 7f42537fe700 1 -- 172.21.15.46:0/2232759304 learned_addr learned my addr 172.21.15.46:0/2232759304 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:23.355 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.344+0000 7fb600ccd700 1 -- 172.21.15.46:0/4228398323 wait complete. 2023-09-21T13:05:23.356 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.345+0000 7fb600ccd700 1 Processor -- start 2023-09-21T13:05:23.356 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.345+0000 7fb600ccd700 1 -- start start 2023-09-21T13:05:23.356 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.347+0000 7fb600ccd700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb5fc06eba0 0x7fb5fc0b42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:23.356 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.347+0000 7fb600ccd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb5fc06f020 0x7fb5fc0c6610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:23.356 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.347+0000 7fb600ccd700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fb5fc0cf070 0x7fb5fc202430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:23.357 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.347+0000 7fb600ccd700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5fc0b4810 con 0x7fb5fc06f020 2023-09-21T13:05:23.357 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.347+0000 7fb600ccd700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5fc0c5570 con 0x7fb5fc0cf070 2023-09-21T13:05:23.357 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.347+0000 7fb600ccd700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb5fc0c5850 con 0x7fb5fc06eba0 2023-09-21T13:05:23.357 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.347+0000 7fb5fad9d700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fb5fc0cf070 0x7fb5fc202430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:23.357 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.347+0000 7fb5fad9d700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fb5fc0cf070 0x7fb5fc202430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.57:3300/0 says I am v2:172.21.15.46:52008/0 (socket says 172.21.15.46:52008) 2023-09-21T13:05:23.358 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.347+0000 7fb5fad9d700 1 -- 172.21.15.46:0/4048593690 learned_addr learned my addr 172.21.15.46:0/4048593690 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:23.358 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.345+0000 7fe9934af700 1 Processor -- start 2023-09-21T13:05:23.358 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.345+0000 7fe9934af700 1 -- start start 2023-09-21T13:05:23.358 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.347+0000 7fe9934af700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe98c0aec10 0x7fe98c0cd750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:23.359 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.347+0000 7fe9934af700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fe98c06e2c0 0x7fe98c0cdc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:23.359 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.347+0000 7fe9934af700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe98c0ce460 con 0x7fe98c0c2ef0 2023-09-21T13:05:23.359 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.347+0000 7fe9934af700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe98c0caa90 con 0x7fe98c06e2c0 2023-09-21T13:05:23.359 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.347+0000 7fe9934af700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe98c165860 con 0x7fe98c0aec10 2023-09-21T13:05:23.359 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.347+0000 7fe99124b700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe98c0aec10 0x7fe98c0cd750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:23.360 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.347+0000 7fe99124b700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe98c0aec10 0x7fe98c0cd750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.57:3301/0 says I am v2:172.21.15.46:52172/0 (socket says 172.21.15.46:52172) 2023-09-21T13:05:23.360 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.347+0000 7fe99124b700 1 -- 172.21.15.46:0/3918568312 learned_addr learned my addr 172.21.15.46:0/3918568312 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:23.360 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.345+0000 7f92e3d06700 1 Processor -- start 2023-09-21T13:05:23.361 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.345+0000 7f92e3d06700 1 -- start start 2023-09-21T13:05:23.361 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.347+0000 7f92e3d06700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f92dc0ce4d0 0x7f92dc165b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:23.361 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.347+0000 7f92e3d06700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f92dc1661f0 con 0x7f92dc165680 2023-09-21T13:05:23.361 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.347+0000 7f92e3d06700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f92dc071810 con 0x7f92dc0c3800 2023-09-21T13:05:23.361 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.347+0000 7f92e3d06700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f92dc071af0 con 0x7f92dc0ce4d0 2023-09-21T13:05:23.362 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.347+0000 7f92e22a3700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f92dc0ce4d0 0x7f92dc165b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:23.362 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.347+0000 7f92e22a3700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f92dc0ce4d0 0x7f92dc165b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.57:3300/0 says I am v2:172.21.15.46:52014/0 (socket says 172.21.15.46:52014) 2023-09-21T13:05:23.362 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.347+0000 7f92e22a3700 1 -- 172.21.15.46:0/1735322021 learned_addr learned my addr 172.21.15.46:0/1735322021 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:23.362 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.347+0000 7f42537fe700 1 -- 172.21.15.46:0/2232759304 >> v2:172.21.15.57:3300/0 conn(0x7f4254162680 msgr2=0x7f42541660c0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-09-21T13:05:23.363 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.347+0000 7f42537fe700 1 --2- 172.21.15.46:0/2232759304 >> v2:172.21.15.57:3300/0 conn(0x7f4254162680 0x7f42541660c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.363 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.347+0000 7f42537fe700 1 -- 172.21.15.46:0/2232759304 >> v1:172.21.15.46:6789/0 conn(0x7f4254162a60 legacy=0x7f42540c9a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:23.363 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.347+0000 7f42537fe700 1 -- 172.21.15.46:0/2232759304 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4254162ec0 con 0x7f42540cbc70 2023-09-21T13:05:23.364 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.347+0000 7f92e22a3700 1 -- 172.21.15.46:0/1735322021 >> v1:172.21.15.57:6789/0 conn(0x7f92dc0c3800 legacy=0x7f92dc0722f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.364 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.347+0000 7f92e22a3700 1 -- 172.21.15.46:0/1735322021 >> v1:172.21.15.46:6789/0 conn(0x7f92dc165680 legacy=0x7f92dc0cddc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:23.364 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.347+0000 7f92e22a3700 1 -- 172.21.15.46:0/1735322021 --> v2:172.21.15.57:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f92dc071dd0 con 0x7f92dc0ce4d0 2023-09-21T13:05:23.364 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.348+0000 7f42537fe700 1 --2- 172.21.15.46:0/2232759304 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f42540cbc70 0x7f42540cc100 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f424c009e50 tx=0x7f424c00b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cc8bd3142d71a215 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:23.365 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.344+0000 7f54981de700 1 -- 172.21.15.46:0/2671039552 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f54900cdbe0 msgr2=0x7f549006d9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.365 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.344+0000 7f54981de700 1 --2- 172.21.15.46:0/2671039552 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f54900cdbe0 0x7f549006d9c0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f549006c340 tx=0x7f548800b330 comp rx=0 tx=0).stop 2023-09-21T13:05:23.365 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.344+0000 7f54981de700 1 -- 172.21.15.46:0/2671039552 shutdown_connections 2023-09-21T13:05:23.365 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.344+0000 7f54981de700 1 --2- 172.21.15.46:0/2671039552 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f54900cdbe0 0x7f549006d9c0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.366 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.344+0000 7f54981de700 1 --2- 172.21.15.46:0/2671039552 >> v2:172.21.15.57:3300/0 conn(0x7f549015d8c0 0x7f5490161ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.366 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.344+0000 7f54981de700 1 -- 172.21.15.46:0/2671039552 >> 172.21.15.46:0/2671039552 conn(0x7f54900cc440 msgr2=0x7f54900cc850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:23.366 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.346+0000 7f54981de700 1 -- 172.21.15.46:0/2671039552 shutdown_connections 2023-09-21T13:05:23.367 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.348+0000 7fe99124b700 1 -- 172.21.15.46:0/3918568312 >> v2:172.21.15.46:3300/0 conn(0x7fe98c06e2c0 msgr2=0x7fe98c0cdc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:23.367 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.348+0000 7fe99124b700 1 --2- 172.21.15.46:0/3918568312 >> v2:172.21.15.46:3300/0 conn(0x7fe98c06e2c0 0x7fe98c0cdc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.367 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.348+0000 7fe99124b700 1 -- 172.21.15.46:0/3918568312 >> v1:172.21.15.57:6789/0 conn(0x7fe98c0c2ef0 legacy=0x7fe98c165a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.367 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.348+0000 7fe99124b700 1 -- 172.21.15.46:0/3918568312 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe98c0cbdd0 con 0x7fe98c0aec10 2023-09-21T13:05:23.368 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.348+0000 7fb5fad9d700 1 -- 172.21.15.46:0/4048593690 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb5fc06eba0 msgr2=0x7fb5fc0b42d0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-09-21T13:05:23.368 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.348+0000 7fb5fad9d700 1 --2- 172.21.15.46:0/4048593690 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb5fc06eba0 0x7fb5fc0b42d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.368 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.348+0000 7fb5fad9d700 1 -- 172.21.15.46:0/4048593690 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb5fc06f020 msgr2=0x7fb5fc0c6610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.368 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.348+0000 7fb5fad9d700 1 --2- 172.21.15.46:0/4048593690 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb5fc06f020 0x7fb5fc0c6610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.368 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.348+0000 7fb5fad9d700 1 -- 172.21.15.46:0/4048593690 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb5f400bd40 con 0x7fb5fc0cf070 2023-09-21T13:05:23.369 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.348+0000 7f92e22a3700 1 --2- 172.21.15.46:0/1735322021 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f92dc0ce4d0 0x7f92dc165b00 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f92cc0098f0 tx=0x7f92cc009c00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=930342ffaa3c7eb2 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:23.369 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.348+0000 7f4251ffb700 1 -- 172.21.15.46:0/2232759304 <== mon.2 v2:172.21.15.57:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f424c00e070 con 0x7f42540cbc70 2023-09-21T13:05:23.369 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.348+0000 7f4251ffb700 1 -- 172.21.15.46:0/2232759304 <== mon.2 v2:172.21.15.57:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f424c003a70 con 0x7f42540cbc70 2023-09-21T13:05:23.370 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.348+0000 7f4251ffb700 1 -- 172.21.15.46:0/2232759304 <== mon.2 v2:172.21.15.57:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f424c003e20 con 0x7f42540cbc70 2023-09-21T13:05:23.370 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.348+0000 7f92e0aa0700 1 -- 172.21.15.46:0/1735322021 <== mon.1 v2:172.21.15.57:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92cc004230 con 0x7f92dc0ce4d0 2023-09-21T13:05:23.371 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.348+0000 7fe99124b700 1 --2- 172.21.15.46:0/3918568312 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe98c0aec10 0x7fe98c0cd750 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fe988006fd0 tx=0x7fe988009bd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=733575e1a8c8361a server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:23.371 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.348+0000 7f92e0aa0700 1 -- 172.21.15.46:0/1735322021 <== mon.1 v2:172.21.15.57:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f92cc004390 con 0x7f92dc0ce4d0 2023-09-21T13:05:23.371 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.348+0000 7f92e0aa0700 1 -- 172.21.15.46:0/1735322021 <== mon.1 v2:172.21.15.57:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92cc0036a0 con 0x7f92dc0ce4d0 2023-09-21T13:05:23.372 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.348+0000 7fb5fad9d700 1 --2- 172.21.15.46:0/4048593690 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fb5fc0cf070 0x7fb5fc202430 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fb5f400d860 tx=0x7fb5f4004ad0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:23.372 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.348+0000 7fe983fff700 1 -- 172.21.15.46:0/3918568312 <== mon.2 v2:172.21.15.57:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe988005e30 con 0x7fe98c0aec10 2023-09-21T13:05:23.372 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.348+0000 7fe983fff700 1 -- 172.21.15.46:0/3918568312 <== mon.2 v2:172.21.15.57:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe988004030 con 0x7fe98c0aec10 2023-09-21T13:05:23.373 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.348+0000 7fe983fff700 1 -- 172.21.15.46:0/3918568312 <== mon.2 v2:172.21.15.57:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9880043c0 con 0x7fe98c0aec10 2023-09-21T13:05:23.373 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.349+0000 7f4259713700 1 -- 172.21.15.46:0/2232759304 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f42540cbc70 msgr2=0x7f42540cc100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.373 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.349+0000 7f4259713700 1 --2- 172.21.15.46:0/2232759304 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f42540cbc70 0x7f42540cc100 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f424c009e50 tx=0x7f424c00b330 comp rx=0 tx=0).stop 2023-09-21T13:05:23.374 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.349+0000 7fe9934af700 1 -- 172.21.15.46:0/3918568312 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe98c0aec10 msgr2=0x7fe98c0cd750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.374 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.349+0000 7fe9934af700 1 --2- 172.21.15.46:0/3918568312 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe98c0aec10 0x7fe98c0cd750 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fe988006fd0 tx=0x7fe988009bd0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.374 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.349+0000 7f92e3d06700 1 -- 172.21.15.46:0/1735322021 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f92dc0ce4d0 msgr2=0x7f92dc165b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.375 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.349+0000 7f92e3d06700 1 --2- 172.21.15.46:0/1735322021 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f92dc0ce4d0 0x7f92dc165b00 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f92cc0098f0 tx=0x7f92cc009c00 comp rx=0 tx=0).stop 2023-09-21T13:05:23.375 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.349+0000 7f4259713700 1 -- 172.21.15.46:0/2232759304 shutdown_connections 2023-09-21T13:05:23.375 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.349+0000 7f4259713700 1 --2- 172.21.15.46:0/2232759304 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f42540cbc70 0x7f42540cc100 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.375 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.349+0000 7f4259713700 1 --2- 172.21.15.46:0/2232759304 >> v2:172.21.15.57:3300/0 conn(0x7f4254162680 0x7f42541660c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.376 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.349+0000 7f4259713700 1 -- 172.21.15.46:0/2232759304 >> 172.21.15.46:0/2232759304 conn(0x7f42540b1030 msgr2=0x7f42540b1410 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:23.376 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.349+0000 7fe9934af700 1 -- 172.21.15.46:0/3918568312 shutdown_connections 2023-09-21T13:05:23.376 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.349+0000 7fe9934af700 1 --2- 172.21.15.46:0/3918568312 >> v2:172.21.15.46:3300/0 conn(0x7fe98c06e2c0 0x7fe98c0cdc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.376 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.349+0000 7fe9934af700 1 --2- 172.21.15.46:0/3918568312 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe98c0aec10 0x7fe98c0cd750 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.377 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.349+0000 7fe9934af700 1 -- 172.21.15.46:0/3918568312 >> 172.21.15.46:0/3918568312 conn(0x7fe98c0cc440 msgr2=0x7fe98c0cc850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:23.377 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.349+0000 7f92e3d06700 1 -- 172.21.15.46:0/1735322021 shutdown_connections 2023-09-21T13:05:23.377 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.349+0000 7f92e3d06700 1 --2- 172.21.15.46:0/1735322021 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f92dc0ce4d0 0x7f92dc165b00 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.377 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.349+0000 7f92e3d06700 1 -- 172.21.15.46:0/1735322021 >> 172.21.15.46:0/1735322021 conn(0x7f92dc0d01f0 msgr2=0x7f92dc0d0600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:23.378 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.349+0000 7fb5eaffd700 1 -- 172.21.15.46:0/4048593690 <== mon.1 v2:172.21.15.57:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5f4009a10 con 0x7fb5fc0cf070 2023-09-21T13:05:23.378 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.349+0000 7fb5eaffd700 1 -- 172.21.15.46:0/4048593690 <== mon.1 v2:172.21.15.57:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb5f4009b70 con 0x7fb5fc0cf070 2023-09-21T13:05:23.378 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.349+0000 7fb5eaffd700 1 -- 172.21.15.46:0/4048593690 <== mon.1 v2:172.21.15.57:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5f4004030 con 0x7fb5fc0cf070 2023-09-21T13:05:23.379 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.350+0000 7f92e3d06700 1 -- 172.21.15.46:0/1735322021 shutdown_connections 2023-09-21T13:05:23.379 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.350+0000 7fb600ccd700 1 -- 172.21.15.46:0/4048593690 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb5fc0c5b30 con 0x7fb5fc0cf070 2023-09-21T13:05:23.380 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.350+0000 7fb600ccd700 1 -- 172.21.15.46:0/4048593690 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb5fc0c60f0 con 0x7fb5fc0cf070 2023-09-21T13:05:23.380 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.350+0000 7fe9934af700 1 -- 172.21.15.46:0/3918568312 shutdown_connections 2023-09-21T13:05:23.380 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.350+0000 7f92e3d06700 1 -- 172.21.15.46:0/1735322021 wait complete. 2023-09-21T13:05:23.381 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.351+0000 7fe9934af700 1 -- 172.21.15.46:0/3918568312 wait complete. 2023-09-21T13:05:23.381 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.352+0000 7fb600ccd700 1 -- 172.21.15.46:0/4048593690 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb5fc0c6310 con 0x7fb5fc0cf070 2023-09-21T13:05:23.382 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.352+0000 7f54981de700 1 -- 172.21.15.46:0/2671039552 wait complete. 2023-09-21T13:05:23.382 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.353+0000 7fe9934af700 1 Processor -- start 2023-09-21T13:05:23.382 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.352+0000 7fb5eaffd700 1 -- 172.21.15.46:0/4048593690 <== mon.1 v2:172.21.15.57:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fb5f401b040 con 0x7fb5fc0cf070 2023-09-21T13:05:23.383 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.353+0000 7fb5eaffd700 1 --2- 172.21.15.46:0/4048593690 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fb5dc06a620 0x7fb5dc06cae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:23.383 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.353+0000 7fb5eaffd700 1 -- 172.21.15.46:0/4048593690 <== mon.1 v2:172.21.15.57:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb5f408a1e0 con 0x7fb5fc0cf070 2023-09-21T13:05:23.383 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.353+0000 7f4259713700 1 -- 172.21.15.46:0/2232759304 shutdown_connections 2023-09-21T13:05:23.384 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.351+0000 7f92e3d06700 1 Processor -- start 2023-09-21T13:05:23.384 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.351+0000 7f92e3d06700 1 -- start start 2023-09-21T13:05:23.384 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.353+0000 7f92e3d06700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f92dc0c3800 0x7f92dc15a370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:23.384 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.353+0000 7f92e3d06700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f92dc0ce4d0 0x7f92dc0b5110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:23.384 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.353+0000 7f92e3d06700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f92dc165680 0x7f92dc0b5650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:23.385 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.353+0000 7f92e3d06700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92dc15a8b0 con 0x7f92dc0ce4d0 2023-09-21T13:05:23.385 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.353+0000 7f92e3d06700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92dc0b3b60 con 0x7f92dc0c3800 2023-09-21T13:05:23.385 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.353+0000 7f92e3d06700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f92dc0b5cb0 con 0x7f92dc165680 2023-09-21T13:05:23.385 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.353+0000 7f92e22a3700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f92dc165680 0x7f92dc0b5650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:23.385 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.353+0000 7f92e1aa2700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f92dc0c3800 0x7f92dc15a370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:23.386 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.353+0000 7f92e12a1700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f92dc0ce4d0 0x7f92dc0b5110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:23.386 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.353+0000 7f92e12a1700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f92dc0ce4d0 0x7f92dc0b5110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38924/0 (socket says 172.21.15.46:38924) 2023-09-21T13:05:23.386 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.353+0000 7f92e12a1700 1 -- 172.21.15.46:0/3910567569 learned_addr learned my addr 172.21.15.46:0/3910567569 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:23.387 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.354+0000 7fb5fa59c700 1 --2- 172.21.15.46:0/4048593690 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fb5dc06a620 0x7fb5dc06cae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:23.387 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.354+0000 7f54981de700 1 Processor -- start 2023-09-21T13:05:23.387 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.355+0000 7fb5fa59c700 1 --2- 172.21.15.46:0/4048593690 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fb5dc06a620 0x7fb5dc06cae0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fb5fc0b1550 tx=0x7fb5ec006c60 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:23.388 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.354+0000 7f92e12a1700 1 -- 172.21.15.46:0/3910567569 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f92dc165680 msgr2=0x7f92dc0b5650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.388 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.354+0000 7f92e12a1700 1 --2- 172.21.15.46:0/3910567569 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f92dc165680 0x7f92dc0b5650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.388 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.354+0000 7f92e12a1700 1 -- 172.21.15.46:0/3910567569 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f92dc0c3800 msgr2=0x7f92dc15a370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.388 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.354+0000 7f92e12a1700 1 --2- 172.21.15.46:0/3910567569 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f92dc0c3800 0x7f92dc15a370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.389 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.354+0000 7f92e12a1700 1 -- 172.21.15.46:0/3910567569 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f92cc009550 con 0x7f92dc0ce4d0 2023-09-21T13:05:23.389 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.354+0000 7f92e12a1700 1 --2- 172.21.15.46:0/3910567569 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f92dc0ce4d0 0x7f92dc0b5110 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f92d400b9e0 tx=0x7f92d400bcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:23.389 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.353+0000 7fe9934af700 1 -- start start 2023-09-21T13:05:23.390 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.355+0000 7fe9934af700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe98c06e2c0 0x7fe98c151fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:23.390 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.355+0000 7fe9934af700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe98c0aec10 0x7fe98c0c98f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:23.390 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.355+0000 7fe9934af700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fe98c0c2ef0 0x7fe98c0c6a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:23.390 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.355+0000 7fe9934af700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe98c0c9e30 con 0x7fe98c06e2c0 2023-09-21T13:05:23.391 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.355+0000 7fe9934af700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe98c0c6fd0 con 0x7fe98c0c2ef0 2023-09-21T13:05:23.391 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.355+0000 7fe9934af700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe98c0b47c0 con 0x7fe98c0aec10 2023-09-21T13:05:23.391 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.355+0000 7f92d27fc700 1 -- 172.21.15.46:0/3910567569 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92d400d8e0 con 0x7f92dc0ce4d0 2023-09-21T13:05:23.392 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.355+0000 7f92d27fc700 1 -- 172.21.15.46:0/3910567569 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f92d400da40 con 0x7f92dc0ce4d0 2023-09-21T13:05:23.392 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.355+0000 7f92d27fc700 1 -- 172.21.15.46:0/3910567569 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92d400ddf0 con 0x7f92dc0ce4d0 2023-09-21T13:05:23.392 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.355+0000 7f92e3d06700 1 -- 172.21.15.46:0/3910567569 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f92dc0b3230 con 0x7f92dc0ce4d0 2023-09-21T13:05:23.392 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.355+0000 7f92e3d06700 1 -- 172.21.15.46:0/3910567569 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f92dc0b37f0 con 0x7f92dc0ce4d0 2023-09-21T13:05:23.393 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.353+0000 7f4259713700 1 -- 172.21.15.46:0/2232759304 wait complete. 2023-09-21T13:05:23.393 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.356+0000 7f4259713700 1 Processor -- start 2023-09-21T13:05:23.393 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.356+0000 7f4259713700 1 -- start start 2023-09-21T13:05:23.394 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.354+0000 7f54981de700 1 -- start start 2023-09-21T13:05:23.394 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.355+0000 7f54981de700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f54900cd750 0x7f5490159ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:23.394 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.355+0000 7f54981de700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f54900cdbe0 0x7f5490070e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:23.394 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.355+0000 7f54981de700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f549015d8c0 0x7f5490071340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:23.394 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.355+0000 7f54981de700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54900c4460 con 0x7f549015d8c0 2023-09-21T13:05:23.395 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.355+0000 7f54981de700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f549015ffc0 con 0x7f54900cd750 2023-09-21T13:05:23.395 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.355+0000 7f54981de700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f54900c37e0 con 0x7f54900cdbe0 2023-09-21T13:05:23.395 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.356+0000 7f5495779700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f54900cdbe0 0x7f5490070e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:23.395 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.356+0000 7f5495f7a700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f54900cd750 0x7f5490159ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:23.395 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.356+0000 7f5495779700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f54900cdbe0 0x7f5490070e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.57:3301/0 says I am v2:172.21.15.46:52196/0 (socket says 172.21.15.46:52196) 2023-09-21T13:05:23.396 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.356+0000 7f5495779700 1 -- 172.21.15.46:0/4188790080 learned_addr learned my addr 172.21.15.46:0/4188790080 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:23.396 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.355+0000 7fe990a4a700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe98c0aec10 0x7fe98c0c98f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:23.396 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.355+0000 7fe990a4a700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe98c0aec10 0x7fe98c0c98f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.57:3301/0 says I am v2:172.21.15.46:52186/0 (socket says 172.21.15.46:52186) 2023-09-21T13:05:23.396 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.355+0000 7fe990a4a700 1 -- 172.21.15.46:0/1284039874 learned_addr learned my addr 172.21.15.46:0/1284039874 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:23.397 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.355+0000 7fe991a4c700 1 --2- 172.21.15.46:0/1284039874 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fe98c0c2ef0 0x7fe98c0c6a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:23.397 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.355+0000 7fe990a4a700 1 -- 172.21.15.46:0/1284039874 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fe98c0c2ef0 msgr2=0x7fe98c0c6a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.397 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.355+0000 7fe990a4a700 1 --2- 172.21.15.46:0/1284039874 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fe98c0c2ef0 0x7fe98c0c6a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.397 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.355+0000 7fe990a4a700 1 -- 172.21.15.46:0/1284039874 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe98c06e2c0 msgr2=0x7fe98c151fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.397 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.355+0000 7fe990a4a700 1 --2- 172.21.15.46:0/1284039874 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe98c06e2c0 0x7fe98c151fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.398 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.356+0000 7fe990a4a700 1 -- 172.21.15.46:0/1284039874 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe988009500 con 0x7fe98c0aec10 2023-09-21T13:05:23.398 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.356+0000 7fe990a4a700 1 --2- 172.21.15.46:0/1284039874 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe98c0aec10 0x7fe98c0c98f0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fe98400cba0 tx=0x7fe98400ceb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:23.398 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.356+0000 7f549677b700 1 --2- 172.21.15.46:0/4188790080 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f549015d8c0 0x7f5490071340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:23.399 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.356+0000 7f5495779700 1 -- 172.21.15.46:0/4188790080 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f54900cd750 msgr2=0x7f5490159ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.399 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.356+0000 7f5495779700 1 --2- 172.21.15.46:0/4188790080 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f54900cd750 0x7f5490159ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.399 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.356+0000 7f5495779700 1 -- 172.21.15.46:0/4188790080 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f549015d8c0 msgr2=0x7f5490071340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.399 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.356+0000 7f5495779700 1 --2- 172.21.15.46:0/4188790080 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f549015d8c0 0x7f5490071340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.399 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.356+0000 7f5495779700 1 -- 172.21.15.46:0/4188790080 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5488009b30 con 0x7f54900cdbe0 2023-09-21T13:05:23.400 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.356+0000 7fe981ffb700 1 -- 172.21.15.46:0/1284039874 <== mon.2 v2:172.21.15.57:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe984003c00 con 0x7fe98c0aec10 2023-09-21T13:05:23.400 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.356+0000 7fe981ffb700 1 -- 172.21.15.46:0/1284039874 <== mon.2 v2:172.21.15.57:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe984003d60 con 0x7fe98c0aec10 2023-09-21T13:05:23.400 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.356+0000 7fe981ffb700 1 -- 172.21.15.46:0/1284039874 <== mon.2 v2:172.21.15.57:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe98400ab10 con 0x7fe98c0aec10 2023-09-21T13:05:23.401 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.356+0000 7fe9934af700 1 -- 172.21.15.46:0/1284039874 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe98c0c7200 con 0x7fe98c0aec10 2023-09-21T13:05:23.401 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.357+0000 7fe9934af700 1 -- 172.21.15.46:0/1284039874 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe98c0b4170 con 0x7fe98c0aec10 2023-09-21T13:05:23.401 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.357+0000 7f4259713700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f42540cbc70 0x7f42540c5820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:23.401 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.357+0000 7f4259713700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4254162a60 0x7f42540cf440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:23.402 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.357+0000 7f4259713700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f42540c4010 0x7f42540cf980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:23.402 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.357+0000 7f4259713700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42540c4540 con 0x7f4254162a60 2023-09-21T13:05:23.402 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.357+0000 7f4259713700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42540c4a60 con 0x7f42540cbc70 2023-09-21T13:05:23.402 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.357+0000 7f4259713700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f42540c4d40 con 0x7f42540c4010 2023-09-21T13:05:23.402 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.357+0000 7f4252ffd700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f42540cbc70 0x7f42540c5820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:23.403 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.357+0000 7f4252ffd700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f42540cbc70 0x7f42540c5820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.57:3300/0 says I am v2:172.21.15.46:52042/0 (socket says 172.21.15.46:52042) 2023-09-21T13:05:23.403 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.357+0000 7f4252ffd700 1 -- 172.21.15.46:0/1608993985 learned_addr learned my addr 172.21.15.46:0/1608993985 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:23.403 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.357+0000 7f42537fe700 1 --2- 172.21.15.46:0/1608993985 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f42540c4010 0x7f42540cf980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:23.403 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.358+0000 7f4252ffd700 1 -- 172.21.15.46:0/1608993985 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f42540c4010 msgr2=0x7f42540cf980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.403 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.358+0000 7f4252ffd700 1 --2- 172.21.15.46:0/1608993985 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f42540c4010 0x7f42540cf980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.404 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.358+0000 7f4252ffd700 1 -- 172.21.15.46:0/1608993985 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4254162a60 msgr2=0x7f42540cf440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.404 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.358+0000 7f4252ffd700 1 --2- 172.21.15.46:0/1608993985 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4254162a60 0x7f42540cf440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.404 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.358+0000 7f4252ffd700 1 -- 172.21.15.46:0/1608993985 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f424c009b30 con 0x7f42540cbc70 2023-09-21T13:05:23.405 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.358+0000 7f5495779700 1 --2- 172.21.15.46:0/4188790080 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f54900cdbe0 0x7f5490070e00 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f548c00c450 tx=0x7f548c00c760 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:23.405 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.358+0000 7f54867fc700 1 -- 172.21.15.46:0/4188790080 <== mon.2 v2:172.21.15.57:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f548c0052d0 con 0x7f54900cdbe0 2023-09-21T13:05:23.405 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.358+0000 7f54867fc700 1 -- 172.21.15.46:0/4188790080 <== mon.2 v2:172.21.15.57:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f548c005430 con 0x7f54900cdbe0 2023-09-21T13:05:23.405 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.358+0000 7f54867fc700 1 -- 172.21.15.46:0/4188790080 <== mon.2 v2:172.21.15.57:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f548c0038c0 con 0x7f54900cdbe0 2023-09-21T13:05:23.405 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.358+0000 7f54981de700 1 -- 172.21.15.46:0/4188790080 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f54900c3ac0 con 0x7f54900cdbe0 2023-09-21T13:05:23.406 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.358+0000 7f54981de700 1 -- 172.21.15.46:0/4188790080 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f54900c4080 con 0x7f54900cdbe0 2023-09-21T13:05:23.406 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.359+0000 7f4252ffd700 1 --2- 172.21.15.46:0/1608993985 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f42540cbc70 0x7f42540c5820 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f424400b4d0 tx=0x7f424400b7e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:23.406 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.359+0000 7f42437fe700 1 -- 172.21.15.46:0/1608993985 <== mon.1 v2:172.21.15.57:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4244011830 con 0x7f42540cbc70 2023-09-21T13:05:23.407 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.359+0000 7f42437fe700 1 -- 172.21.15.46:0/1608993985 <== mon.1 v2:172.21.15.57:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f42440119b0 con 0x7f42540cbc70 2023-09-21T13:05:23.407 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.359+0000 7f42437fe700 1 -- 172.21.15.46:0/1608993985 <== mon.1 v2:172.21.15.57:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4244011d60 con 0x7f42540cbc70 2023-09-21T13:05:23.407 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.360+0000 7f4259713700 1 -- 172.21.15.46:0/1608993985 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f42540c5020 con 0x7f42540cbc70 2023-09-21T13:05:23.407 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.360+0000 7f4259713700 1 -- 172.21.15.46:0/1608993985 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f42540c5d60 con 0x7f42540cbc70 2023-09-21T13:05:23.408 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.359+0000 7fb5eaffd700 1 -- 172.21.15.46:0/4048593690 <== mon.1 v2:172.21.15.57:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fb5f40558d0 con 0x7fb5fc0cf070 2023-09-21T13:05:23.408 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.357+0000 7f92e3d06700 1 -- 172.21.15.46:0/3910567569 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f92c40052f0 con 0x7f92dc0ce4d0 2023-09-21T13:05:23.408 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.359+0000 7f92d27fc700 1 -- 172.21.15.46:0/3910567569 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f92d4015420 con 0x7f92dc0ce4d0 2023-09-21T13:05:23.409 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.360+0000 7f92d27fc700 1 --2- 172.21.15.46:0/3910567569 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f92c006a650 0x7f92c006cb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:23.409 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.360+0000 7f92d27fc700 1 -- 172.21.15.46:0/3910567569 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f92d4011070 con 0x7f92dc0ce4d0 2023-09-21T13:05:23.409 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.360+0000 7f92e1aa2700 1 --2- 172.21.15.46:0/3910567569 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f92c006a650 0x7f92c006cb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:23.409 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.361+0000 7f92e1aa2700 1 --2- 172.21.15.46:0/3910567569 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f92c006a650 0x7f92c006cb10 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f92dc0701c0 tx=0x7f92d8009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:23.410 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.361+0000 7fe981ffb700 1 -- 172.21.15.46:0/1284039874 <== mon.2 v2:172.21.15.57:3301/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fe98400ac70 con 0x7fe98c0aec10 2023-09-21T13:05:23.410 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.361+0000 7fe981ffb700 1 --2- 172.21.15.46:0/1284039874 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fe97006a650 0x7fe97006cb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:23.410 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.361+0000 7f54981de700 1 -- 172.21.15.46:0/4188790080 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f54780052f0 con 0x7f54900cdbe0 2023-09-21T13:05:23.411 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.362+0000 7fe981ffb700 1 -- 172.21.15.46:0/1284039874 <== mon.2 v2:172.21.15.57:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe984088aa0 con 0x7fe98c0aec10 2023-09-21T13:05:23.411 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.362+0000 7f54867fc700 1 -- 172.21.15.46:0/4188790080 <== mon.2 v2:172.21.15.57:3301/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f548c003a20 con 0x7f54900cdbe0 2023-09-21T13:05:23.412 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.362+0000 7f42437fe700 1 -- 172.21.15.46:0/1608993985 <== mon.1 v2:172.21.15.57:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f424401a400 con 0x7f42540cbc70 2023-09-21T13:05:23.412 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.362+0000 7f42437fe700 1 --2- 172.21.15.46:0/1608993985 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f423806a620 0x7f423806cae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:23.412 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.362+0000 7f42437fe700 1 -- 172.21.15.46:0/1608993985 <== mon.1 v2:172.21.15.57:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f4244088930 con 0x7f42540cbc70 2023-09-21T13:05:23.412 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.363+0000 7fe99124b700 1 --2- 172.21.15.46:0/1284039874 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fe97006a650 0x7fe97006cb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:23.413 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.363+0000 7f54867fc700 1 --2- 172.21.15.46:0/4188790080 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f547c072ef0 0x7f547c0753b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:23.413 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.363+0000 7f54867fc700 1 -- 172.21.15.46:0/4188790080 <== mon.2 v2:172.21.15.57:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f548c087da0 con 0x7f54900cdbe0 2023-09-21T13:05:23.414 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.363+0000 7fe99124b700 1 --2- 172.21.15.46:0/1284039874 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fe97006a650 0x7fe97006cb10 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fe988000c00 tx=0x7fe988010000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:23.414 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.363+0000 7f42527fc700 1 --2- 172.21.15.46:0/1608993985 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f423806a620 0x7f423806cae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:23.414 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.364+0000 7f42527fc700 1 --2- 172.21.15.46:0/1608993985 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f423806a620 0x7f423806cae0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f42540b3500 tx=0x7f4248006c30 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:23.415 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.364+0000 7f5495f7a700 1 --2- 172.21.15.46:0/4188790080 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f547c072ef0 0x7f547c0753b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:23.415 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.364+0000 7f5495f7a700 1 --2- 172.21.15.46:0/4188790080 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f547c072ef0 0x7f547c0753b0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f5480006fd0 tx=0x7f5480008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:23.416 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.365+0000 7f37780a4700 1 Processor -- start 2023-09-21T13:05:23.416 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.366+0000 7f37780a4700 1 -- start start 2023-09-21T13:05:23.416 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.366+0000 7f4259713700 1 -- 172.21.15.46:0/1608993985 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f42300052f0 con 0x7f42540cbc70 2023-09-21T13:05:23.417 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.366+0000 7fe9934af700 1 -- 172.21.15.46:0/1284039874 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe96c0052f0 con 0x7fe98c0aec10 2023-09-21T13:05:23.417 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.367+0000 7f92d27fc700 1 -- 172.21.15.46:0/3910567569 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f92d4054650 con 0x7f92dc0ce4d0 2023-09-21T13:05:23.417 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.367+0000 7f442f69e700 1 Processor -- start 2023-09-21T13:05:23.418 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.367+0000 7f37780a4700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f3770146460 0x7f3770161b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:23.418 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.367+0000 7f37780a4700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f37700cee60 0x7f37700cf2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:23.419 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.367+0000 7f37780a4700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f377015d9e0 con 0x7f377006b8b0 2023-09-21T13:05:23.419 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.367+0000 7f37780a4700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f37700cf830 con 0x7f3770146460 2023-09-21T13:05:23.420 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.367+0000 7f37780a4700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3770146bb0 con 0x7f37700cee60 2023-09-21T13:05:23.420 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.367+0000 7f3775e40700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f3770146460 0x7f3770161b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:23.420 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.367+0000 7f3776641700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f37700cee60 0x7f37700cf2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:23.420 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.367+0000 7f3775e40700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f3770146460 0x7f3770161b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.57:3300/0 says I am v2:172.21.15.46:52054/0 (socket says 172.21.15.46:52054) 2023-09-21T13:05:23.421 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.367+0000 7f3776641700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f37700cee60 0x7f37700cf2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.57:3301/0 says I am v2:172.21.15.46:52218/0 (socket says 172.21.15.46:52218) 2023-09-21T13:05:23.421 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.367+0000 7f3775e40700 1 -- 172.21.15.46:0/3585530533 learned_addr learned my addr 172.21.15.46:0/3585530533 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:23.422 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.368+0000 7f3775e40700 1 -- 172.21.15.46:0/3585530533 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f37700cee60 msgr2=0x7f37700cf2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:23.422 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.368+0000 7f3775e40700 1 --2- 172.21.15.46:0/3585530533 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f37700cee60 0x7f37700cf2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.422 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.368+0000 7f3775e40700 1 -- 172.21.15.46:0/3585530533 >> v1:172.21.15.46:6789/0 conn(0x7f377006b8b0 legacy=0x7f3770144260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:23.423 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.368+0000 7f3775e40700 1 -- 172.21.15.46:0/3585530533 --> v2:172.21.15.57:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3770144970 con 0x7f3770146460 2023-09-21T13:05:23.423 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.368+0000 7f3776641700 1 --2- 172.21.15.46:0/3585530533 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f37700cee60 0x7f37700cf2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-21T13:05:23.423 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.368+0000 7f3775e40700 1 --2- 172.21.15.46:0/3585530533 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f3770146460 0x7f3770161b00 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f376c013210 tx=0x7f376c013520 comp rx=0 tx=0).ready entity=mon.1 client_cookie=aaecdfd21f03e538 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:23.426 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.367+0000 7f442f69e700 1 -- start start 2023-09-21T13:05:23.426 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.369+0000 7f442f69e700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f442806d9b0 0x7f442806e8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:23.426 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.369+0000 7f442f69e700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f442806a7a0 0x7f442806ac50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:23.427 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.369+0000 7f442f69e700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f44280cec90 con 0x7f44280cd930 2023-09-21T13:05:23.427 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.369+0000 7f442f69e700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f44280cb580 con 0x7f442806d9b0 2023-09-21T13:05:23.428 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.369+0000 7f442f69e700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f442815a320 con 0x7f442806a7a0 2023-09-21T13:05:23.428 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.369+0000 7f442cc39700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f442806d9b0 0x7f442806e8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:23.428 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.369+0000 7f442cc39700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f442806d9b0 0x7f442806e8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.57:3300/0 says I am v2:172.21.15.46:52062/0 (socket says 172.21.15.46:52062) 2023-09-21T13:05:23.429 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.369+0000 7f442cc39700 1 -- 172.21.15.46:0/4194434556 learned_addr learned my addr 172.21.15.46:0/4194434556 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:23.429 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.369+0000 7f442d43a700 1 --1- 172.21.15.46:0/4194434556 >> v1:172.21.15.46:6789/0 conn(0x7f44280cd930 0x7f44280cb9a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:35602/0 (socket says 172.21.15.46:35602) 2023-09-21T13:05:23.429 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.369+0000 7f442dc3b700 1 --2- 172.21.15.46:0/4194434556 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f442806a7a0 0x7f442806ac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:23.429 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.369+0000 7f441ffff700 1 -- 172.21.15.46:0/4194434556 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3334018165 0 0) 0x7f44280cec90 con 0x7f44280cd930 2023-09-21T13:05:23.430 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.370+0000 7f442cc39700 1 -- 172.21.15.46:0/4194434556 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f442806a7a0 msgr2=0x7f442806ac50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:23.430 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.370+0000 7f442cc39700 1 --2- 172.21.15.46:0/4194434556 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f442806a7a0 0x7f442806ac50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.430 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.370+0000 7f442cc39700 1 -- 172.21.15.46:0/4194434556 >> v1:172.21.15.46:6789/0 conn(0x7f44280cd930 legacy=0x7f44280cb9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.430 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.370+0000 7f442cc39700 1 -- 172.21.15.46:0/4194434556 --> v2:172.21.15.57:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f44280cabe0 con 0x7f442806d9b0 2023-09-21T13:05:23.430 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.370+0000 7f442cc39700 1 --2- 172.21.15.46:0/4194434556 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f442806d9b0 0x7f442806e8d0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f441800bbc0 tx=0x7f441800bed0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bb99a8e1dbd944f3 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:23.431 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.371+0000 7f54867fc700 1 -- 172.21.15.46:0/4188790080 <== mon.2 v2:172.21.15.57:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f548c053390 con 0x7f54900cdbe0 2023-09-21T13:05:23.431 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.376+0000 7f3774e3e700 1 -- 172.21.15.46:0/3585530533 <== mon.1 v2:172.21.15.57:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f376c016070 con 0x7f3770146460 2023-09-21T13:05:23.432 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.376+0000 7f441ffff700 1 -- 172.21.15.46:0/4194434556 <== mon.1 v2:172.21.15.57:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f441800dbe0 con 0x7f442806d9b0 2023-09-21T13:05:23.432 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.376+0000 7f3774e3e700 1 -- 172.21.15.46:0/3585530533 <== mon.1 v2:172.21.15.57:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f376c013d30 con 0x7f3770146460 2023-09-21T13:05:23.432 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.376+0000 7f3774e3e700 1 -- 172.21.15.46:0/3585530533 <== mon.1 v2:172.21.15.57:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f376c013ea0 con 0x7f3770146460 2023-09-21T13:05:23.433 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.376+0000 7f441ffff700 1 -- 172.21.15.46:0/4194434556 <== mon.1 v2:172.21.15.57:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f441800dd40 con 0x7f442806d9b0 2023-09-21T13:05:23.433 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.376+0000 7f441ffff700 1 -- 172.21.15.46:0/4194434556 <== mon.1 v2:172.21.15.57:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4418017630 con 0x7f442806d9b0 2023-09-21T13:05:23.433 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.376+0000 7f42437fe700 1 -- 172.21.15.46:0/1608993985 <== mon.1 v2:172.21.15.57:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f4244053f20 con 0x7f42540cbc70 2023-09-21T13:05:23.434 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.377+0000 7f37780a4700 1 -- 172.21.15.46:0/3585530533 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f3770146460 msgr2=0x7f3770161b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.434 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.377+0000 7f37780a4700 1 --2- 172.21.15.46:0/3585530533 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f3770146460 0x7f3770161b00 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f376c013210 tx=0x7f376c013520 comp rx=0 tx=0).stop 2023-09-21T13:05:23.435 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.377+0000 7f442f69e700 1 -- 172.21.15.46:0/4194434556 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f442806d9b0 msgr2=0x7f442806e8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.435 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.377+0000 7f442f69e700 1 --2- 172.21.15.46:0/4194434556 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f442806d9b0 0x7f442806e8d0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f441800bbc0 tx=0x7f441800bed0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.435 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.377+0000 7f37780a4700 1 -- 172.21.15.46:0/3585530533 shutdown_connections 2023-09-21T13:05:23.435 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.377+0000 7f37780a4700 1 --2- 172.21.15.46:0/3585530533 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f37700cee60 0x7f37700cf2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.436 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.377+0000 7f37780a4700 1 --2- 172.21.15.46:0/3585530533 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f3770146460 0x7f3770161b00 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.436 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.377+0000 7f37780a4700 1 -- 172.21.15.46:0/3585530533 >> 172.21.15.46:0/3585530533 conn(0x7f377006eac0 msgr2=0x7f377006eea0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:23.437 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.377+0000 7f442f69e700 1 -- 172.21.15.46:0/4194434556 shutdown_connections 2023-09-21T13:05:23.437 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.377+0000 7f442f69e700 1 --2- 172.21.15.46:0/4194434556 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f442806a7a0 0x7f442806ac50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.437 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.377+0000 7f442f69e700 1 --2- 172.21.15.46:0/4194434556 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f442806d9b0 0x7f442806e8d0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.437 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.377+0000 7f442f69e700 1 -- 172.21.15.46:0/4194434556 >> 172.21.15.46:0/4194434556 conn(0x7f44280cc440 msgr2=0x7f44280cc850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:23.437 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.377+0000 7f442f69e700 1 -- 172.21.15.46:0/4194434556 shutdown_connections 2023-09-21T13:05:23.438 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.377+0000 7f442f69e700 1 -- 172.21.15.46:0/4194434556 wait complete. 2023-09-21T13:05:23.438 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.379+0000 7f442f69e700 1 Processor -- start 2023-09-21T13:05:23.438 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.380+0000 7f442f69e700 1 -- start start 2023-09-21T13:05:23.438 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.381+0000 7f442f69e700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f442806a7a0 0x7f44280b2660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:23.438 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.381+0000 7f442f69e700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f442806d9b0 0x7f442815a460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:23.439 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.381+0000 7f442f69e700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f44280cd930 0x7f44280b4d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:23.439 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.381+0000 7f442f69e700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44281e3350 con 0x7f442806d9b0 2023-09-21T13:05:23.439 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.381+0000 7f442f69e700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44281e35d0 con 0x7f442806a7a0 2023-09-21T13:05:23.439 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.381+0000 7f442f69e700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f442815acb0 con 0x7f44280cd930 2023-09-21T13:05:23.440 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.381+0000 7f005bb96700 1 Processor -- start 2023-09-21T13:05:23.440 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.378+0000 7fe981ffb700 1 -- 172.21.15.46:0/1284039874 <== mon.2 v2:172.21.15.57:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fe984053fb0 con 0x7fe98c0aec10 2023-09-21T13:05:23.441 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.381+0000 7f442cc39700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f442806d9b0 0x7f442815a460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:23.441 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.381+0000 7f442cc39700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f442806d9b0 0x7f442815a460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38964/0 (socket says 172.21.15.46:38964) 2023-09-21T13:05:23.441 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.382+0000 7f442cc39700 1 -- 172.21.15.46:0/3915128739 learned_addr learned my addr 172.21.15.46:0/3915128739 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:23.441 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.382+0000 7f442d43a700 1 --2- 172.21.15.46:0/3915128739 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f442806a7a0 0x7f44280b2660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:23.442 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.382+0000 7f442dc3b700 1 --2- 172.21.15.46:0/3915128739 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f44280cd930 0x7f44280b4d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:23.442 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.382+0000 7f37780a4700 1 -- 172.21.15.46:0/3585530533 shutdown_connections 2023-09-21T13:05:23.443 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.382+0000 7f005bb96700 1 -- start start 2023-09-21T13:05:23.443 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.383+0000 7f005bb96700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f005406d9b0 0x7f005406e8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:23.443 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.383+0000 7f005bb96700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f005406a7a0 0x7f005406ac50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:23.443 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.383+0000 7f005bb96700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f00540cec90 con 0x7f00540cd930 2023-09-21T13:05:23.443 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.383+0000 7f005bb96700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f00540cb580 con 0x7f005406d9b0 2023-09-21T13:05:23.444 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.383+0000 7f005bb96700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f005415a320 con 0x7f005406a7a0 2023-09-21T13:05:23.444 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.383+0000 7f0059131700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f005406d9b0 0x7f005406e8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:23.444 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.383+0000 7f0059131700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f005406d9b0 0x7f005406e8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38978/0 (socket says 172.21.15.46:38978) 2023-09-21T13:05:23.444 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.383+0000 7f0059131700 1 -- 172.21.15.46:0/2047132383 learned_addr learned my addr 172.21.15.46:0/2047132383 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:23.444 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.383+0000 7f005a133700 1 --2- 172.21.15.46:0/2047132383 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f005406a7a0 0x7f005406ac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:23.444 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.384+0000 7f005a133700 1 -- 172.21.15.46:0/2047132383 >> v2:172.21.15.46:3300/0 conn(0x7f005406d9b0 msgr2=0x7f005406e8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:23.445 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.384+0000 7f005a133700 1 --2- 172.21.15.46:0/2047132383 >> v2:172.21.15.46:3300/0 conn(0x7f005406d9b0 0x7f005406e8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.445 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.384+0000 7f005a133700 1 -- 172.21.15.46:0/2047132383 >> v1:172.21.15.46:6789/0 conn(0x7f00540cd930 legacy=0x7f00540cb9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:23.445 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.384+0000 7f005a133700 1 -- 172.21.15.46:0/2047132383 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f00540cabe0 con 0x7f005406a7a0 2023-09-21T13:05:23.445 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.384+0000 7f005a133700 1 --2- 172.21.15.46:0/2047132383 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f005406a7a0 0x7f005406ac50 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f004c009dc0 tx=0x7f004c00b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=832935f40088085 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:23.445 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.385+0000 7f0058930700 1 -- 172.21.15.46:0/2047132383 <== mon.2 v2:172.21.15.57:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f004c00e070 con 0x7f005406a7a0 2023-09-21T13:05:23.446 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.385+0000 7f0058930700 1 -- 172.21.15.46:0/2047132383 <== mon.2 v2:172.21.15.57:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f004c00baa0 con 0x7f005406a7a0 2023-09-21T13:05:23.446 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.387+0000 7f0058930700 1 -- 172.21.15.46:0/2047132383 <== mon.2 v2:172.21.15.57:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f004c00be50 con 0x7f005406a7a0 2023-09-21T13:05:23.446 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.387+0000 7f005bb96700 1 -- 172.21.15.46:0/2047132383 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f005406a7a0 msgr2=0x7f005406ac50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.446 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.387+0000 7f005bb96700 1 --2- 172.21.15.46:0/2047132383 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f005406a7a0 0x7f005406ac50 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f004c009dc0 tx=0x7f004c00b330 comp rx=0 tx=0).stop 2023-09-21T13:05:23.446 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.387+0000 7f005bb96700 1 -- 172.21.15.46:0/2047132383 shutdown_connections 2023-09-21T13:05:23.447 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.387+0000 7f005bb96700 1 --2- 172.21.15.46:0/2047132383 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f005406a7a0 0x7f005406ac50 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.447 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.387+0000 7f005bb96700 1 --2- 172.21.15.46:0/2047132383 >> v2:172.21.15.46:3300/0 conn(0x7f005406d9b0 0x7f005406e8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.447 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.387+0000 7f005bb96700 1 -- 172.21.15.46:0/2047132383 >> 172.21.15.46:0/2047132383 conn(0x7f00540cc440 msgr2=0x7f00540cc850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:23.447 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.382+0000 7f37780a4700 1 -- 172.21.15.46:0/3585530533 wait complete. 2023-09-21T13:05:23.448 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.384+0000 7f37780a4700 1 Processor -- start 2023-09-21T13:05:23.448 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.384+0000 7f37780a4700 1 -- start start 2023-09-21T13:05:23.448 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.385+0000 7f37780a4700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f377006b8b0 0x7f37701551a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:23.448 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.385+0000 7f37780a4700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f37700cee60 0x7f3770156f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:23.449 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.385+0000 7f37780a4700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f3770146460 0x7f3770144b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:23.449 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.385+0000 7f37780a4700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3770156140 con 0x7f37700cee60 2023-09-21T13:05:23.449 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.385+0000 7f37780a4700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37701574a0 con 0x7f3770146460 2023-09-21T13:05:23.449 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.385+0000 7f37780a4700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3770153340 con 0x7f377006b8b0 2023-09-21T13:05:23.449 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.386+0000 7f3775e40700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f377006b8b0 0x7f37701551a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:23.450 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.382+0000 7f442cc39700 1 -- 172.21.15.46:0/3915128739 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f44280cd930 msgr2=0x7f44280b4d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.450 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.382+0000 7f442cc39700 1 --2- 172.21.15.46:0/3915128739 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f44280cd930 0x7f44280b4d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.450 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.382+0000 7f442cc39700 1 -- 172.21.15.46:0/3915128739 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f442806a7a0 msgr2=0x7f44280b2660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.450 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.382+0000 7f442cc39700 1 --2- 172.21.15.46:0/3915128739 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f442806a7a0 0x7f44280b2660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.451 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.382+0000 7f442cc39700 1 -- 172.21.15.46:0/3915128739 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f441800b7f0 con 0x7f442806d9b0 2023-09-21T13:05:23.451 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.382+0000 7f442cc39700 1 --2- 172.21.15.46:0/3915128739 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f442806d9b0 0x7f442815a460 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f4418000c00 tx=0x7f4418004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:23.451 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.383+0000 7f441dffb700 1 -- 172.21.15.46:0/3915128739 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4418009050 con 0x7f442806d9b0 2023-09-21T13:05:23.451 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.383+0000 7f441dffb700 1 -- 172.21.15.46:0/3915128739 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f441800a040 con 0x7f442806d9b0 2023-09-21T13:05:23.451 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.383+0000 7f441dffb700 1 -- 172.21.15.46:0/3915128739 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4418021850 con 0x7f442806d9b0 2023-09-21T13:05:23.452 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.383+0000 7f442f69e700 1 -- 172.21.15.46:0/3915128739 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f442815af90 con 0x7f442806d9b0 2023-09-21T13:05:23.452 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.383+0000 7f442f69e700 1 -- 172.21.15.46:0/3915128739 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f442815a9a0 con 0x7f442806d9b0 2023-09-21T13:05:23.452 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.385+0000 7f442f69e700 1 -- 172.21.15.46:0/3915128739 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f442815b4b0 con 0x7f442806d9b0 2023-09-21T13:05:23.452 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.391+0000 7f441dffb700 1 -- 172.21.15.46:0/3915128739 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f4418015070 con 0x7f442806d9b0 2023-09-21T13:05:23.452 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.391+0000 7f441dffb700 1 --2- 172.21.15.46:0/3915128739 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f440c06a650 0x7f440c06cb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:23.453 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.391+0000 7f441dffb700 1 -- 172.21.15.46:0/3915128739 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f441808abb0 con 0x7f442806d9b0 2023-09-21T13:05:23.453 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.391+0000 7f005bb96700 1 -- 172.21.15.46:0/2047132383 shutdown_connections 2023-09-21T13:05:23.453 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.391+0000 7f005bb96700 1 -- 172.21.15.46:0/2047132383 wait complete. 2023-09-21T13:05:23.453 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.393+0000 7f005bb96700 1 Processor -- start 2023-09-21T13:05:23.454 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.393+0000 7f441dffb700 1 -- 172.21.15.46:0/3915128739 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f44180561a0 con 0x7f442806d9b0 2023-09-21T13:05:23.456 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.393+0000 7f005bb96700 1 -- start start 2023-09-21T13:05:23.456 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.394+0000 7f005bb96700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f005406a7a0 0x7f00540c8370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:23.456 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.394+0000 7f005bb96700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f005406d9b0 0x7f00540c6a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:23.457 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.394+0000 7f005bb96700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f00540cd930 0x7f0054154d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:23.457 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.394+0000 7f005bb96700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00541fb0e0 con 0x7f005406d9b0 2023-09-21T13:05:23.457 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.394+0000 7f005bb96700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00541fb3c0 con 0x7f00540cd930 2023-09-21T13:05:23.458 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.394+0000 7f005bb96700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f00541fb6a0 con 0x7f005406a7a0 2023-09-21T13:05:23.458 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.395+0000 7f0059131700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f005406d9b0 0x7f00540c6a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:23.458 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.395+0000 7f0059131700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f005406d9b0 0x7f00540c6a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38986/0 (socket says 172.21.15.46:38986) 2023-09-21T13:05:23.459 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.395+0000 7f0059131700 1 -- 172.21.15.46:0/593882191 learned_addr learned my addr 172.21.15.46:0/593882191 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:23.459 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.395+0000 7f0059932700 1 --2- 172.21.15.46:0/593882191 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f005406a7a0 0x7f00540c8370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:23.460 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.395+0000 7f0059131700 1 -- 172.21.15.46:0/593882191 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f005406a7a0 msgr2=0x7f00540c8370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.460 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.395+0000 7f0059131700 1 --2- 172.21.15.46:0/593882191 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f005406a7a0 0x7f00540c8370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.460 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.395+0000 7f0059131700 1 -- 172.21.15.46:0/593882191 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f00540cd930 msgr2=0x7f0054154d10 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-09-21T13:05:23.461 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.395+0000 7f0059131700 1 --2- 172.21.15.46:0/593882191 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f00540cd930 0x7f0054154d10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.461 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.395+0000 7f0059131700 1 -- 172.21.15.46:0/593882191 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f004c009a70 con 0x7f005406d9b0 2023-09-21T13:05:23.461 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.396+0000 7f0059131700 1 --2- 172.21.15.46:0/593882191 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f005406d9b0 0x7f00540c6a90 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f005000e800 tx=0x7f005000eb10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:23.462 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.386+0000 7f3775e40700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f377006b8b0 0x7f37701551a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.57:3301/0 says I am v2:172.21.15.46:52266/0 (socket says 172.21.15.46:52266) 2023-09-21T13:05:23.462 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.386+0000 7f3775e40700 1 -- 172.21.15.46:0/1853177541 learned_addr learned my addr 172.21.15.46:0/1853177541 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:23.462 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.386+0000 7f3776641700 1 --2- 172.21.15.46:0/1853177541 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f3770146460 0x7f3770144b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:23.463 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.386+0000 7f3776641700 1 -- 172.21.15.46:0/1853177541 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f377006b8b0 msgr2=0x7f37701551a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.463 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.386+0000 7f3776641700 1 --2- 172.21.15.46:0/1853177541 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f377006b8b0 0x7f37701551a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.463 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.386+0000 7f3776641700 1 -- 172.21.15.46:0/1853177541 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f37700cee60 msgr2=0x7f3770156f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.463 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.386+0000 7f3776641700 1 --2- 172.21.15.46:0/1853177541 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f37700cee60 0x7f3770156f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.463 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.386+0000 7f3776641700 1 -- 172.21.15.46:0/1853177541 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3768009a70 con 0x7f3770146460 2023-09-21T13:05:23.464 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.386+0000 7f3776641700 1 --2- 172.21.15.46:0/1853177541 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f3770146460 0x7f3770144b60 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f376800efc0 tx=0x7f376800c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:23.464 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.386+0000 7f37667fc700 1 -- 172.21.15.46:0/1853177541 <== mon.1 v2:172.21.15.57:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f376800cc00 con 0x7f3770146460 2023-09-21T13:05:23.464 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.393+0000 7f37667fc700 1 -- 172.21.15.46:0/1853177541 <== mon.1 v2:172.21.15.57:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f376800f040 con 0x7f3770146460 2023-09-21T13:05:23.464 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.393+0000 7f37667fc700 1 -- 172.21.15.46:0/1853177541 <== mon.1 v2:172.21.15.57:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3768003a20 con 0x7f3770146460 2023-09-21T13:05:23.465 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.397+0000 7f004a7fc700 1 -- 172.21.15.46:0/593882191 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0050013680 con 0x7f005406d9b0 2023-09-21T13:05:23.465 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.397+0000 7f004a7fc700 1 -- 172.21.15.46:0/593882191 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f00500137e0 con 0x7f005406d9b0 2023-09-21T13:05:23.465 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.397+0000 7f004a7fc700 1 -- 172.21.15.46:0/593882191 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0050013b70 con 0x7f005406d9b0 2023-09-21T13:05:23.465 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.397+0000 7f005bb96700 1 -- 172.21.15.46:0/593882191 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f00541fb980 con 0x7f005406d9b0 2023-09-21T13:05:23.466 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.397+0000 7f005bb96700 1 -- 172.21.15.46:0/593882191 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f00540c6fd0 con 0x7f005406d9b0 2023-09-21T13:05:23.466 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.397+0000 7f37780a4700 1 -- 172.21.15.46:0/1853177541 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f376c011df0 con 0x7f3770146460 2023-09-21T13:05:23.466 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.397+0000 7f37780a4700 1 -- 172.21.15.46:0/1853177541 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3770155b80 con 0x7f3770146460 2023-09-21T13:05:23.467 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.399+0000 7f37667fc700 1 -- 172.21.15.46:0/1853177541 <== mon.1 v2:172.21.15.57:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f3768014480 con 0x7f3770146460 2023-09-21T13:05:23.467 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.403+0000 7f005bb96700 1 -- 172.21.15.46:0/593882191 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f003c0052f0 con 0x7f005406d9b0 2023-09-21T13:05:23.467 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.401+0000 7f442d43a700 1 --2- 172.21.15.46:0/3915128739 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f440c06a650 0x7f440c06cb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:23.468 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.401+0000 7f442d43a700 1 --2- 172.21.15.46:0/3915128739 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f440c06a650 0x7f440c06cb10 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f4424007ad0 tx=0x7f4424007a20 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:23.468 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.400+0000 7f37667fc700 1 --2- 172.21.15.46:0/1853177541 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f375c06a700 0x7f375c06cbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:23.468 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.400+0000 7f37667fc700 1 -- 172.21.15.46:0/1853177541 <== mon.1 v2:172.21.15.57:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f37680895d0 con 0x7f3770146460 2023-09-21T13:05:23.468 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.400+0000 7f3775e40700 1 --2- 172.21.15.46:0/1853177541 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f375c06a700 0x7f375c06cbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:23.469 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.401+0000 7f3775e40700 1 --2- 172.21.15.46:0/1853177541 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f375c06a700 0x7f375c06cbc0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f376c013560 tx=0x7f376c011000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:23.469 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.404+0000 7f004a7fc700 1 -- 172.21.15.46:0/593882191 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f0050013cd0 con 0x7f005406d9b0 2023-09-21T13:05:23.469 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.405+0000 7f004a7fc700 1 --2- 172.21.15.46:0/593882191 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f003806a650 0x7f003806cb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:23.470 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.405+0000 7f004a7fc700 1 -- 172.21.15.46:0/593882191 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f0050088880 con 0x7f005406d9b0 2023-09-21T13:05:23.470 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.406+0000 7f0059932700 1 --2- 172.21.15.46:0/593882191 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f003806a650 0x7f003806cb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:23.470 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.407+0000 7f0059932700 1 --2- 172.21.15.46:0/593882191 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f003806a650 0x7f003806cb10 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f0044007fd0 tx=0x7f0044009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:23.471 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.409+0000 7f37780a4700 1 -- 172.21.15.46:0/1853177541 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3770153110 con 0x7f3770146460 2023-09-21T13:05:23.471 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.414+0000 7f004a7fc700 1 -- 172.21.15.46:0/593882191 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f0050053de0 con 0x7f005406d9b0 2023-09-21T13:05:23.472 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.415+0000 7f37667fc700 1 -- 172.21.15.46:0/1853177541 <== mon.1 v2:172.21.15.57:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f3770153110 con 0x7f3770146460 2023-09-21T13:05:23.796 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.799+0000 7f92e3d06700 1 -- 172.21.15.46:0/3910567569 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7f92c4005870 con 0x7f92dc0ce4d0 2023-09-21T13:05:23.797 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.800+0000 7f92d27fc700 1 -- 172.21.15.46:0/3910567569 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f92d4057c70 con 0x7f92dc0ce4d0 2023-09-21T13:05:23.799 INFO:teuthology.orchestra.run.smithi046.stdout:55834574854 2023-09-21T13:05:23.799 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.802+0000 7fb600ccd700 1 -- 172.21.15.46:0/4048593690 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) v1 -- 0x7fb5fc068b90 con 0x7fb5fc0cf070 2023-09-21T13:05:23.800 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.804+0000 7f92e3d06700 1 -- 172.21.15.46:0/3910567569 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f92c006a650 msgr2=0x7f92c006cb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.801 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.804+0000 7f92e3d06700 1 --2- 172.21.15.46:0/3910567569 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f92c006a650 0x7f92c006cb10 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f92dc0701c0 tx=0x7f92d8009040 comp rx=0 tx=0).stop 2023-09-21T13:05:23.801 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.804+0000 7f92e3d06700 1 -- 172.21.15.46:0/3910567569 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f92dc0ce4d0 msgr2=0x7f92dc0b5110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.801 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.804+0000 7f92e3d06700 1 --2- 172.21.15.46:0/3910567569 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f92dc0ce4d0 0x7f92dc0b5110 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f92d400b9e0 tx=0x7f92d400bcf0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.804 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.807+0000 7f92e3d06700 1 -- 172.21.15.46:0/3910567569 shutdown_connections 2023-09-21T13:05:23.804 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.807+0000 7f92e3d06700 1 --2- 172.21.15.46:0/3910567569 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f92c006a650 0x7f92c006cb10 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.804 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.807+0000 7f92e3d06700 1 --2- 172.21.15.46:0/3910567569 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f92dc165680 0x7f92dc0b5650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.805 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.807+0000 7f92e3d06700 1 --2- 172.21.15.46:0/3910567569 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f92dc0c3800 0x7f92dc15a370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.805 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.807+0000 7f92e3d06700 1 --2- 172.21.15.46:0/3910567569 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f92dc0ce4d0 0x7f92dc0b5110 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.805 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.807+0000 7f92e3d06700 1 -- 172.21.15.46:0/3910567569 >> 172.21.15.46:0/3910567569 conn(0x7f92dc0d01f0 msgr2=0x7f92dc0cc140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:23.805 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.807+0000 7fb5eaffd700 1 -- 172.21.15.46:0/4048593690 <== mon.1 v2:172.21.15.57:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fb5f4058ef0 con 0x7fb5fc0cf070 2023-09-21T13:05:23.806 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.808+0000 7f92e3d06700 1 -- 172.21.15.46:0/3910567569 shutdown_connections 2023-09-21T13:05:23.806 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.808+0000 7f92e3d06700 1 -- 172.21.15.46:0/3910567569 wait complete. 2023-09-21T13:05:23.809 INFO:teuthology.orchestra.run.smithi046.stdout:55834574853 2023-09-21T13:05:23.810 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.813+0000 7f4259713700 1 -- 172.21.15.46:0/1608993985 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7f42300055a0 con 0x7f42540cbc70 2023-09-21T13:05:23.811 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.813+0000 7fb600ccd700 1 -- 172.21.15.46:0/4048593690 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fb5dc06a620 msgr2=0x7fb5dc06cae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.811 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.813+0000 7fb600ccd700 1 --2- 172.21.15.46:0/4048593690 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fb5dc06a620 0x7fb5dc06cae0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fb5fc0b1550 tx=0x7fb5ec006c60 comp rx=0 tx=0).stop 2023-09-21T13:05:23.811 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.813+0000 7fb600ccd700 1 -- 172.21.15.46:0/4048593690 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fb5fc0cf070 msgr2=0x7fb5fc202430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.812 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.813+0000 7fb600ccd700 1 --2- 172.21.15.46:0/4048593690 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fb5fc0cf070 0x7fb5fc202430 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fb5f400d860 tx=0x7fb5f4004ad0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.812 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.813+0000 7fb600ccd700 1 -- 172.21.15.46:0/4048593690 shutdown_connections 2023-09-21T13:05:23.812 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.813+0000 7fb600ccd700 1 --2- 172.21.15.46:0/4048593690 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fb5dc06a620 0x7fb5dc06cae0 secure :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fb5fc0b1550 tx=0x7fb5ec006c60 comp rx=0 tx=0).stop 2023-09-21T13:05:23.812 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.813+0000 7fb600ccd700 1 --2- 172.21.15.46:0/4048593690 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fb5fc0cf070 0x7fb5fc202430 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.812 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.813+0000 7fb600ccd700 1 --2- 172.21.15.46:0/4048593690 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb5fc06eba0 0x7fb5fc0b42d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.812 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.813+0000 7fb600ccd700 1 --2- 172.21.15.46:0/4048593690 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb5fc06f020 0x7fb5fc0c6610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.813 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.814+0000 7fb600ccd700 1 -- 172.21.15.46:0/4048593690 >> 172.21.15.46:0/4048593690 conn(0x7fb5fc0d01f0 msgr2=0x7fb5fc0b1ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:23.813 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.814+0000 7fb600ccd700 1 -- 172.21.15.46:0/4048593690 shutdown_connections 2023-09-21T13:05:23.813 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.814+0000 7fb600ccd700 1 -- 172.21.15.46:0/4048593690 wait complete. 2023-09-21T13:05:23.814 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.816+0000 7f42437fe700 1 -- 172.21.15.46:0/1608993985 <== mon.1 v2:172.21.15.57:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f4244015030 con 0x7f42540cbc70 2023-09-21T13:05:23.814 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.816+0000 7f442f69e700 1 -- 172.21.15.46:0/3915128739 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) v1 -- 0x7f44281e3790 con 0x7f442806d9b0 2023-09-21T13:05:23.816 INFO:teuthology.orchestra.run.smithi046.stdout:55834574854 2023-09-21T13:05:23.817 INFO:teuthology.orchestra.run.smithi046.stdout:55834574853 2023-09-21T13:05:23.817 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.816+0000 7f441dffb700 1 -- 172.21.15.46:0/3915128739 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f44180597c0 con 0x7f442806d9b0 2023-09-21T13:05:23.817 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.819+0000 7f442f69e700 1 -- 172.21.15.46:0/3915128739 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f440c06a650 msgr2=0x7f440c06cb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.818 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.819+0000 7f442f69e700 1 --2- 172.21.15.46:0/3915128739 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f440c06a650 0x7f440c06cb10 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f4424007ad0 tx=0x7f4424007a20 comp rx=0 tx=0).stop 2023-09-21T13:05:23.818 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.819+0000 7f442f69e700 1 -- 172.21.15.46:0/3915128739 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f442806d9b0 msgr2=0x7f442815a460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.818 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.819+0000 7f442f69e700 1 --2- 172.21.15.46:0/3915128739 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f442806d9b0 0x7f442815a460 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f4418000c00 tx=0x7f4418004750 comp rx=0 tx=0).stop 2023-09-21T13:05:23.818 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.819+0000 7f442f69e700 1 -- 172.21.15.46:0/3915128739 shutdown_connections 2023-09-21T13:05:23.818 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.819+0000 7f442f69e700 1 --2- 172.21.15.46:0/3915128739 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f440c06a650 0x7f440c06cb10 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.819 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.819+0000 7f442f69e700 1 --2- 172.21.15.46:0/3915128739 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f44280cd930 0x7f44280b4d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.819 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.819+0000 7f442f69e700 1 --2- 172.21.15.46:0/3915128739 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f442806a7a0 0x7f44280b2660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.819 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.819+0000 7f442f69e700 1 --2- 172.21.15.46:0/3915128739 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f442806d9b0 0x7f442815a460 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.819 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.819+0000 7f442f69e700 1 -- 172.21.15.46:0/3915128739 >> 172.21.15.46:0/3915128739 conn(0x7f44280cc440 msgr2=0x7f44280b09c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:23.819 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.819+0000 7f442f69e700 1 -- 172.21.15.46:0/3915128739 shutdown_connections 2023-09-21T13:05:23.820 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.819+0000 7f442f69e700 1 -- 172.21.15.46:0/3915128739 wait complete. 2023-09-21T13:05:23.820 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.817+0000 7fe9934af700 1 -- 172.21.15.46:0/1284039874 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) v1 -- 0x7fe96c0055a0 con 0x7fe98c0aec10 2023-09-21T13:05:23.820 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.817+0000 7fe981ffb700 1 -- 172.21.15.46:0/1284039874 <== mon.2 v2:172.21.15.57:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fe984057590 con 0x7fe98c0aec10 2023-09-21T13:05:23.821 INFO:teuthology.orchestra.run.smithi046.stdout:55834574854 2023-09-21T13:05:23.821 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.822+0000 7f54981de700 1 -- 172.21.15.46:0/4188790080 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7f54780055a0 con 0x7f54900cdbe0 2023-09-21T13:05:23.821 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.824+0000 7fe9934af700 1 -- 172.21.15.46:0/1284039874 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fe97006a650 msgr2=0x7fe97006cb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.822 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.824+0000 7fe9934af700 1 --2- 172.21.15.46:0/1284039874 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fe97006a650 0x7fe97006cb10 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fe988000c00 tx=0x7fe988010000 comp rx=0 tx=0).stop 2023-09-21T13:05:23.822 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.824+0000 7fe9934af700 1 -- 172.21.15.46:0/1284039874 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe98c0aec10 msgr2=0x7fe98c0c98f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.822 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.824+0000 7fe9934af700 1 --2- 172.21.15.46:0/1284039874 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe98c0aec10 0x7fe98c0c98f0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fe98400cba0 tx=0x7fe98400ceb0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.823 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.826+0000 7f4259713700 1 -- 172.21.15.46:0/1608993985 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f423806a620 msgr2=0x7f423806cae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.823 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.826+0000 7f4259713700 1 --2- 172.21.15.46:0/1608993985 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f423806a620 0x7f423806cae0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f42540b3500 tx=0x7f4248006c30 comp rx=0 tx=0).stop 2023-09-21T13:05:23.823 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.826+0000 7f4259713700 1 -- 172.21.15.46:0/1608993985 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f42540cbc70 msgr2=0x7f42540c5820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.823 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.826+0000 7f4259713700 1 --2- 172.21.15.46:0/1608993985 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f42540cbc70 0x7f42540c5820 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f424400b4d0 tx=0x7f424400b7e0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.824 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.826+0000 7f54867fc700 1 -- 172.21.15.46:0/4188790080 <== mon.2 v2:172.21.15.57:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f548c0569b0 con 0x7f54900cdbe0 2023-09-21T13:05:23.824 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.828+0000 7f4259713700 1 -- 172.21.15.46:0/1608993985 shutdown_connections 2023-09-21T13:05:23.825 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.828+0000 7f4259713700 1 --2- 172.21.15.46:0/1608993985 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f423806a620 0x7f423806cae0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.825 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.828+0000 7f4259713700 1 --2- 172.21.15.46:0/1608993985 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f42540c4010 0x7f42540cf980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.825 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.828+0000 7f4259713700 1 --2- 172.21.15.46:0/1608993985 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f42540cbc70 0x7f42540c5820 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.825 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.828+0000 7f4259713700 1 --2- 172.21.15.46:0/1608993985 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4254162a60 0x7f42540cf440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.825 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.828+0000 7f4259713700 1 -- 172.21.15.46:0/1608993985 >> 172.21.15.46:0/1608993985 conn(0x7f42540b1030 msgr2=0x7f42540b06b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:23.826 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.828+0000 7fe9934af700 1 -- 172.21.15.46:0/1284039874 shutdown_connections 2023-09-21T13:05:23.826 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.828+0000 7fe9934af700 1 --2- 172.21.15.46:0/1284039874 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fe97006a650 0x7fe97006cb10 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.827 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.828+0000 7fe9934af700 1 --2- 172.21.15.46:0/1284039874 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fe98c0c2ef0 0x7fe98c0c6a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.827 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.828+0000 7fe9934af700 1 --2- 172.21.15.46:0/1284039874 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe98c06e2c0 0x7fe98c151fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.827 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.828+0000 7fe9934af700 1 --2- 172.21.15.46:0/1284039874 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe98c0aec10 0x7fe98c0c98f0 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.827 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.828+0000 7fe9934af700 1 -- 172.21.15.46:0/1284039874 >> 172.21.15.46:0/1284039874 conn(0x7fe98c0cc440 msgr2=0x7fe98c163c90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:23.827 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.828+0000 7fe9934af700 1 -- 172.21.15.46:0/1284039874 shutdown_connections 2023-09-21T13:05:23.828 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.828+0000 7fe9934af700 1 -- 172.21.15.46:0/1284039874 wait complete. 2023-09-21T13:05:23.828 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.828+0000 7f4259713700 1 -- 172.21.15.46:0/1608993985 shutdown_connections 2023-09-21T13:05:23.828 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.829+0000 7f4259713700 1 -- 172.21.15.46:0/1608993985 wait complete. 2023-09-21T13:05:23.830 INFO:teuthology.orchestra.run.smithi046.stdout:55834574855 2023-09-21T13:05:23.831 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574854 for osd.2 2023-09-21T13:05:23.832 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.834+0000 7f54981de700 1 -- 172.21.15.46:0/4188790080 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f547c072ef0 msgr2=0x7f547c0753b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.832 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.834+0000 7f54981de700 1 --2- 172.21.15.46:0/4188790080 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f547c072ef0 0x7f547c0753b0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f5480006fd0 tx=0x7f5480008040 comp rx=0 tx=0).stop 2023-09-21T13:05:23.832 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.834+0000 7f54981de700 1 -- 172.21.15.46:0/4188790080 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f54900cdbe0 msgr2=0x7f5490070e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.832 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.834+0000 7f54981de700 1 --2- 172.21.15.46:0/4188790080 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f54900cdbe0 0x7f5490070e00 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f548c00c450 tx=0x7f548c00c760 comp rx=0 tx=0).stop 2023-09-21T13:05:23.836 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574853 for osd.6 2023-09-21T13:05:23.841 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574853 for osd.4 2023-09-21T13:05:23.842 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.845+0000 7f54981de700 1 -- 172.21.15.46:0/4188790080 shutdown_connections 2023-09-21T13:05:23.842 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.845+0000 7f54981de700 1 --2- 172.21.15.46:0/4188790080 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f547c072ef0 0x7f547c0753b0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.842 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.845+0000 7f54981de700 1 --2- 172.21.15.46:0/4188790080 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f549015d8c0 0x7f5490071340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.843 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.845+0000 7f54981de700 1 --2- 172.21.15.46:0/4188790080 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f54900cd750 0x7f5490159ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.843 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.845+0000 7f54981de700 1 --2- 172.21.15.46:0/4188790080 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f54900cdbe0 0x7f5490070e00 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.843 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.845+0000 7f54981de700 1 -- 172.21.15.46:0/4188790080 >> 172.21.15.46:0/4188790080 conn(0x7f54900cc440 msgr2=0x7f54900b0d20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:23.843 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.845+0000 7f54981de700 1 -- 172.21.15.46:0/4188790080 shutdown_connections 2023-09-21T13:05:23.843 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.845+0000 7f54981de700 1 -- 172.21.15.46:0/4188790080 wait complete. 2023-09-21T13:05:23.844 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.847+0000 7f005bb96700 1 -- 172.21.15.46:0/593882191 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7f003c0055a0 con 0x7f005406d9b0 2023-09-21T13:05:23.845 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.848+0000 7f004a7fc700 1 -- 172.21.15.46:0/593882191 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f0050017020 con 0x7f005406d9b0 2023-09-21T13:05:23.845 INFO:teuthology.orchestra.run.smithi046.stdout:55834574854 2023-09-21T13:05:23.847 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.850+0000 7f005bb96700 1 -- 172.21.15.46:0/593882191 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f003806a650 msgr2=0x7f003806cb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.847 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.850+0000 7f005bb96700 1 --2- 172.21.15.46:0/593882191 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f003806a650 0x7f003806cb10 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f0044007fd0 tx=0x7f0044009040 comp rx=0 tx=0).stop 2023-09-21T13:05:23.848 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.850+0000 7f005bb96700 1 -- 172.21.15.46:0/593882191 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f005406d9b0 msgr2=0x7f00540c6a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.848 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.850+0000 7f005bb96700 1 --2- 172.21.15.46:0/593882191 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f005406d9b0 0x7f00540c6a90 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f005000e800 tx=0x7f005000eb10 comp rx=0 tx=0).stop 2023-09-21T13:05:23.849 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.852+0000 7f005bb96700 1 -- 172.21.15.46:0/593882191 shutdown_connections 2023-09-21T13:05:23.849 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.852+0000 7f005bb96700 1 --2- 172.21.15.46:0/593882191 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f003806a650 0x7f003806cb10 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.849 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.852+0000 7f005bb96700 1 --2- 172.21.15.46:0/593882191 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f00540cd930 0x7f0054154d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.849 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.852+0000 7f005bb96700 1 --2- 172.21.15.46:0/593882191 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f005406a7a0 0x7f00540c8370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.849 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.852+0000 7f005bb96700 1 --2- 172.21.15.46:0/593882191 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f005406d9b0 0x7f00540c6a90 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.850 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.852+0000 7f005bb96700 1 -- 172.21.15.46:0/593882191 >> 172.21.15.46:0/593882191 conn(0x7f00540cc440 msgr2=0x7f00540cdd10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:23.850 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.852+0000 7f005bb96700 1 -- 172.21.15.46:0/593882191 shutdown_connections 2023-09-21T13:05:23.850 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.852+0000 7f005bb96700 1 -- 172.21.15.46:0/593882191 wait complete. 2023-09-21T13:05:23.851 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574854 for osd.1 2023-09-21T13:05:23.851 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.854+0000 7f37780a4700 1 -- 172.21.15.46:0/1853177541 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) v1 -- 0x7f3770153110 con 0x7f3770146460 2023-09-21T13:05:23.852 DEBUG:teuthology.parallel:result is None 2023-09-21T13:05:23.852 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.855+0000 7f37667fc700 1 -- 172.21.15.46:0/1853177541 <== mon.1 v2:172.21.15.57:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f3770153110 con 0x7f3770146460 2023-09-21T13:05:23.852 INFO:teuthology.orchestra.run.smithi046.stdout:55834574855 2023-09-21T13:05:23.853 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574854 for osd.7 2023-09-21T13:05:23.854 DEBUG:teuthology.parallel:result is None 2023-09-21T13:05:23.857 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.859+0000 7f37780a4700 1 -- 172.21.15.46:0/1853177541 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f375c06a700 msgr2=0x7f375c06cbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.857 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.859+0000 7f37780a4700 1 --2- 172.21.15.46:0/1853177541 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f375c06a700 0x7f375c06cbc0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f376c013560 tx=0x7f376c011000 comp rx=0 tx=0).stop 2023-09-21T13:05:23.857 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.859+0000 7f37780a4700 1 -- 172.21.15.46:0/1853177541 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f3770146460 msgr2=0x7f3770144b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:23.857 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.859+0000 7f37780a4700 1 --2- 172.21.15.46:0/1853177541 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f3770146460 0x7f3770144b60 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f376800efc0 tx=0x7f376800c3a0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.857 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.859+0000 7f37780a4700 1 -- 172.21.15.46:0/1853177541 shutdown_connections 2023-09-21T13:05:23.858 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.859+0000 7f37780a4700 1 --2- 172.21.15.46:0/1853177541 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f375c06a700 0x7f375c06cbc0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.858 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.859+0000 7f37780a4700 1 --2- 172.21.15.46:0/1853177541 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f3770146460 0x7f3770144b60 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.858 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.859+0000 7f37780a4700 1 --2- 172.21.15.46:0/1853177541 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f377006b8b0 0x7f37701551a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.858 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.859+0000 7f37780a4700 1 --2- 172.21.15.46:0/1853177541 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f37700cee60 0x7f3770156f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:23.858 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.859+0000 7f37780a4700 1 -- 172.21.15.46:0/1853177541 >> 172.21.15.46:0/1853177541 conn(0x7f377006eac0 msgr2=0x7f3770144250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:23.859 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.860+0000 7f37780a4700 1 -- 172.21.15.46:0/1853177541 shutdown_connections 2023-09-21T13:05:23.859 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:23.860+0000 7f37780a4700 1 -- 172.21.15.46:0/1853177541 wait complete. 2023-09-21T13:05:23.862 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574855 for osd.0 2023-09-21T13:05:23.862 DEBUG:teuthology.parallel:result is None 2023-09-21T13:05:23.866 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574854 for osd.3 2023-09-21T13:05:23.866 DEBUG:teuthology.parallel:result is None 2023-09-21T13:05:23.872 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574855 for osd.5 2023-09-21T13:05:23.872 DEBUG:teuthology.parallel:result is None 2023-09-21T13:05:24.832 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2023-09-21T13:05:24.837 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2023-09-21T13:05:24.843 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2023-09-21T13:05:24.992 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:24.995+0000 7faed783b700 1 Processor -- start 2023-09-21T13:05:24.992 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:24.995+0000 7faed783b700 1 -- start start 2023-09-21T13:05:24.994 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:24.996+0000 7faed783b700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7faed015d630 0x7faed0161cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:24.994 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:24.996+0000 7faed783b700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7faed006a7a0 0x7faed006f310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:24.995 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:24.996+0000 7faed783b700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7faed006f850 0x7faed00ca840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:24.995 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:24.996+0000 7faed783b700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faed006eba0 con 0x7faed006a7a0 2023-09-21T13:05:24.995 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:24.996+0000 7faed783b700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faed006ee80 con 0x7faed015d630 2023-09-21T13:05:24.995 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:24.996+0000 7faed783b700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faed00d1110 con 0x7faed006f850 2023-09-21T13:05:24.996 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:24.996+0000 7faed4dd6700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7faed006a7a0 0x7faed006f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:24.996 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:24.996+0000 7faed55d7700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7faed015d630 0x7faed0161cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:24.996 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:24.997+0000 7faed4dd6700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7faed006a7a0 0x7faed006f310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38864/0 (socket says 172.21.15.46:38864) 2023-09-21T13:05:24.996 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:24.997+0000 7faed55d7700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7faed015d630 0x7faed0161cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.57:3300/0 says I am v2:172.21.15.46:56448/0 (socket says 172.21.15.46:56448) 2023-09-21T13:05:24.996 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:24.997+0000 7faed4dd6700 1 -- 172.21.15.46:0/2896632000 learned_addr learned my addr 172.21.15.46:0/2896632000 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:24.997 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:24.997+0000 7faed5dd8700 1 --2- 172.21.15.46:0/2896632000 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7faed006f850 0x7faed00ca840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:24.997 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:24.997+0000 7faed4dd6700 1 -- 172.21.15.46:0/2896632000 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7faed006f850 msgr2=0x7faed00ca840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:24.997 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:24.997+0000 7faed4dd6700 1 --2- 172.21.15.46:0/2896632000 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7faed006f850 0x7faed00ca840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:24.997 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:24.997+0000 7faed4dd6700 1 -- 172.21.15.46:0/2896632000 >> v2:172.21.15.57:3300/0 conn(0x7faed015d630 msgr2=0x7faed0161cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:24.997 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:24.997+0000 7faed4dd6700 1 --2- 172.21.15.46:0/2896632000 >> v2:172.21.15.57:3300/0 conn(0x7faed015d630 0x7faed0161cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:24.998 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:24.997+0000 7faed4dd6700 1 -- 172.21.15.46:0/2896632000 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faed01621f0 con 0x7faed006a7a0 2023-09-21T13:05:24.998 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:24.997+0000 7faed4dd6700 1 --2- 172.21.15.46:0/2896632000 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faed006a7a0 0x7faed006f310 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7faed00ca770 tx=0x7faec0009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4cdde41fc3e1650c server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:24.998 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:24.997+0000 7faec7fff700 1 -- 172.21.15.46:0/2896632000 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faec0011830 con 0x7faed006a7a0 2023-09-21T13:05:24.998 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:24.997+0000 7faec7fff700 1 -- 172.21.15.46:0/2896632000 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faec0011990 con 0x7faed006a7a0 2023-09-21T13:05:24.999 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:24.997+0000 7faec7fff700 1 -- 172.21.15.46:0/2896632000 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faec0011d20 con 0x7faed006a7a0 2023-09-21T13:05:25.002 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:24.998+0000 7faed783b700 1 -- 172.21.15.46:0/2896632000 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faed006a7a0 msgr2=0x7faed006f310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:25.002 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:24.998+0000 7faed783b700 1 --2- 172.21.15.46:0/2896632000 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faed006a7a0 0x7faed006f310 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7faed00ca770 tx=0x7faec0009bd0 comp rx=0 tx=0).stop 2023-09-21T13:05:25.002 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:24.998+0000 7faed783b700 1 -- 172.21.15.46:0/2896632000 shutdown_connections 2023-09-21T13:05:25.002 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:24.998+0000 7faed783b700 1 --2- 172.21.15.46:0/2896632000 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7faed006f850 0x7faed00ca840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:25.003 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:24.998+0000 7faed783b700 1 --2- 172.21.15.46:0/2896632000 >> v2:172.21.15.57:3300/0 conn(0x7faed015d630 0x7faed0161cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:25.003 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:24.998+0000 7faed783b700 1 --2- 172.21.15.46:0/2896632000 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faed006a7a0 0x7faed006f310 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:25.003 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:24.998+0000 7faed783b700 1 -- 172.21.15.46:0/2896632000 >> 172.21.15.46:0/2896632000 conn(0x7faed00d01f0 msgr2=0x7faed00d0600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:25.003 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:24.998+0000 7faed783b700 1 -- 172.21.15.46:0/2896632000 shutdown_connections 2023-09-21T13:05:25.003 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:24.998+0000 7faed783b700 1 -- 172.21.15.46:0/2896632000 wait complete. 2023-09-21T13:05:25.004 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.000+0000 7faed783b700 1 Processor -- start 2023-09-21T13:05:25.004 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.000+0000 7faed783b700 1 -- start start 2023-09-21T13:05:25.004 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.000+0000 7faed783b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faed006a7a0 0x7faed0157890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:25.004 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.001+0000 7faed783b700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7faed006f850 0x7faed01f3fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:25.004 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.001+0000 7faed783b700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7faed015d630 0x7faed0158f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:25.004 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.001+0000 7faed783b700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faed015ef80 con 0x7faed006a7a0 2023-09-21T13:05:25.005 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.001+0000 7faed783b700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faed00c8ae0 con 0x7faed015d630 2023-09-21T13:05:25.005 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.001+0000 7faed783b700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faed015f1d0 con 0x7faed006f850 2023-09-21T13:05:25.005 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.001+0000 7faed55d7700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faed006a7a0 0x7faed0157890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:25.005 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.001+0000 7faed55d7700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faed006a7a0 0x7faed0157890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38866/0 (socket says 172.21.15.46:38866) 2023-09-21T13:05:25.005 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.001+0000 7faed55d7700 1 -- 172.21.15.46:0/2805394590 learned_addr learned my addr 172.21.15.46:0/2805394590 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:25.006 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.001+0000 7faed5dd8700 1 --2- 172.21.15.46:0/2805394590 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7faed015d630 0x7faed0158f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:25.006 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.001+0000 7faed4dd6700 1 --2- 172.21.15.46:0/2805394590 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7faed006f850 0x7faed01f3fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:25.006 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.001+0000 7faed55d7700 1 -- 172.21.15.46:0/2805394590 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7faed006f850 msgr2=0x7faed01f3fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:25.006 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.001+0000 7faed55d7700 1 --2- 172.21.15.46:0/2805394590 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7faed006f850 0x7faed01f3fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:25.006 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.001+0000 7faed55d7700 1 -- 172.21.15.46:0/2805394590 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7faed015d630 msgr2=0x7faed0158f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:25.007 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.001+0000 7faed55d7700 1 --2- 172.21.15.46:0/2805394590 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7faed015d630 0x7faed0158f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:25.007 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.001+0000 7faed55d7700 1 -- 172.21.15.46:0/2805394590 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faec0009550 con 0x7faed006a7a0 2023-09-21T13:05:25.007 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.001+0000 7faed55d7700 1 --2- 172.21.15.46:0/2805394590 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faed006a7a0 0x7faed0157890 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7faecc00e9b0 tx=0x7faecc00ecc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:25.007 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.001+0000 7faec5ffb700 1 -- 172.21.15.46:0/2805394590 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faecc009710 con 0x7faed006a7a0 2023-09-21T13:05:25.007 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.002+0000 7faec5ffb700 1 -- 172.21.15.46:0/2805394590 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faecc00ee50 con 0x7faed006a7a0 2023-09-21T13:05:25.008 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.002+0000 7faed783b700 1 -- 172.21.15.46:0/2805394590 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faed015f4b0 con 0x7faed006a7a0 2023-09-21T13:05:25.008 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.002+0000 7faec5ffb700 1 -- 172.21.15.46:0/2805394590 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faecc00ca50 con 0x7faed006a7a0 2023-09-21T13:05:25.008 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.002+0000 7faed783b700 1 -- 172.21.15.46:0/2805394590 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faed01f4500 con 0x7faed006a7a0 2023-09-21T13:05:25.008 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.003+0000 7faed783b700 1 -- 172.21.15.46:0/2805394590 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faed015fb00 con 0x7faed006a7a0 2023-09-21T13:05:25.008 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.004+0000 7faec5ffb700 1 -- 172.21.15.46:0/2805394590 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7faecc00cbb0 con 0x7faed006a7a0 2023-09-21T13:05:25.008 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.004+0000 7faec5ffb700 1 --2- 172.21.15.46:0/2805394590 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7faeb406a580 0x7faeb406ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:25.009 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.004+0000 7faec5ffb700 1 -- 172.21.15.46:0/2805394590 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7faecc088960 con 0x7faed006a7a0 2023-09-21T13:05:25.009 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.004+0000 7faed4dd6700 1 --2- 172.21.15.46:0/2805394590 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7faeb406a580 0x7faeb406ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:25.009 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.005+0000 7faed4dd6700 1 --2- 172.21.15.46:0/2805394590 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7faeb406a580 0x7faeb406ca40 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7faec0014040 tx=0x7faec0008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:25.009 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.009+0000 7faec5ffb700 1 -- 172.21.15.46:0/2805394590 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7faecc053f70 con 0x7faed006a7a0 2023-09-21T13:05:25.023 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.027+0000 7f823f59e700 1 Processor -- start 2023-09-21T13:05:25.024 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.027+0000 7f823f59e700 1 -- start start 2023-09-21T13:05:25.026 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.028+0000 7f823f59e700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f824015d500 0x7f824006b1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:25.026 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.028+0000 7f823f59e700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f824015e5f0 con 0x7f82400cc0e0 2023-09-21T13:05:25.026 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.028+0000 7f823f59e700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f824015ea80 con 0x7f82400b25b0 2023-09-21T13:05:25.026 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.028+0000 7f823f59e700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f82400c3850 con 0x7f824015d500 2023-09-21T13:05:25.027 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.028+0000 7f823e59c700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f824015d500 0x7f824006b1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:25.027 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.028+0000 7f823e59c700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f824015d500 0x7f824006b1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38882/0 (socket says 172.21.15.46:38882) 2023-09-21T13:05:25.027 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.028+0000 7f823e59c700 1 -- 172.21.15.46:0/579751358 learned_addr learned my addr 172.21.15.46:0/579751358 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:25.027 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.028+0000 7f823ed9d700 1 --1- 172.21.15.46:0/579751358 >> v1:172.21.15.46:6789/0 conn(0x7f82400cc0e0 0x7f8240071530 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:42820/0 (socket says 172.21.15.46:42820) 2023-09-21T13:05:25.027 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.029+0000 7f823e59c700 1 -- 172.21.15.46:0/579751358 >> v1:172.21.15.57:6789/0 conn(0x7f82400b25b0 legacy=0x7f82400cb9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:25.028 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.029+0000 7f823e59c700 1 -- 172.21.15.46:0/579751358 >> v1:172.21.15.46:6789/0 conn(0x7f82400cc0e0 legacy=0x7f8240071530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:25.028 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.029+0000 7f823e59c700 1 -- 172.21.15.46:0/579751358 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f824015dcc0 con 0x7f824015d500 2023-09-21T13:05:25.028 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.029+0000 7f823e59c700 1 --2- 172.21.15.46:0/579751358 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f824015d500 0x7f824006b1b0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f8230009870 tx=0x7f8230009b80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12d24d020e329d89 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:25.028 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.029+0000 7f823d59a700 1 -- 172.21.15.46:0/579751358 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8230004230 con 0x7f824015d500 2023-09-21T13:05:25.028 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.029+0000 7f823d59a700 1 -- 172.21.15.46:0/579751358 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8230004390 con 0x7f824015d500 2023-09-21T13:05:25.029 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.029+0000 7f823d59a700 1 -- 172.21.15.46:0/579751358 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82300036a0 con 0x7f824015d500 2023-09-21T13:05:25.031 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.030+0000 7f823f59e700 1 -- 172.21.15.46:0/579751358 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f824015d500 msgr2=0x7f824006b1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:25.031 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.030+0000 7f823f59e700 1 --2- 172.21.15.46:0/579751358 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f824015d500 0x7f824006b1b0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f8230009870 tx=0x7f8230009b80 comp rx=0 tx=0).stop 2023-09-21T13:05:25.031 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.030+0000 7f823f59e700 1 -- 172.21.15.46:0/579751358 shutdown_connections 2023-09-21T13:05:25.031 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.030+0000 7f823f59e700 1 --2- 172.21.15.46:0/579751358 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f824015d500 0x7f824006b1b0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:25.032 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.030+0000 7f823f59e700 1 -- 172.21.15.46:0/579751358 >> 172.21.15.46:0/579751358 conn(0x7f82400b1a90 msgr2=0x7f82400b1ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:25.032 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.030+0000 7f823f59e700 1 -- 172.21.15.46:0/579751358 shutdown_connections 2023-09-21T13:05:25.032 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.030+0000 7f823f59e700 1 -- 172.21.15.46:0/579751358 wait complete. 2023-09-21T13:05:25.032 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.031+0000 7f823f59e700 1 Processor -- start 2023-09-21T13:05:25.033 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.032+0000 7f823f59e700 1 -- start start 2023-09-21T13:05:25.033 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.032+0000 7f823f59e700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f82400b25b0 0x7f8240159700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:25.033 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.032+0000 7f823f59e700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f82400cc0e0 0x7f8240158520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:25.033 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.032+0000 7f823f59e700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f824015d500 0x7f82401f6600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:25.033 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.032+0000 7f823f59e700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82400c5fa0 con 0x7f82400cc0e0 2023-09-21T13:05:25.033 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.032+0000 7f823f59e700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f824009f890 con 0x7f82400b25b0 2023-09-21T13:05:25.034 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.032+0000 7f823f59e700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f82400c5cc0 con 0x7f824015d500 2023-09-21T13:05:25.034 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.032+0000 7f823dd9b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f82400cc0e0 0x7f8240158520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:25.034 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.032+0000 7f823dd9b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f82400cc0e0 0x7f8240158520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38888/0 (socket says 172.21.15.46:38888) 2023-09-21T13:05:25.034 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.032+0000 7f823dd9b700 1 -- 172.21.15.46:0/3981757139 learned_addr learned my addr 172.21.15.46:0/3981757139 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:25.034 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.033+0000 7f823e59c700 1 --2- 172.21.15.46:0/3981757139 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f82400b25b0 0x7f8240159700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:25.035 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.033+0000 7f823ed9d700 1 --2- 172.21.15.46:0/3981757139 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f824015d500 0x7f82401f6600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:25.035 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.033+0000 7f823dd9b700 1 -- 172.21.15.46:0/3981757139 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f824015d500 msgr2=0x7f82401f6600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:25.035 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.033+0000 7f823dd9b700 1 --2- 172.21.15.46:0/3981757139 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f824015d500 0x7f82401f6600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:25.035 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.033+0000 7f823dd9b700 1 -- 172.21.15.46:0/3981757139 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f82400b25b0 msgr2=0x7f8240159700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:25.035 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.033+0000 7f823dd9b700 1 --2- 172.21.15.46:0/3981757139 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f82400b25b0 0x7f8240159700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:25.036 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.033+0000 7f823dd9b700 1 -- 172.21.15.46:0/3981757139 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8230009550 con 0x7f82400cc0e0 2023-09-21T13:05:25.036 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.033+0000 7f823dd9b700 1 --2- 172.21.15.46:0/3981757139 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f82400cc0e0 0x7f8240158520 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f823400c750 tx=0x7f823400ca60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:25.036 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.033+0000 7f822effd700 1 -- 172.21.15.46:0/3981757139 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82340054e0 con 0x7f82400cc0e0 2023-09-21T13:05:25.036 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.033+0000 7f822effd700 1 -- 172.21.15.46:0/3981757139 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8234003680 con 0x7f82400cc0e0 2023-09-21T13:05:25.036 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.033+0000 7f823f59e700 1 -- 172.21.15.46:0/3981757139 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f824009fb10 con 0x7f82400cc0e0 2023-09-21T13:05:25.037 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.033+0000 7f822effd700 1 -- 172.21.15.46:0/3981757139 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8234003a30 con 0x7f82400cc0e0 2023-09-21T13:05:25.037 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.033+0000 7f823f59e700 1 -- 172.21.15.46:0/3981757139 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f82400a00d0 con 0x7f82400cc0e0 2023-09-21T13:05:25.037 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.035+0000 7f823f59e700 1 -- 172.21.15.46:0/3981757139 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f82400a02f0 con 0x7f82400cc0e0 2023-09-21T13:05:25.038 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.035+0000 7fb730db7700 1 Processor -- start 2023-09-21T13:05:25.038 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.035+0000 7fb730db7700 1 -- start start 2023-09-21T13:05:25.039 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.035+0000 7f822effd700 1 -- 172.21.15.46:0/3981757139 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f8234003b90 con 0x7f82400cc0e0 2023-09-21T13:05:25.039 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.036+0000 7f822effd700 1 --2- 172.21.15.46:0/3981757139 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f822006a580 0x7f822006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:25.039 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.036+0000 7f822effd700 1 -- 172.21.15.46:0/3981757139 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f8234087f60 con 0x7f82400cc0e0 2023-09-21T13:05:25.040 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.036+0000 7f823e59c700 1 --2- 172.21.15.46:0/3981757139 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f822006a580 0x7f822006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:25.040 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.036+0000 7fb730db7700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb72c15d630 0x7fb72c161cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:25.041 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.036+0000 7fb730db7700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7fb72c06a7a0 0x7fb72c06f310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:25.041 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.036+0000 7fb730db7700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb72c06eba0 con 0x7fb72c06f850 2023-09-21T13:05:25.041 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.036+0000 7fb730db7700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb72c06ee80 con 0x7fb72c06a7a0 2023-09-21T13:05:25.041 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.036+0000 7fb730db7700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb72c0d1110 con 0x7fb72c15d630 2023-09-21T13:05:25.041 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.036+0000 7fb72a59c700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb72c15d630 0x7fb72c161cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:25.042 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.036+0000 7fb72a59c700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb72c15d630 0x7fb72c161cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.57:3301/0 says I am v2:172.21.15.46:60998/0 (socket says 172.21.15.46:60998) 2023-09-21T13:05:25.042 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.036+0000 7fb72ad9d700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7fb72c06f850 0x7fb72c0ca840 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:42834/0 (socket says 172.21.15.46:42834) 2023-09-21T13:05:25.042 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.036+0000 7fb72a59c700 1 -- 172.21.15.46:0/3224992651 learned_addr learned my addr 172.21.15.46:0/3224992651 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:25.042 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.036+0000 7fb729d9b700 1 --2- 172.21.15.46:0/3224992651 >> v2:172.21.15.57:3300/0 conn(0x7fb72c06a7a0 0x7fb72c06f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:25.042 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.037+0000 7fb72a59c700 1 -- 172.21.15.46:0/3224992651 >> v2:172.21.15.57:3300/0 conn(0x7fb72c06a7a0 msgr2=0x7fb72c06f310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:25.043 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.037+0000 7fb72a59c700 1 --2- 172.21.15.46:0/3224992651 >> v2:172.21.15.57:3300/0 conn(0x7fb72c06a7a0 0x7fb72c06f310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:25.043 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.037+0000 7fb72a59c700 1 -- 172.21.15.46:0/3224992651 >> v1:172.21.15.46:6789/0 conn(0x7fb72c06f850 legacy=0x7fb72c0ca840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:25.043 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.037+0000 7fb72a59c700 1 -- 172.21.15.46:0/3224992651 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb72c1621f0 con 0x7fb72c15d630 2023-09-21T13:05:25.043 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.037+0000 7f823e59c700 1 --2- 172.21.15.46:0/3981757139 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f822006a580 0x7f822006ca40 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f8230009130 tx=0x7f8230008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:25.045 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.037+0000 7fb72a59c700 1 --2- 172.21.15.46:0/3224992651 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb72c15d630 0x7fb72c161cb0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fb71c0098f0 tx=0x7fb71c009c00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8bed338ed3f56f69 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:25.046 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.037+0000 7fb72959a700 1 -- 172.21.15.46:0/3224992651 <== mon.2 v2:172.21.15.57:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb71c00b8a0 con 0x7fb72c15d630 2023-09-21T13:05:25.046 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.037+0000 7fb72959a700 1 -- 172.21.15.46:0/3224992651 <== mon.2 v2:172.21.15.57:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb71c00ba00 con 0x7fb72c15d630 2023-09-21T13:05:25.046 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.037+0000 7fb72959a700 1 -- 172.21.15.46:0/3224992651 <== mon.2 v2:172.21.15.57:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb71c00bd90 con 0x7fb72c15d630 2023-09-21T13:05:25.046 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.038+0000 7fb730db7700 1 -- 172.21.15.46:0/3224992651 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb72c15d630 msgr2=0x7fb72c161cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:25.046 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.038+0000 7fb730db7700 1 --2- 172.21.15.46:0/3224992651 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb72c15d630 0x7fb72c161cb0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fb71c0098f0 tx=0x7fb71c009c00 comp rx=0 tx=0).stop 2023-09-21T13:05:25.047 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.038+0000 7fb730db7700 1 -- 172.21.15.46:0/3224992651 shutdown_connections 2023-09-21T13:05:25.047 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.038+0000 7fb730db7700 1 --2- 172.21.15.46:0/3224992651 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb72c15d630 0x7fb72c161cb0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:25.047 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.038+0000 7fb730db7700 1 --2- 172.21.15.46:0/3224992651 >> v2:172.21.15.57:3300/0 conn(0x7fb72c06a7a0 0x7fb72c06f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:25.047 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.038+0000 7fb730db7700 1 -- 172.21.15.46:0/3224992651 >> 172.21.15.46:0/3224992651 conn(0x7fb72c0d01f0 msgr2=0x7fb72c0d0600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:25.047 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.038+0000 7fb730db7700 1 -- 172.21.15.46:0/3224992651 shutdown_connections 2023-09-21T13:05:25.048 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.038+0000 7fb730db7700 1 -- 172.21.15.46:0/3224992651 wait complete. 2023-09-21T13:05:25.048 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.039+0000 7fb730db7700 1 Processor -- start 2023-09-21T13:05:25.048 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.040+0000 7fb730db7700 1 -- start start 2023-09-21T13:05:25.048 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.040+0000 7fb730db7700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb72c06a7a0 0x7fb72c149360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:25.048 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.040+0000 7fb730db7700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fb72c06f850 0x7fb72c0c3d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:25.049 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.040+0000 7fb730db7700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb72c15d630 0x7fb72c0b53e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:25.049 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.040+0000 7fb730db7700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb72c1498a0 con 0x7fb72c06a7a0 2023-09-21T13:05:25.049 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.040+0000 7fb730db7700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb72c0c4d30 con 0x7fb72c06f850 2023-09-21T13:05:25.049 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.040+0000 7fb730db7700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb72c0c4770 con 0x7fb72c15d630 2023-09-21T13:05:25.049 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.041+0000 7fb72a59c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb72c06a7a0 0x7fb72c149360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:25.050 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.041+0000 7fb729d9b700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fb72c06f850 0x7fb72c0c3d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:25.050 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.041+0000 7fb72ad9d700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb72c15d630 0x7fb72c0b53e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:25.050 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.041+0000 7fb72a59c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb72c06a7a0 0x7fb72c149360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38900/0 (socket says 172.21.15.46:38900) 2023-09-21T13:05:25.050 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.041+0000 7fb729d9b700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fb72c06f850 0x7fb72c0c3d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.57:3300/0 says I am v2:172.21.15.46:56488/0 (socket says 172.21.15.46:56488) 2023-09-21T13:05:25.050 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.041+0000 7fb72a59c700 1 -- 172.21.15.46:0/1244286655 learned_addr learned my addr 172.21.15.46:0/1244286655 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:25.051 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.041+0000 7fb72a59c700 1 -- 172.21.15.46:0/1244286655 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb72c15d630 msgr2=0x7fb72c0b53e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:25.051 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.041+0000 7fb72a59c700 1 --2- 172.21.15.46:0/1244286655 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb72c15d630 0x7fb72c0b53e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:25.051 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.041+0000 7fb72a59c700 1 -- 172.21.15.46:0/1244286655 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fb72c06f850 msgr2=0x7fb72c0c3d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:25.051 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.041+0000 7fb72a59c700 1 --2- 172.21.15.46:0/1244286655 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fb72c06f850 0x7fb72c0c3d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:25.051 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.041+0000 7fb72a59c700 1 -- 172.21.15.46:0/1244286655 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb71c009550 con 0x7fb72c06a7a0 2023-09-21T13:05:25.052 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.041+0000 7fb72a59c700 1 --2- 172.21.15.46:0/1244286655 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb72c06a7a0 0x7fb72c149360 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fb71c000c00 tx=0x7fb71c004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:25.052 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.041+0000 7f822effd700 1 -- 172.21.15.46:0/3981757139 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f82340534d0 con 0x7f82400cc0e0 2023-09-21T13:05:25.053 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.041+0000 7fb71affd700 1 -- 172.21.15.46:0/1244286655 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb71c004300 con 0x7fb72c06a7a0 2023-09-21T13:05:25.053 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.041+0000 7fb730db7700 1 -- 172.21.15.46:0/1244286655 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb72c0c4a50 con 0x7fb72c06a7a0 2023-09-21T13:05:25.053 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.041+0000 7fb71affd700 1 -- 172.21.15.46:0/1244286655 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb71c01f070 con 0x7fb72c06a7a0 2023-09-21T13:05:25.053 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.041+0000 7fb71affd700 1 -- 172.21.15.46:0/1244286655 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb71c0036a0 con 0x7fb72c06a7a0 2023-09-21T13:05:25.053 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.041+0000 7fb730db7700 1 -- 172.21.15.46:0/1244286655 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb72c0c59f0 con 0x7fb72c06a7a0 2023-09-21T13:05:25.054 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.042+0000 7fb730db7700 1 -- 172.21.15.46:0/1244286655 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb72c068b90 con 0x7fb72c06a7a0 2023-09-21T13:05:25.054 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.044+0000 7fb71affd700 1 -- 172.21.15.46:0/1244286655 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fb71c021030 con 0x7fb72c06a7a0 2023-09-21T13:05:25.054 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.044+0000 7fb71affd700 1 --2- 172.21.15.46:0/1244286655 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fb70c06a580 0x7fb70c06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:25.054 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.044+0000 7fb71affd700 1 -- 172.21.15.46:0/1244286655 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb71c089d60 con 0x7fb72c06a7a0 2023-09-21T13:05:25.055 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.044+0000 7fb729d9b700 1 --2- 172.21.15.46:0/1244286655 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fb70c06a580 0x7fb70c06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:25.055 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.045+0000 7fb729d9b700 1 --2- 172.21.15.46:0/1244286655 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fb70c06a580 0x7fb70c06ca40 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fb72c0c51a0 tx=0x7fb720008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:25.055 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.049+0000 7fb71affd700 1 -- 172.21.15.46:0/1244286655 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fb71c055250 con 0x7fb72c06a7a0 2023-09-21T13:05:25.223 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.226+0000 7faed783b700 1 -- 172.21.15.46:0/2805394590 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7faed00ca1d0 con 0x7faed006a7a0 2023-09-21T13:05:25.224 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.227+0000 7faec5ffb700 1 -- 172.21.15.46:0/2805394590 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7faecc017090 con 0x7faed006a7a0 2023-09-21T13:05:25.224 INFO:teuthology.orchestra.run.smithi046.stdout:55834574855 2023-09-21T13:05:25.226 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.229+0000 7faed783b700 1 -- 172.21.15.46:0/2805394590 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7faeb406a580 msgr2=0x7faeb406ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:25.227 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.229+0000 7faed783b700 1 --2- 172.21.15.46:0/2805394590 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7faeb406a580 0x7faeb406ca40 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7faec0014040 tx=0x7faec0008030 comp rx=0 tx=0).stop 2023-09-21T13:05:25.227 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.229+0000 7faed783b700 1 -- 172.21.15.46:0/2805394590 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faed006a7a0 msgr2=0x7faed0157890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:25.227 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.229+0000 7faed783b700 1 --2- 172.21.15.46:0/2805394590 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faed006a7a0 0x7faed0157890 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7faecc00e9b0 tx=0x7faecc00ecc0 comp rx=0 tx=0).stop 2023-09-21T13:05:25.227 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.229+0000 7faed783b700 1 -- 172.21.15.46:0/2805394590 shutdown_connections 2023-09-21T13:05:25.228 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.229+0000 7faed783b700 1 --2- 172.21.15.46:0/2805394590 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7faeb406a580 0x7faeb406ca40 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:25.228 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.229+0000 7faed783b700 1 --2- 172.21.15.46:0/2805394590 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7faed015d630 0x7faed0158f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:25.228 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.229+0000 7faed783b700 1 --2- 172.21.15.46:0/2805394590 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faed006a7a0 0x7faed0157890 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:25.228 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.229+0000 7faed783b700 1 --2- 172.21.15.46:0/2805394590 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7faed006f850 0x7faed01f3fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:25.229 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.229+0000 7faed783b700 1 -- 172.21.15.46:0/2805394590 >> 172.21.15.46:0/2805394590 conn(0x7faed00d01f0 msgr2=0x7faed00cdda0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:25.229 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.229+0000 7faed783b700 1 -- 172.21.15.46:0/2805394590 shutdown_connections 2023-09-21T13:05:25.229 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.229+0000 7faed783b700 1 -- 172.21.15.46:0/2805394590 wait complete. 2023-09-21T13:05:25.240 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574855 for osd.2 2023-09-21T13:05:25.240 DEBUG:teuthology.parallel:result is None 2023-09-21T13:05:25.250 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.253+0000 7f823f59e700 1 -- 172.21.15.46:0/3981757139 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) v1 -- 0x7f824004f330 con 0x7f82400cc0e0 2023-09-21T13:05:25.250 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.254+0000 7f822effd700 1 -- 172.21.15.46:0/3981757139 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f8234017090 con 0x7f82400cc0e0 2023-09-21T13:05:25.251 INFO:teuthology.orchestra.run.smithi046.stdout:55834574853 2023-09-21T13:05:25.253 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.256+0000 7f823f59e700 1 -- 172.21.15.46:0/3981757139 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f822006a580 msgr2=0x7f822006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:25.253 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.256+0000 7f823f59e700 1 --2- 172.21.15.46:0/3981757139 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f822006a580 0x7f822006ca40 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f8230009130 tx=0x7f8230008030 comp rx=0 tx=0).stop 2023-09-21T13:05:25.253 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.256+0000 7f823f59e700 1 -- 172.21.15.46:0/3981757139 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f82400cc0e0 msgr2=0x7f8240158520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:25.254 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.256+0000 7f823f59e700 1 --2- 172.21.15.46:0/3981757139 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f82400cc0e0 0x7f8240158520 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f823400c750 tx=0x7f823400ca60 comp rx=0 tx=0).stop 2023-09-21T13:05:25.254 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.256+0000 7f823f59e700 1 -- 172.21.15.46:0/3981757139 shutdown_connections 2023-09-21T13:05:25.254 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.256+0000 7f823f59e700 1 --2- 172.21.15.46:0/3981757139 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f822006a580 0x7f822006ca40 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:25.254 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.256+0000 7f823f59e700 1 --2- 172.21.15.46:0/3981757139 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f824015d500 0x7f82401f6600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:25.254 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.256+0000 7f823f59e700 1 --2- 172.21.15.46:0/3981757139 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f82400b25b0 0x7f8240159700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:25.255 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.256+0000 7f823f59e700 1 --2- 172.21.15.46:0/3981757139 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f82400cc0e0 0x7f8240158520 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:25.255 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.256+0000 7f823f59e700 1 -- 172.21.15.46:0/3981757139 >> 172.21.15.46:0/3981757139 conn(0x7f82400b1a90 msgr2=0x7f8240071530 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:25.255 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.256+0000 7f823f59e700 1 -- 172.21.15.46:0/3981757139 shutdown_connections 2023-09-21T13:05:25.255 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.256+0000 7f823f59e700 1 -- 172.21.15.46:0/3981757139 wait complete. 2023-09-21T13:05:25.257 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.260+0000 7fb730db7700 1 -- 172.21.15.46:0/1244286655 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) v1 -- 0x7fb72c0b6170 con 0x7fb72c06a7a0 2023-09-21T13:05:25.257 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.260+0000 7fb71affd700 1 -- 172.21.15.46:0/1244286655 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fb71c058870 con 0x7fb72c06a7a0 2023-09-21T13:05:25.258 INFO:teuthology.orchestra.run.smithi046.stdout:55834574854 2023-09-21T13:05:25.260 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.262+0000 7fb730db7700 1 -- 172.21.15.46:0/1244286655 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fb70c06a580 msgr2=0x7fb70c06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:25.260 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.262+0000 7fb730db7700 1 --2- 172.21.15.46:0/1244286655 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fb70c06a580 0x7fb70c06ca40 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fb72c0c51a0 tx=0x7fb720008040 comp rx=0 tx=0).stop 2023-09-21T13:05:25.260 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.263+0000 7fb730db7700 1 -- 172.21.15.46:0/1244286655 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb72c06a7a0 msgr2=0x7fb72c149360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:25.260 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.263+0000 7fb730db7700 1 --2- 172.21.15.46:0/1244286655 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb72c06a7a0 0x7fb72c149360 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fb71c000c00 tx=0x7fb71c004750 comp rx=0 tx=0).stop 2023-09-21T13:05:25.261 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.263+0000 7fb730db7700 1 -- 172.21.15.46:0/1244286655 shutdown_connections 2023-09-21T13:05:25.261 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.263+0000 7fb730db7700 1 --2- 172.21.15.46:0/1244286655 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fb70c06a580 0x7fb70c06ca40 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:25.261 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.263+0000 7fb730db7700 1 --2- 172.21.15.46:0/1244286655 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb72c15d630 0x7fb72c0b53e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:25.261 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.263+0000 7fb730db7700 1 --2- 172.21.15.46:0/1244286655 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb72c06a7a0 0x7fb72c149360 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:25.261 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.263+0000 7fb730db7700 1 --2- 172.21.15.46:0/1244286655 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fb72c06f850 0x7fb72c0c3d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:25.262 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.263+0000 7fb730db7700 1 -- 172.21.15.46:0/1244286655 >> 172.21.15.46:0/1244286655 conn(0x7fb72c0d01f0 msgr2=0x7fb72c0cdda0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:25.262 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.263+0000 7fb730db7700 1 -- 172.21.15.46:0/1244286655 shutdown_connections 2023-09-21T13:05:25.262 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:25.263+0000 7fb730db7700 1 -- 172.21.15.46:0/1244286655 wait complete. 2023-09-21T13:05:25.267 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574853 for osd.6 2023-09-21T13:05:25.273 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574854 for osd.4 2023-09-21T13:05:25.274 DEBUG:teuthology.parallel:result is None 2023-09-21T13:05:26.268 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2023-09-21T13:05:26.416 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.419+0000 7f25fe4c2700 1 Processor -- start 2023-09-21T13:05:26.416 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.419+0000 7f25fe4c2700 1 -- start start 2023-09-21T13:05:26.418 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.420+0000 7f25fe4c2700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f25f815d630 0x7f25f8161cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:26.419 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.420+0000 7f25fe4c2700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f25f806eba0 con 0x7f25f80ca840 2023-09-21T13:05:26.419 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.420+0000 7f25fe4c2700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f25f806ee80 con 0x7f25f806a7a0 2023-09-21T13:05:26.419 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.420+0000 7f25fe4c2700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f25f80d1110 con 0x7f25f815d630 2023-09-21T13:05:26.419 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.420+0000 7f25f7fff700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f25f815d630 0x7f25f8161cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:26.420 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.420+0000 7f25f7fff700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f25f815d630 0x7f25f8161cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38902/0 (socket says 172.21.15.46:38902) 2023-09-21T13:05:26.420 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.420+0000 7f25fca5f700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f25f80ca840 0x7f25f80cddc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:42846/0 (socket says 172.21.15.46:42846) 2023-09-21T13:05:26.420 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.420+0000 7f25f7fff700 1 -- 172.21.15.46:0/2599893350 learned_addr learned my addr 172.21.15.46:0/2599893350 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:26.420 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.420+0000 7f25f7fff700 1 -- 172.21.15.46:0/2599893350 >> v1:172.21.15.57:6789/0 conn(0x7f25f806a7a0 legacy=0x7f25f806f310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:26.420 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.420+0000 7f25f7fff700 1 -- 172.21.15.46:0/2599893350 >> v1:172.21.15.46:6789/0 conn(0x7f25f80ca840 legacy=0x7f25f80cddc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:26.421 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.420+0000 7f25f7fff700 1 -- 172.21.15.46:0/2599893350 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f25f81621f0 con 0x7f25f815d630 2023-09-21T13:05:26.421 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.420+0000 7f25f6ffd700 1 -- 172.21.15.46:0/2599893350 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 950526644 0 0) 0x7f25f806eba0 con 0x7f25f80ca840 2023-09-21T13:05:26.421 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.421+0000 7f25f7fff700 1 --2- 172.21.15.46:0/2599893350 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f25f815d630 0x7f25f8161cb0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f25e00098f0 tx=0x7f25e0009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b79f0b5e76cd6e5b server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:26.421 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.421+0000 7f25f6ffd700 1 -- 172.21.15.46:0/2599893350 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25e000b8a0 con 0x7f25f815d630 2023-09-21T13:05:26.421 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.421+0000 7f25f6ffd700 1 -- 172.21.15.46:0/2599893350 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f25e000ba00 con 0x7f25f815d630 2023-09-21T13:05:26.421 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.421+0000 7f25f6ffd700 1 -- 172.21.15.46:0/2599893350 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25e000bd90 con 0x7f25f815d630 2023-09-21T13:05:26.422 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.421+0000 7f25fe4c2700 1 -- 172.21.15.46:0/2599893350 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f25f815d630 msgr2=0x7f25f8161cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:26.422 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.421+0000 7f25fe4c2700 1 --2- 172.21.15.46:0/2599893350 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f25f815d630 0x7f25f8161cb0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f25e00098f0 tx=0x7f25e0009c00 comp rx=0 tx=0).stop 2023-09-21T13:05:26.422 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.421+0000 7f25fe4c2700 1 -- 172.21.15.46:0/2599893350 shutdown_connections 2023-09-21T13:05:26.422 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.421+0000 7f25fe4c2700 1 --2- 172.21.15.46:0/2599893350 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f25f815d630 0x7f25f8161cb0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:26.422 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.421+0000 7f25fe4c2700 1 -- 172.21.15.46:0/2599893350 >> 172.21.15.46:0/2599893350 conn(0x7f25f80d01f0 msgr2=0x7f25f80d0600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:26.423 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.421+0000 7f25fe4c2700 1 -- 172.21.15.46:0/2599893350 shutdown_connections 2023-09-21T13:05:26.423 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.421+0000 7f25fe4c2700 1 -- 172.21.15.46:0/2599893350 wait complete. 2023-09-21T13:05:26.426 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.423+0000 7f25fe4c2700 1 Processor -- start 2023-09-21T13:05:26.426 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.423+0000 7f25fe4c2700 1 -- start start 2023-09-21T13:05:26.426 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.424+0000 7f25fe4c2700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f25f806a7a0 0x7f25f81601b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:26.426 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.424+0000 7f25fe4c2700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f25f80ca840 0x7f25f81594f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:26.426 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.424+0000 7f25fe4c2700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f25f815d630 0x7f25f815db10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:26.427 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.424+0000 7f25fe4c2700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f25f8159a30 con 0x7f25f815d630 2023-09-21T13:05:26.427 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.424+0000 7f25fe4c2700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f25f8161410 con 0x7f25f806a7a0 2023-09-21T13:05:26.427 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.424+0000 7f25fe4c2700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f25f8160890 con 0x7f25f80ca840 2023-09-21T13:05:26.427 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.424+0000 7f25fca5f700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f25f815d630 0x7f25f815db10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:26.427 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.424+0000 7f25fca5f700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f25f815d630 0x7f25f815db10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38912/0 (socket says 172.21.15.46:38912) 2023-09-21T13:05:26.428 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.424+0000 7f25fca5f700 1 -- 172.21.15.46:0/1763083602 learned_addr learned my addr 172.21.15.46:0/1763083602 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:26.428 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.424+0000 7f25f7fff700 1 --2- 172.21.15.46:0/1763083602 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f25f806a7a0 0x7f25f81601b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:26.428 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.424+0000 7f25f77fe700 1 --2- 172.21.15.46:0/1763083602 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f25f80ca840 0x7f25f81594f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:26.428 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.424+0000 7f25fca5f700 1 -- 172.21.15.46:0/1763083602 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f25f80ca840 msgr2=0x7f25f81594f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:26.428 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.424+0000 7f25fca5f700 1 --2- 172.21.15.46:0/1763083602 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f25f80ca840 0x7f25f81594f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:26.429 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.424+0000 7f25fca5f700 1 -- 172.21.15.46:0/1763083602 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f25f806a7a0 msgr2=0x7f25f81601b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:26.429 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.424+0000 7f25fca5f700 1 --2- 172.21.15.46:0/1763083602 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f25f806a7a0 0x7f25f81601b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:26.429 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.424+0000 7f25fca5f700 1 -- 172.21.15.46:0/1763083602 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f25e0009550 con 0x7f25f815d630 2023-09-21T13:05:26.429 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.424+0000 7f25fca5f700 1 --2- 172.21.15.46:0/1763083602 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f25f815d630 0x7f25f815db10 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f25f0002230 tx=0x7f25f000cf50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:26.429 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.425+0000 7f25f4ff9700 1 -- 172.21.15.46:0/1763083602 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25f000aac0 con 0x7f25f815d630 2023-09-21T13:05:26.430 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.425+0000 7f25f4ff9700 1 -- 172.21.15.46:0/1763083602 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f25f000ac40 con 0x7f25f815d630 2023-09-21T13:05:26.430 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.425+0000 7f25f4ff9700 1 -- 172.21.15.46:0/1763083602 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25f00070d0 con 0x7f25f815d630 2023-09-21T13:05:26.430 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.425+0000 7f25fe4c2700 1 -- 172.21.15.46:0/1763083602 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f25f8160b70 con 0x7f25f815d630 2023-09-21T13:05:26.430 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.425+0000 7f25fe4c2700 1 -- 172.21.15.46:0/1763083602 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f25f8161130 con 0x7f25f815d630 2023-09-21T13:05:26.431 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.426+0000 7f25fe4c2700 1 -- 172.21.15.46:0/1763083602 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f25f8068b90 con 0x7f25f815d630 2023-09-21T13:05:26.431 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.426+0000 7f25f4ff9700 1 -- 172.21.15.46:0/1763083602 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f25f0007250 con 0x7f25f815d630 2023-09-21T13:05:26.431 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.427+0000 7f25f4ff9700 1 --2- 172.21.15.46:0/1763083602 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f25d806a580 0x7f25d806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:26.431 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.427+0000 7f25f4ff9700 1 -- 172.21.15.46:0/1763083602 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f25f0088410 con 0x7f25f815d630 2023-09-21T13:05:26.431 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.427+0000 7f25f7fff700 1 --2- 172.21.15.46:0/1763083602 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f25d806a580 0x7f25d806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:26.432 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.427+0000 7f25f7fff700 1 --2- 172.21.15.46:0/1763083602 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f25d806a580 0x7f25d806ca40 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f25e0014040 tx=0x7f25e001c040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:26.432 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.431+0000 7f25f4ff9700 1 -- 172.21.15.46:0/1763083602 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f25f0053980 con 0x7f25f815d630 2023-09-21T13:05:26.638 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.641+0000 7f25fe4c2700 1 -- 172.21.15.46:0/1763083602 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) v1 -- 0x7f25f80b6170 con 0x7f25f815d630 2023-09-21T13:05:26.639 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.642+0000 7f25f4ff9700 1 -- 172.21.15.46:0/1763083602 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f25f0018020 con 0x7f25f815d630 2023-09-21T13:05:26.639 INFO:teuthology.orchestra.run.smithi046.stdout:55834574854 2023-09-21T13:05:26.641 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.644+0000 7f25fe4c2700 1 -- 172.21.15.46:0/1763083602 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f25d806a580 msgr2=0x7f25d806ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:26.642 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.644+0000 7f25fe4c2700 1 --2- 172.21.15.46:0/1763083602 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f25d806a580 0x7f25d806ca40 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f25e0014040 tx=0x7f25e001c040 comp rx=0 tx=0).stop 2023-09-21T13:05:26.642 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.644+0000 7f25fe4c2700 1 -- 172.21.15.46:0/1763083602 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f25f815d630 msgr2=0x7f25f815db10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:26.642 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.644+0000 7f25fe4c2700 1 --2- 172.21.15.46:0/1763083602 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f25f815d630 0x7f25f815db10 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f25f0002230 tx=0x7f25f000cf50 comp rx=0 tx=0).stop 2023-09-21T13:05:26.642 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.644+0000 7f25fe4c2700 1 -- 172.21.15.46:0/1763083602 shutdown_connections 2023-09-21T13:05:26.643 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.644+0000 7f25fe4c2700 1 --2- 172.21.15.46:0/1763083602 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f25d806a580 0x7f25d806ca40 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:26.643 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.644+0000 7f25fe4c2700 1 --2- 172.21.15.46:0/1763083602 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f25f815d630 0x7f25f815db10 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:26.643 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.644+0000 7f25fe4c2700 1 --2- 172.21.15.46:0/1763083602 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f25f806a7a0 0x7f25f81601b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:26.643 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.644+0000 7f25fe4c2700 1 --2- 172.21.15.46:0/1763083602 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f25f80ca840 0x7f25f81594f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:26.643 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.644+0000 7f25fe4c2700 1 -- 172.21.15.46:0/1763083602 >> 172.21.15.46:0/1763083602 conn(0x7f25f80d01f0 msgr2=0x7f25f80cc0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:26.644 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.644+0000 7f25fe4c2700 1 -- 172.21.15.46:0/1763083602 shutdown_connections 2023-09-21T13:05:26.644 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.644+0000 7f25fe4c2700 1 -- 172.21.15.46:0/1763083602 wait complete. 2023-09-21T13:05:26.654 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574854 for osd.6 2023-09-21T13:05:26.655 DEBUG:teuthology.parallel:result is None 2023-09-21T13:05:26.655 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2023-09-21T13:05:26.656 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-09-21T13:05:26.791 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.795+0000 7fbfd9928700 1 Processor -- start 2023-09-21T13:05:26.792 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.795+0000 7fbfd9928700 1 -- start start 2023-09-21T13:05:26.794 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.795+0000 7fbfd9928700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7fbfd415d6e0 0x7fbfd40cf930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:26.794 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.795+0000 7fbfd9928700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbfd40ce400 0x7fbfd40b8e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:26.795 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.795+0000 7fbfd9928700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbfd40ce890 con 0x7fbfd40d17b0 2023-09-21T13:05:26.795 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.795+0000 7fbfd9928700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbfd40ceb70 con 0x7fbfd415d6e0 2023-09-21T13:05:26.795 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.795+0000 7fbfd9928700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbfd40cee50 con 0x7fbfd40ce400 2023-09-21T13:05:26.795 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.796+0000 7fbfd37fe700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7fbfd40d17b0 0x7fbfd40b4f90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:42850/0 (socket says 172.21.15.46:42850) 2023-09-21T13:05:26.795 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.796+0000 7fbfd37fe700 1 -- 172.21.15.46:0/2028241071 learned_addr learned my addr 172.21.15.46:0/2028241071 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:05:26.796 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.796+0000 7fbfd27fc700 1 --2- 172.21.15.46:0/2028241071 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbfd40ce400 0x7fbfd40b8e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:26.796 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.796+0000 7fbfd2ffd700 1 --2- 172.21.15.46:0/2028241071 >> v2:172.21.15.57:3300/0 conn(0x7fbfd415d6e0 0x7fbfd40cf930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:26.796 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.796+0000 7fbfd1ffb700 1 -- 172.21.15.46:0/2028241071 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3522814374 0 0) 0x7fbfd40ce890 con 0x7fbfd40d17b0 2023-09-21T13:05:26.796 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.796+0000 7fbfd1ffb700 1 -- 172.21.15.46:0/2028241071 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbfc00035b0 con 0x7fbfd40d17b0 2023-09-21T13:05:26.796 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.796+0000 7fbfd27fc700 1 -- 172.21.15.46:0/2028241071 >> v2:172.21.15.57:3300/0 conn(0x7fbfd415d6e0 msgr2=0x7fbfd40cf930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:26.797 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.796+0000 7fbfd27fc700 1 --2- 172.21.15.46:0/2028241071 >> v2:172.21.15.57:3300/0 conn(0x7fbfd415d6e0 0x7fbfd40cf930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:26.797 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.796+0000 7fbfd27fc700 1 -- 172.21.15.46:0/2028241071 >> v1:172.21.15.46:6789/0 conn(0x7fbfd40d17b0 legacy=0x7fbfd40b4f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:26.797 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.796+0000 7fbfd27fc700 1 -- 172.21.15.46:0/2028241071 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbfd40cf130 con 0x7fbfd40ce400 2023-09-21T13:05:26.797 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.796+0000 7fbfd27fc700 1 --2- 172.21.15.46:0/2028241071 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbfd40ce400 0x7fbfd40b8e60 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fbfbc009840 tx=0x7fbfbc009b50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=980fac68f9c3f8df server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:26.797 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.797+0000 7fbfd1ffb700 1 -- 172.21.15.46:0/2028241071 <== mon.2 v2:172.21.15.57:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfbc011830 con 0x7fbfd40ce400 2023-09-21T13:05:26.798 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.797+0000 7fbfd1ffb700 1 -- 172.21.15.46:0/2028241071 <== mon.2 v2:172.21.15.57:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbfbc011990 con 0x7fbfd40ce400 2023-09-21T13:05:26.798 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.797+0000 7fbfd1ffb700 1 -- 172.21.15.46:0/2028241071 <== mon.2 v2:172.21.15.57:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfbc011d00 con 0x7fbfd40ce400 2023-09-21T13:05:26.798 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.797+0000 7fbfd9928700 1 -- 172.21.15.46:0/2028241071 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbfd40ce400 msgr2=0x7fbfd40b8e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:26.798 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.797+0000 7fbfd9928700 1 --2- 172.21.15.46:0/2028241071 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbfd40ce400 0x7fbfd40b8e60 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fbfbc009840 tx=0x7fbfbc009b50 comp rx=0 tx=0).stop 2023-09-21T13:05:26.798 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.797+0000 7fbfd9928700 1 -- 172.21.15.46:0/2028241071 shutdown_connections 2023-09-21T13:05:26.799 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.797+0000 7fbfd9928700 1 --2- 172.21.15.46:0/2028241071 >> v2:172.21.15.57:3300/0 conn(0x7fbfd415d6e0 0x7fbfd40cf930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:26.799 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.797+0000 7fbfd9928700 1 --2- 172.21.15.46:0/2028241071 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbfd40ce400 0x7fbfd40b8e60 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:26.799 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.797+0000 7fbfd9928700 1 -- 172.21.15.46:0/2028241071 >> 172.21.15.46:0/2028241071 conn(0x7fbfd40722c0 msgr2=0x7fbfd40726d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:26.799 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.797+0000 7fbfd9928700 1 -- 172.21.15.46:0/2028241071 shutdown_connections 2023-09-21T13:05:26.799 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.797+0000 7fbfd9928700 1 -- 172.21.15.46:0/2028241071 wait complete. 2023-09-21T13:05:26.802 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.798+0000 7fbfd9928700 1 Processor -- start 2023-09-21T13:05:26.802 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.799+0000 7fbfd9928700 1 -- start start 2023-09-21T13:05:26.802 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.799+0000 7fbfd9928700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fbfd40d17b0 0x7fbfd41589d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:26.803 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.799+0000 7fbfd9928700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbfd415d6e0 0x7fbfd40cbf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:26.803 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.800+0000 7fbfd9928700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbfd40cc4d0 0x7fbfd41542e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:26.803 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.800+0000 7fbfd9928700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbfd4155c50 con 0x7fbfd40cc4d0 2023-09-21T13:05:26.803 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.800+0000 7fbfd9928700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbfd41552f0 con 0x7fbfd40d17b0 2023-09-21T13:05:26.803 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.800+0000 7fbfd9928700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbfd40ccb00 con 0x7fbfd415d6e0 2023-09-21T13:05:26.804 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.800+0000 7fbfd37fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbfd40cc4d0 0x7fbfd41542e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:26.804 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.800+0000 7fbfd37fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbfd40cc4d0 0x7fbfd41542e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38920/0 (socket says 172.21.15.46:38920) 2023-09-21T13:05:26.804 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.800+0000 7fbfd37fe700 1 -- 172.21.15.46:0/3024778675 learned_addr learned my addr 172.21.15.46:0/3024778675 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:26.804 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.800+0000 7fbfd2ffd700 1 --2- 172.21.15.46:0/3024778675 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fbfd40d17b0 0x7fbfd41589d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:26.804 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.800+0000 7fbfd27fc700 1 --2- 172.21.15.46:0/3024778675 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbfd415d6e0 0x7fbfd40cbf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:26.805 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.800+0000 7fbfd37fe700 1 -- 172.21.15.46:0/3024778675 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbfd415d6e0 msgr2=0x7fbfd40cbf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:26.805 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.800+0000 7fbfd37fe700 1 --2- 172.21.15.46:0/3024778675 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbfd415d6e0 0x7fbfd40cbf90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:26.805 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.800+0000 7fbfd37fe700 1 -- 172.21.15.46:0/3024778675 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fbfd40d17b0 msgr2=0x7fbfd41589d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:26.805 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.800+0000 7fbfd37fe700 1 --2- 172.21.15.46:0/3024778675 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fbfd40d17b0 0x7fbfd41589d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:26.805 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.800+0000 7fbfd37fe700 1 -- 172.21.15.46:0/3024778675 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbfbc0094a0 con 0x7fbfd40cc4d0 2023-09-21T13:05:26.806 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.800+0000 7fbfd27fc700 1 --2- 172.21.15.46:0/3024778675 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbfd415d6e0 0x7fbfd40cbf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:05:26.806 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.800+0000 7fbfd37fe700 1 --2- 172.21.15.46:0/3024778675 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbfd40cc4d0 0x7fbfd41542e0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fbfcc00cb40 tx=0x7fbfcc00ce50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:26.806 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.800+0000 7fbfcbfff700 1 -- 172.21.15.46:0/3024778675 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfcc00aaa0 con 0x7fbfd40cc4d0 2023-09-21T13:05:26.806 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.800+0000 7fbfcbfff700 1 -- 172.21.15.46:0/3024778675 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbfcc00ac00 con 0x7fbfd40cc4d0 2023-09-21T13:05:26.806 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.801+0000 7fbfd9928700 1 -- 172.21.15.46:0/3024778675 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbfd4155590 con 0x7fbfd40cc4d0 2023-09-21T13:05:26.807 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.801+0000 7fbfcbfff700 1 -- 172.21.15.46:0/3024778675 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfcc012400 con 0x7fbfd40cc4d0 2023-09-21T13:05:26.807 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.801+0000 7fbfd9928700 1 -- 172.21.15.46:0/3024778675 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbfd41fb0b0 con 0x7fbfd40cc4d0 2023-09-21T13:05:26.807 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.801+0000 7fbfd9928700 1 -- 172.21.15.46:0/3024778675 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbfd4068b90 con 0x7fbfd40cc4d0 2023-09-21T13:05:26.807 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.802+0000 7fbfcbfff700 1 -- 172.21.15.46:0/3024778675 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fbfcc01b3b0 con 0x7fbfd40cc4d0 2023-09-21T13:05:26.807 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.803+0000 7fbfcbfff700 1 --2- 172.21.15.46:0/3024778675 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fbfb406a580 0x7fbfb406ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:26.808 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.803+0000 7fbfcbfff700 1 -- 172.21.15.46:0/3024778675 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fbfcc088b70 con 0x7fbfd40cc4d0 2023-09-21T13:05:26.808 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.803+0000 7fbfd2ffd700 1 --2- 172.21.15.46:0/3024778675 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fbfb406a580 0x7fbfb406ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:26.808 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.804+0000 7fbfd2ffd700 1 --2- 172.21.15.46:0/3024778675 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fbfb406a580 0x7fbfb406ca40 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fbfc4009b40 tx=0x7fbfc4009210 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:26.808 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:26.807+0000 7fbfcbfff700 1 -- 172.21.15.46:0/3024778675 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fbfcc0541d0 con 0x7fbfd40cc4d0 2023-09-21T13:05:27.011 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.014+0000 7fbfd9928700 1 -- 172.21.15.46:0/3024778675 --> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fbfd4067b80 con 0x7fbfb406a580 2023-09-21T13:05:27.021 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.022+0000 7fbfcbfff700 1 -- 172.21.15.46:0/3024778675 <== mgr.4104 v2:172.21.15.46:6832/84086869 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+264566 (secure 0 0 0) 0x7fbfd4067b80 con 0x7fbfb406a580 2023-09-21T13:05:27.025 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:05:27.027 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.026+0000 7fbfd9928700 1 -- 172.21.15.46:0/3024778675 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fbfb406a580 msgr2=0x7fbfb406ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:27.027 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.026+0000 7fbfd9928700 1 --2- 172.21.15.46:0/3024778675 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fbfb406a580 0x7fbfb406ca40 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fbfc4009b40 tx=0x7fbfc4009210 comp rx=0 tx=0).stop 2023-09-21T13:05:27.027 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.026+0000 7fbfd9928700 1 -- 172.21.15.46:0/3024778675 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbfd40cc4d0 msgr2=0x7fbfd41542e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:27.027 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.026+0000 7fbfd9928700 1 --2- 172.21.15.46:0/3024778675 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbfd40cc4d0 0x7fbfd41542e0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fbfcc00cb40 tx=0x7fbfcc00ce50 comp rx=0 tx=0).stop 2023-09-21T13:05:27.028 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.026+0000 7fbfd9928700 1 -- 172.21.15.46:0/3024778675 shutdown_connections 2023-09-21T13:05:27.028 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.026+0000 7fbfd9928700 1 --2- 172.21.15.46:0/3024778675 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fbfb406a580 0x7fbfb406ca40 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:27.028 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.026+0000 7fbfd9928700 1 --2- 172.21.15.46:0/3024778675 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbfd40cc4d0 0x7fbfd41542e0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:27.028 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.026+0000 7fbfd9928700 1 --2- 172.21.15.46:0/3024778675 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fbfd40d17b0 0x7fbfd41589d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:27.028 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.026+0000 7fbfd9928700 1 --2- 172.21.15.46:0/3024778675 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbfd415d6e0 0x7fbfd40cbf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:27.029 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.026+0000 7fbfd9928700 1 -- 172.21.15.46:0/3024778675 >> 172.21.15.46:0/3024778675 conn(0x7fbfd40722c0 msgr2=0x7fbfd41575a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:27.029 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.026+0000 7fbfd9928700 1 -- 172.21.15.46:0/3024778675 shutdown_connections 2023-09-21T13:05:27.029 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.026+0000 7fbfd9928700 1 -- 172.21.15.46:0/3024778675 wait complete. 2023-09-21T13:05:27.029 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all 2023-09-21T13:05:27.036 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":24,"stamp":"2023-09-21T13:05:26.970398+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219048,"kb_used_data":2824,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755672,"statfs":{"total":773094113280,"available":772869808128,"internally_reserved":0,"allocated":2891776,"data_stored":1752740,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":221236794},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002074"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.841668+0000","last_change":"2023-09-21T13:05:16.757093+0000","last_active":"2023-09-21T13:05:17.841668+0000","last_peered":"2023-09-21T13:05:17.841668+0000","last_clean":"2023-09-21T13:05:17.841668+0000","last_became_active":"2023-09-21T13:05:16.754820+0000","last_became_peered":"2023-09-21T13:05:16.754820+0000","last_unstale":"2023-09-21T13:05:17.841668+0000","last_undegraded":"2023-09-21T13:05:17.841668+0000","last_fullsized":"2023-09-21T13:05:17.841668+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:38:00.241675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.746934+0000","last_change":"2023-09-21T13:05:16.744655+0000","last_active":"2023-09-21T13:05:17.746934+0000","last_peered":"2023-09-21T13:05:17.746934+0000","last_clean":"2023-09-21T13:05:17.746934+0000","last_became_active":"2023-09-21T13:05:16.744358+0000","last_became_peered":"2023-09-21T13:05:16.744358+0000","last_unstale":"2023-09-21T13:05:17.746934+0000","last_undegraded":"2023-09-21T13:05:17.746934+0000","last_fullsized":"2023-09-21T13:05:17.746934+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:25:52.973411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840502+0000","last_change":"2023-09-21T13:05:16.738775+0000","last_active":"2023-09-21T13:05:17.840502+0000","last_peered":"2023-09-21T13:05:17.840502+0000","last_clean":"2023-09-21T13:05:17.840502+0000","last_became_active":"2023-09-21T13:05:16.738460+0000","last_became_peered":"2023-09-21T13:05:16.738460+0000","last_unstale":"2023-09-21T13:05:17.840502+0000","last_undegraded":"2023-09-21T13:05:17.840502+0000","last_fullsized":"2023-09-21T13:05:17.840502+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:24:46.688207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840983+0000","last_change":"2023-09-21T13:05:16.753425+0000","last_active":"2023-09-21T13:05:17.840983+0000","last_peered":"2023-09-21T13:05:17.840983+0000","last_clean":"2023-09-21T13:05:17.840983+0000","last_became_active":"2023-09-21T13:05:16.751930+0000","last_became_peered":"2023-09-21T13:05:16.751930+0000","last_unstale":"2023-09-21T13:05:17.840983+0000","last_undegraded":"2023-09-21T13:05:17.840983+0000","last_fullsized":"2023-09-21T13:05:17.840983+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:38:00.241675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.841745+0000","last_change":"2023-09-21T13:05:16.757145+0000","last_active":"2023-09-21T13:05:17.841745+0000","last_peered":"2023-09-21T13:05:17.841745+0000","last_clean":"2023-09-21T13:05:17.841745+0000","last_became_active":"2023-09-21T13:05:16.756772+0000","last_became_peered":"2023-09-21T13:05:16.756772+0000","last_unstale":"2023-09-21T13:05:17.841745+0000","last_undegraded":"2023-09-21T13:05:17.841745+0000","last_fullsized":"2023-09-21T13:05:17.841745+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:17:27.054953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840577+0000","last_change":"2023-09-21T13:05:16.751327+0000","last_active":"2023-09-21T13:05:17.840577+0000","last_peered":"2023-09-21T13:05:17.840577+0000","last_clean":"2023-09-21T13:05:17.840577+0000","last_became_active":"2023-09-21T13:05:16.750826+0000","last_became_peered":"2023-09-21T13:05:16.750826+0000","last_unstale":"2023-09-21T13:05:17.840577+0000","last_undegraded":"2023-09-21T13:05:17.840577+0000","last_fullsized":"2023-09-21T13:05:17.840577+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T16:23:48.783707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.841389+0000","last_change":"2023-09-21T13:05:16.754333+0000","last_active":"2023-09-21T13:05:17.841389+0000","last_peered":"2023-09-21T13:05:17.841389+0000","last_clean":"2023-09-21T13:05:17.841389+0000","last_became_active":"2023-09-21T13:05:16.754026+0000","last_became_peered":"2023-09-21T13:05:16.754026+0000","last_unstale":"2023-09-21T13:05:17.841389+0000","last_undegraded":"2023-09-21T13:05:17.841389+0000","last_fullsized":"2023-09-21T13:05:17.841389+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:10:10.821475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.744366+0000","last_change":"2023-09-21T13:05:16.752754+0000","last_active":"2023-09-21T13:05:17.744366+0000","last_peered":"2023-09-21T13:05:17.744366+0000","last_clean":"2023-09-21T13:05:17.744366+0000","last_became_active":"2023-09-21T13:05:16.752437+0000","last_became_peered":"2023-09-21T13:05:16.752437+0000","last_unstale":"2023-09-21T13:05:17.744366+0000","last_undegraded":"2023-09-21T13:05:17.744366+0000","last_fullsized":"2023-09-21T13:05:17.744366+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:56:15.316327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.842160+0000","last_change":"2023-09-21T13:05:16.757516+0000","last_active":"2023-09-21T13:05:17.842160+0000","last_peered":"2023-09-21T13:05:17.842160+0000","last_clean":"2023-09-21T13:05:17.842160+0000","last_became_active":"2023-09-21T13:05:16.756201+0000","last_became_peered":"2023-09-21T13:05:16.756201+0000","last_unstale":"2023-09-21T13:05:17.842160+0000","last_undegraded":"2023-09-21T13:05:17.842160+0000","last_fullsized":"2023-09-21T13:05:17.842160+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:53:03.866654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840705+0000","last_change":"2023-09-21T13:05:16.749057+0000","last_active":"2023-09-21T13:05:17.840705+0000","last_peered":"2023-09-21T13:05:17.840705+0000","last_clean":"2023-09-21T13:05:17.840705+0000","last_became_active":"2023-09-21T13:05:16.748723+0000","last_became_peered":"2023-09-21T13:05:16.748723+0000","last_unstale":"2023-09-21T13:05:17.840705+0000","last_undegraded":"2023-09-21T13:05:17.840705+0000","last_fullsized":"2023-09-21T13:05:17.840705+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:48:18.977396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840447+0000","last_change":"2023-09-21T13:05:16.751129+0000","last_active":"2023-09-21T13:05:17.840447+0000","last_peered":"2023-09-21T13:05:17.840447+0000","last_clean":"2023-09-21T13:05:17.840447+0000","last_became_active":"2023-09-21T13:05:16.750928+0000","last_became_peered":"2023-09-21T13:05:16.750928+0000","last_unstale":"2023-09-21T13:05:17.840447+0000","last_undegraded":"2023-09-21T13:05:17.840447+0000","last_fullsized":"2023-09-21T13:05:17.840447+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:13:57.934179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.747328+0000","last_change":"2023-09-21T13:05:16.759553+0000","last_active":"2023-09-21T13:05:17.747328+0000","last_peered":"2023-09-21T13:05:17.747328+0000","last_clean":"2023-09-21T13:05:17.747328+0000","last_became_active":"2023-09-21T13:05:16.759267+0000","last_became_peered":"2023-09-21T13:05:16.759267+0000","last_unstale":"2023-09-21T13:05:17.747328+0000","last_undegraded":"2023-09-21T13:05:17.747328+0000","last_fullsized":"2023-09-21T13:05:17.747328+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:50:28.466971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.744565+0000","last_change":"2023-09-21T13:05:16.747562+0000","last_active":"2023-09-21T13:05:17.744565+0000","last_peered":"2023-09-21T13:05:17.744565+0000","last_clean":"2023-09-21T13:05:17.744565+0000","last_became_active":"2023-09-21T13:05:16.747256+0000","last_became_peered":"2023-09-21T13:05:16.747256+0000","last_unstale":"2023-09-21T13:05:17.744565+0000","last_undegraded":"2023-09-21T13:05:17.744565+0000","last_fullsized":"2023-09-21T13:05:17.744565+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:29:49.784580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840159+0000","last_change":"2023-09-21T13:05:16.743425+0000","last_active":"2023-09-21T13:05:17.840159+0000","last_peered":"2023-09-21T13:05:17.840159+0000","last_clean":"2023-09-21T13:05:17.840159+0000","last_became_active":"2023-09-21T13:05:16.743156+0000","last_became_peered":"2023-09-21T13:05:16.743156+0000","last_unstale":"2023-09-21T13:05:17.840159+0000","last_undegraded":"2023-09-21T13:05:17.840159+0000","last_fullsized":"2023-09-21T13:05:17.840159+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:48:00.912316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.746546+0000","last_change":"2023-09-21T13:05:16.752521+0000","last_active":"2023-09-21T13:05:17.746546+0000","last_peered":"2023-09-21T13:05:17.746546+0000","last_clean":"2023-09-21T13:05:17.746546+0000","last_became_active":"2023-09-21T13:05:16.752225+0000","last_became_peered":"2023-09-21T13:05:16.752225+0000","last_unstale":"2023-09-21T13:05:17.746546+0000","last_undegraded":"2023-09-21T13:05:17.746546+0000","last_fullsized":"2023-09-21T13:05:17.746546+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T15:21:42.034999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840371+0000","last_change":"2023-09-21T13:05:16.752717+0000","last_active":"2023-09-21T13:05:17.840371+0000","last_peered":"2023-09-21T13:05:17.840371+0000","last_clean":"2023-09-21T13:05:17.840371+0000","last_became_active":"2023-09-21T13:05:16.752414+0000","last_became_peered":"2023-09-21T13:05:16.752414+0000","last_unstale":"2023-09-21T13:05:17.840371+0000","last_undegraded":"2023-09-21T13:05:17.840371+0000","last_fullsized":"2023-09-21T13:05:17.840371+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T15:34:24.863552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.841360+0000","last_change":"2023-09-21T13:05:16.758007+0000","last_active":"2023-09-21T13:05:17.841360+0000","last_peered":"2023-09-21T13:05:17.841360+0000","last_clean":"2023-09-21T13:05:17.841360+0000","last_became_active":"2023-09-21T13:05:16.757770+0000","last_became_peered":"2023-09-21T13:05:16.757770+0000","last_unstale":"2023-09-21T13:05:17.841360+0000","last_undegraded":"2023-09-21T13:05:17.841360+0000","last_fullsized":"2023-09-21T13:05:17.841360+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:26:17.057700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.839984+0000","last_change":"2023-09-21T13:05:16.753968+0000","last_active":"2023-09-21T13:05:17.839984+0000","last_peered":"2023-09-21T13:05:17.839984+0000","last_clean":"2023-09-21T13:05:17.839984+0000","last_became_active":"2023-09-21T13:05:16.753632+0000","last_became_peered":"2023-09-21T13:05:16.753632+0000","last_unstale":"2023-09-21T13:05:17.839984+0000","last_undegraded":"2023-09-21T13:05:17.839984+0000","last_fullsized":"2023-09-21T13:05:17.839984+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:21:47.229401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.841628+0000","last_change":"2023-09-21T13:05:16.754016+0000","last_active":"2023-09-21T13:05:17.841628+0000","last_peered":"2023-09-21T13:05:17.841628+0000","last_clean":"2023-09-21T13:05:17.841628+0000","last_became_active":"2023-09-21T13:05:16.753735+0000","last_became_peered":"2023-09-21T13:05:16.753735+0000","last_unstale":"2023-09-21T13:05:17.841628+0000","last_undegraded":"2023-09-21T13:05:17.841628+0000","last_fullsized":"2023-09-21T13:05:17.841628+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T17:53:47.438394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"19'4","reported_seq":16,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.759705+0000","last_change":"2023-09-21T13:05:15.746520+0000","last_active":"2023-09-21T13:05:16.759705+0000","last_peered":"2023-09-21T13:05:16.759705+0000","last_clean":"2023-09-21T13:05:16.759705+0000","last_became_active":"2023-09-21T13:05:15.746192+0000","last_became_peered":"2023-09-21T13:05:15.746192+0000","last_unstale":"2023-09-21T13:05:16.759705+0000","last_undegraded":"2023-09-21T13:05:16.759705+0000","last_fullsized":"2023-09-21T13:05:16.759705+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:53:31.525020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.744664+0000","last_change":"2023-09-21T13:05:16.747454+0000","last_active":"2023-09-21T13:05:17.744664+0000","last_peered":"2023-09-21T13:05:17.744664+0000","last_clean":"2023-09-21T13:05:17.744664+0000","last_became_active":"2023-09-21T13:05:16.747159+0000","last_became_peered":"2023-09-21T13:05:16.747159+0000","last_unstale":"2023-09-21T13:05:17.744664+0000","last_undegraded":"2023-09-21T13:05:17.744664+0000","last_fullsized":"2023-09-21T13:05:17.744664+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:48:18.977396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"19'1","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.749022+0000","last_change":"2023-09-21T13:05:15.736977+0000","last_active":"2023-09-21T13:05:16.749022+0000","last_peered":"2023-09-21T13:05:16.749022+0000","last_clean":"2023-09-21T13:05:16.749022+0000","last_became_active":"2023-09-21T13:05:15.736578+0000","last_became_peered":"2023-09-21T13:05:15.736578+0000","last_unstale":"2023-09-21T13:05:16.749022+0000","last_undegraded":"2023-09-21T13:05:16.749022+0000","last_fullsized":"2023-09-21T13:05:16.749022+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:46:51.030402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840557+0000","last_change":"2023-09-21T13:05:16.747035+0000","last_active":"2023-09-21T13:05:17.840557+0000","last_peered":"2023-09-21T13:05:17.840557+0000","last_clean":"2023-09-21T13:05:17.840557+0000","last_became_active":"2023-09-21T13:05:16.745664+0000","last_became_peered":"2023-09-21T13:05:16.745664+0000","last_unstale":"2023-09-21T13:05:17.840557+0000","last_undegraded":"2023-09-21T13:05:17.840557+0000","last_fullsized":"2023-09-21T13:05:17.840557+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:29:49.784580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"19'2","reported_seq":14,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.757763+0000","last_change":"2023-09-21T13:05:15.753016+0000","last_active":"2023-09-21T13:05:16.757763+0000","last_peered":"2023-09-21T13:05:16.757763+0000","last_clean":"2023-09-21T13:05:16.757763+0000","last_became_active":"2023-09-21T13:05:15.751787+0000","last_became_peered":"2023-09-21T13:05:15.751787+0000","last_unstale":"2023-09-21T13:05:16.757763+0000","last_undegraded":"2023-09-21T13:05:16.757763+0000","last_fullsized":"2023-09-21T13:05:16.757763+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:13:56.924488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.841773+0000","last_change":"2023-09-21T13:05:16.749754+0000","last_active":"2023-09-21T13:05:17.841773+0000","last_peered":"2023-09-21T13:05:17.841773+0000","last_clean":"2023-09-21T13:05:17.841773+0000","last_became_active":"2023-09-21T13:05:16.749191+0000","last_became_peered":"2023-09-21T13:05:16.749191+0000","last_unstale":"2023-09-21T13:05:17.841773+0000","last_undegraded":"2023-09-21T13:05:17.841773+0000","last_fullsized":"2023-09-21T13:05:17.841773+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T19:43:43.651100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"19'2","reported_seq":14,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.759975+0000","last_change":"2023-09-21T13:05:15.754145+0000","last_active":"2023-09-21T13:05:16.759975+0000","last_peered":"2023-09-21T13:05:16.759975+0000","last_clean":"2023-09-21T13:05:16.759975+0000","last_became_active":"2023-09-21T13:05:15.753840+0000","last_became_peered":"2023-09-21T13:05:15.753840+0000","last_unstale":"2023-09-21T13:05:16.759975+0000","last_undegraded":"2023-09-21T13:05:16.759975+0000","last_fullsized":"2023-09-21T13:05:16.759975+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:29:48.774889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.841904+0000","last_change":"2023-09-21T13:05:16.749990+0000","last_active":"2023-09-21T13:05:17.841904+0000","last_peered":"2023-09-21T13:05:17.841904+0000","last_clean":"2023-09-21T13:05:17.841904+0000","last_became_active":"2023-09-21T13:05:16.749686+0000","last_became_peered":"2023-09-21T13:05:16.749686+0000","last_unstale":"2023-09-21T13:05:17.841904+0000","last_undegraded":"2023-09-21T13:05:17.841904+0000","last_fullsized":"2023-09-21T13:05:17.841904+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:17:27.054953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"19'1","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.758108+0000","last_change":"2023-09-21T13:05:15.745805+0000","last_active":"2023-09-21T13:05:16.758108+0000","last_peered":"2023-09-21T13:05:16.758108+0000","last_clean":"2023-09-21T13:05:16.758108+0000","last_became_active":"2023-09-21T13:05:15.745438+0000","last_became_peered":"2023-09-21T13:05:15.745438+0000","last_unstale":"2023-09-21T13:05:16.758108+0000","last_undegraded":"2023-09-21T13:05:16.758108+0000","last_fullsized":"2023-09-21T13:05:16.758108+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:47:59.902625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.746912+0000","last_change":"2023-09-21T13:05:16.742370+0000","last_active":"2023-09-21T13:05:17.746912+0000","last_peered":"2023-09-21T13:05:17.746912+0000","last_clean":"2023-09-21T13:05:17.746912+0000","last_became_active":"2023-09-21T13:05:16.741991+0000","last_became_peered":"2023-09-21T13:05:16.741991+0000","last_unstale":"2023-09-21T13:05:17.746912+0000","last_undegraded":"2023-09-21T13:05:17.746912+0000","last_fullsized":"2023-09-21T13:05:17.746912+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T17:04:11.289317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"19'1","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.749053+0000","last_change":"2023-09-21T13:05:15.749352+0000","last_active":"2023-09-21T13:05:16.749053+0000","last_peered":"2023-09-21T13:05:16.749053+0000","last_clean":"2023-09-21T13:05:16.749053+0000","last_became_active":"2023-09-21T13:05:15.749011+0000","last_became_peered":"2023-09-21T13:05:15.749011+0000","last_unstale":"2023-09-21T13:05:16.749053+0000","last_undegraded":"2023-09-21T13:05:16.749053+0000","last_fullsized":"2023-09-21T13:05:16.749053+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:07:30.133197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840543+0000","last_change":"2023-09-21T13:05:16.750129+0000","last_active":"2023-09-21T13:05:17.840543+0000","last_peered":"2023-09-21T13:05:17.840543+0000","last_clean":"2023-09-21T13:05:17.840543+0000","last_became_active":"2023-09-21T13:05:16.749842+0000","last_became_peered":"2023-09-21T13:05:16.749842+0000","last_unstale":"2023-09-21T13:05:17.840543+0000","last_undegraded":"2023-09-21T13:05:17.840543+0000","last_fullsized":"2023-09-21T13:05:17.840543+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T15:21:42.034999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.732333+0000","last_change":"2023-09-21T13:05:15.745681+0000","last_active":"2023-09-21T13:05:16.732333+0000","last_peered":"2023-09-21T13:05:16.732333+0000","last_clean":"2023-09-21T13:05:16.732333+0000","last_became_active":"2023-09-21T13:05:15.745346+0000","last_became_peered":"2023-09-21T13:05:15.745346+0000","last_unstale":"2023-09-21T13:05:16.732333+0000","last_undegraded":"2023-09-21T13:05:16.732333+0000","last_fullsized":"2023-09-21T13:05:16.732333+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:50:27.457280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.744725+0000","last_change":"2023-09-21T13:05:16.741109+0000","last_active":"2023-09-21T13:05:17.744725+0000","last_peered":"2023-09-21T13:05:17.744725+0000","last_clean":"2023-09-21T13:05:17.744725+0000","last_became_active":"2023-09-21T13:05:16.740776+0000","last_became_peered":"2023-09-21T13:05:16.740776+0000","last_unstale":"2023-09-21T13:05:17.744725+0000","last_undegraded":"2023-09-21T13:05:17.744725+0000","last_fullsized":"2023-09-21T13:05:17.744725+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T15:21:42.034999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.745404+0000","last_change":"2023-09-21T13:05:15.751539+0000","last_active":"2023-09-21T13:05:16.745404+0000","last_peered":"2023-09-21T13:05:16.745404+0000","last_clean":"2023-09-21T13:05:16.745404+0000","last_became_active":"2023-09-21T13:05:15.751246+0000","last_became_peered":"2023-09-21T13:05:15.751246+0000","last_unstale":"2023-09-21T13:05:16.745404+0000","last_undegraded":"2023-09-21T13:05:16.745404+0000","last_fullsized":"2023-09-21T13:05:16.745404+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T15:21:41.025308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.746646+0000","last_change":"2023-09-21T13:05:16.747256+0000","last_active":"2023-09-21T13:05:17.746646+0000","last_peered":"2023-09-21T13:05:17.746646+0000","last_clean":"2023-09-21T13:05:17.746646+0000","last_became_active":"2023-09-21T13:05:16.746951+0000","last_became_peered":"2023-09-21T13:05:16.746951+0000","last_unstale":"2023-09-21T13:05:17.746646+0000","last_undegraded":"2023-09-21T13:05:17.746646+0000","last_fullsized":"2023-09-21T13:05:17.746646+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:29:49.784580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.730653+0000","last_change":"2023-09-21T13:05:15.754660+0000","last_active":"2023-09-21T13:05:16.730653+0000","last_peered":"2023-09-21T13:05:16.730653+0000","last_clean":"2023-09-21T13:05:16.730653+0000","last_became_active":"2023-09-21T13:05:15.754355+0000","last_became_peered":"2023-09-21T13:05:15.754355+0000","last_unstale":"2023-09-21T13:05:16.730653+0000","last_undegraded":"2023-09-21T13:05:16.730653+0000","last_fullsized":"2023-09-21T13:05:16.730653+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:43:43.175924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.841093+0000","last_change":"2023-09-21T13:05:16.755678+0000","last_active":"2023-09-21T13:05:17.841093+0000","last_peered":"2023-09-21T13:05:17.841093+0000","last_clean":"2023-09-21T13:05:17.841093+0000","last_became_active":"2023-09-21T13:05:16.755339+0000","last_became_peered":"2023-09-21T13:05:16.755339+0000","last_unstale":"2023-09-21T13:05:17.841093+0000","last_undegraded":"2023-09-21T13:05:17.841093+0000","last_fullsized":"2023-09-21T13:05:17.841093+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:36:59.222335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.739987+0000","last_change":"2023-09-21T13:05:15.753130+0000","last_active":"2023-09-21T13:05:16.739987+0000","last_peered":"2023-09-21T13:05:16.739987+0000","last_clean":"2023-09-21T13:05:16.739987+0000","last_became_active":"2023-09-21T13:05:15.752805+0000","last_became_peered":"2023-09-21T13:05:15.752805+0000","last_unstale":"2023-09-21T13:05:16.739987+0000","last_undegraded":"2023-09-21T13:05:16.739987+0000","last_fullsized":"2023-09-21T13:05:16.739987+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:12:45.147763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840686+0000","last_change":"2023-09-21T13:05:16.747195+0000","last_active":"2023-09-21T13:05:17.840686+0000","last_peered":"2023-09-21T13:05:17.840686+0000","last_clean":"2023-09-21T13:05:17.840686+0000","last_became_active":"2023-09-21T13:05:16.746903+0000","last_became_peered":"2023-09-21T13:05:16.746903+0000","last_unstale":"2023-09-21T13:05:17.840686+0000","last_undegraded":"2023-09-21T13:05:17.840686+0000","last_fullsized":"2023-09-21T13:05:17.840686+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:48:18.977396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"19'3","reported_seq":15,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.753423+0000","last_change":"2023-09-21T13:05:15.753238+0000","last_active":"2023-09-21T13:05:16.753423+0000","last_peered":"2023-09-21T13:05:16.753423+0000","last_clean":"2023-09-21T13:05:16.753423+0000","last_became_active":"2023-09-21T13:05:15.753000+0000","last_became_peered":"2023-09-21T13:05:15.753000+0000","last_unstale":"2023-09-21T13:05:16.753423+0000","last_undegraded":"2023-09-21T13:05:16.753423+0000","last_fullsized":"2023-09-21T13:05:16.753423+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:46:51.030402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.747476+0000","last_change":"2023-09-21T13:05:16.759393+0000","last_active":"2023-09-21T13:05:17.747476+0000","last_peered":"2023-09-21T13:05:17.747476+0000","last_clean":"2023-09-21T13:05:17.747476+0000","last_became_active":"2023-09-21T13:05:16.758848+0000","last_became_peered":"2023-09-21T13:05:16.758848+0000","last_unstale":"2023-09-21T13:05:17.747476+0000","last_undegraded":"2023-09-21T13:05:17.747476+0000","last_fullsized":"2023-09-21T13:05:17.747476+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:46:52.040093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"19'6","reported_seq":18,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.760713+0000","last_change":"2023-09-21T13:05:15.750052+0000","last_active":"2023-09-21T13:05:16.760713+0000","last_peered":"2023-09-21T13:05:16.760713+0000","last_clean":"2023-09-21T13:05:16.760713+0000","last_became_active":"2023-09-21T13:05:15.749689+0000","last_became_peered":"2023-09-21T13:05:15.749689+0000","last_unstale":"2023-09-21T13:05:16.760713+0000","last_undegraded":"2023-09-21T13:05:16.760713+0000","last_fullsized":"2023-09-21T13:05:16.760713+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:12:19.510621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.841505+0000","last_change":"2023-09-21T13:05:16.754680+0000","last_active":"2023-09-21T13:05:17.841505+0000","last_peered":"2023-09-21T13:05:17.841505+0000","last_clean":"2023-09-21T13:05:17.841505+0000","last_became_active":"2023-09-21T13:05:16.754297+0000","last_became_peered":"2023-09-21T13:05:16.754297+0000","last_unstale":"2023-09-21T13:05:17.841505+0000","last_undegraded":"2023-09-21T13:05:17.841505+0000","last_fullsized":"2023-09-21T13:05:17.841505+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T16:42:15.835639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"19'2","reported_seq":14,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.765170+0000","last_change":"2023-09-21T13:05:15.751998+0000","last_active":"2023-09-21T13:05:16.765170+0000","last_peered":"2023-09-21T13:05:16.765170+0000","last_clean":"2023-09-21T13:05:16.765170+0000","last_became_active":"2023-09-21T13:05:15.751656+0000","last_became_peered":"2023-09-21T13:05:15.751656+0000","last_unstale":"2023-09-21T13:05:16.765170+0000","last_undegraded":"2023-09-21T13:05:16.765170+0000","last_fullsized":"2023-09-21T13:05:16.765170+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:07:30.133197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840129+0000","last_change":"2023-09-21T13:05:16.753896+0000","last_active":"2023-09-21T13:05:17.840129+0000","last_peered":"2023-09-21T13:05:17.840129+0000","last_clean":"2023-09-21T13:05:17.840129+0000","last_became_active":"2023-09-21T13:05:16.753616+0000","last_became_peered":"2023-09-21T13:05:16.753616+0000","last_unstale":"2023-09-21T13:05:17.840129+0000","last_undegraded":"2023-09-21T13:05:17.840129+0000","last_fullsized":"2023-09-21T13:05:17.840129+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:46:52.040093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.745993+0000","last_change":"2023-09-21T13:05:15.750854+0000","last_active":"2023-09-21T13:05:16.745993+0000","last_peered":"2023-09-21T13:05:16.745993+0000","last_clean":"2023-09-21T13:05:16.745993+0000","last_became_active":"2023-09-21T13:05:15.750559+0000","last_became_peered":"2023-09-21T13:05:15.750559+0000","last_unstale":"2023-09-21T13:05:16.745993+0000","last_undegraded":"2023-09-21T13:05:16.745993+0000","last_fullsized":"2023-09-21T13:05:16.745993+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:29:48.774889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.841726+0000","last_change":"2023-09-21T13:05:16.762854+0000","last_active":"2023-09-21T13:05:17.841726+0000","last_peered":"2023-09-21T13:05:17.841726+0000","last_clean":"2023-09-21T13:05:17.841726+0000","last_became_active":"2023-09-21T13:05:16.762560+0000","last_became_peered":"2023-09-21T13:05:16.762560+0000","last_unstale":"2023-09-21T13:05:17.841726+0000","last_undegraded":"2023-09-21T13:05:17.841726+0000","last_fullsized":"2023-09-21T13:05:17.841726+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:36:59.222335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.730337+0000","last_change":"2023-09-21T13:05:15.751984+0000","last_active":"2023-09-21T13:05:16.730337+0000","last_peered":"2023-09-21T13:05:16.730337+0000","last_clean":"2023-09-21T13:05:16.730337+0000","last_became_active":"2023-09-21T13:05:15.751521+0000","last_became_peered":"2023-09-21T13:05:15.751521+0000","last_unstale":"2023-09-21T13:05:16.730337+0000","last_undegraded":"2023-09-21T13:05:16.730337+0000","last_fullsized":"2023-09-21T13:05:16.730337+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:32:01.517930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.839985+0000","last_change":"2023-09-21T13:05:16.742728+0000","last_active":"2023-09-21T13:05:17.839985+0000","last_peered":"2023-09-21T13:05:17.839985+0000","last_clean":"2023-09-21T13:05:17.839985+0000","last_became_active":"2023-09-21T13:05:16.742381+0000","last_became_peered":"2023-09-21T13:05:16.742381+0000","last_unstale":"2023-09-21T13:05:17.839985+0000","last_undegraded":"2023-09-21T13:05:17.839985+0000","last_fullsized":"2023-09-21T13:05:17.839985+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:39:59.778040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"19'8","reported_seq":20,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.753195+0000","last_change":"2023-09-21T13:05:15.738180+0000","last_active":"2023-09-21T13:05:16.753195+0000","last_peered":"2023-09-21T13:05:16.753195+0000","last_clean":"2023-09-21T13:05:16.753195+0000","last_became_active":"2023-09-21T13:05:15.737795+0000","last_became_peered":"2023-09-21T13:05:15.737795+0000","last_unstale":"2023-09-21T13:05:16.753195+0000","last_undegraded":"2023-09-21T13:05:16.753195+0000","last_fullsized":"2023-09-21T13:05:16.753195+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:53:31.525020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.841955+0000","last_change":"2023-09-21T13:05:16.763143+0000","last_active":"2023-09-21T13:05:17.841955+0000","last_peered":"2023-09-21T13:05:17.841955+0000","last_clean":"2023-09-21T13:05:17.841955+0000","last_became_active":"2023-09-21T13:05:16.762721+0000","last_became_peered":"2023-09-21T13:05:16.762721+0000","last_unstale":"2023-09-21T13:05:17.841955+0000","last_undegraded":"2023-09-21T13:05:17.841955+0000","last_fullsized":"2023-09-21T13:05:17.841955+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T19:43:43.651100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"19'1","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.749682+0000","last_change":"2023-09-21T13:05:15.746680+0000","last_active":"2023-09-21T13:05:16.749682+0000","last_peered":"2023-09-21T13:05:16.749682+0000","last_clean":"2023-09-21T13:05:16.749682+0000","last_became_active":"2023-09-21T13:05:15.746345+0000","last_became_peered":"2023-09-21T13:05:15.746345+0000","last_unstale":"2023-09-21T13:05:16.749682+0000","last_undegraded":"2023-09-21T13:05:16.749682+0000","last_fullsized":"2023-09-21T13:05:16.749682+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:11:59.137740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.841879+0000","last_change":"2023-09-21T13:05:16.753447+0000","last_active":"2023-09-21T13:05:17.841879+0000","last_peered":"2023-09-21T13:05:17.841879+0000","last_clean":"2023-09-21T13:05:17.841879+0000","last_became_active":"2023-09-21T13:05:16.750474+0000","last_became_peered":"2023-09-21T13:05:16.750474+0000","last_unstale":"2023-09-21T13:05:17.841879+0000","last_undegraded":"2023-09-21T13:05:17.841879+0000","last_fullsized":"2023-09-21T13:05:17.841879+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:07:01.882633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.739695+0000","last_change":"2023-09-21T13:05:15.740915+0000","last_active":"2023-09-21T13:05:16.739695+0000","last_peered":"2023-09-21T13:05:16.739695+0000","last_clean":"2023-09-21T13:05:16.739695+0000","last_became_active":"2023-09-21T13:05:15.740555+0000","last_became_peered":"2023-09-21T13:05:15.740555+0000","last_unstale":"2023-09-21T13:05:16.739695+0000","last_undegraded":"2023-09-21T13:05:16.739695+0000","last_fullsized":"2023-09-21T13:05:16.739695+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:12:19.510621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.841577+0000","last_change":"2023-09-21T13:05:16.756265+0000","last_active":"2023-09-21T13:05:17.841577+0000","last_peered":"2023-09-21T13:05:17.841577+0000","last_clean":"2023-09-21T13:05:17.841577+0000","last_became_active":"2023-09-21T13:05:16.755944+0000","last_became_peered":"2023-09-21T13:05:16.755944+0000","last_unstale":"2023-09-21T13:05:17.841577+0000","last_undegraded":"2023-09-21T13:05:17.841577+0000","last_fullsized":"2023-09-21T13:05:17.841577+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:07:01.882633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.745850+0000","last_change":"2023-09-21T13:05:15.753737+0000","last_active":"2023-09-21T13:05:16.745850+0000","last_peered":"2023-09-21T13:05:16.745850+0000","last_clean":"2023-09-21T13:05:16.745850+0000","last_became_active":"2023-09-21T13:05:15.752911+0000","last_became_peered":"2023-09-21T13:05:15.752911+0000","last_unstale":"2023-09-21T13:05:16.745850+0000","last_undegraded":"2023-09-21T13:05:16.745850+0000","last_fullsized":"2023-09-21T13:05:16.745850+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:13:56.924488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.747325+0000","last_change":"2023-09-21T13:05:16.750865+0000","last_active":"2023-09-21T13:05:17.747325+0000","last_peered":"2023-09-21T13:05:17.747325+0000","last_clean":"2023-09-21T13:05:17.747325+0000","last_became_active":"2023-09-21T13:05:16.749714+0000","last_became_peered":"2023-09-21T13:05:16.749714+0000","last_unstale":"2023-09-21T13:05:17.747325+0000","last_undegraded":"2023-09-21T13:05:17.747325+0000","last_fullsized":"2023-09-21T13:05:17.747325+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:12:46.157454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.746660+0000","last_change":"2023-09-21T13:05:16.750802+0000","last_active":"2023-09-21T13:05:17.746660+0000","last_peered":"2023-09-21T13:05:17.746660+0000","last_clean":"2023-09-21T13:05:17.746660+0000","last_became_active":"2023-09-21T13:05:16.750302+0000","last_became_peered":"2023-09-21T13:05:16.750302+0000","last_unstale":"2023-09-21T13:05:17.746660+0000","last_undegraded":"2023-09-21T13:05:17.746660+0000","last_fullsized":"2023-09-21T13:05:17.746660+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:24:46.688207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.734913+0000","last_change":"2023-09-21T13:05:15.739718+0000","last_active":"2023-09-21T13:05:16.734913+0000","last_peered":"2023-09-21T13:05:16.734913+0000","last_clean":"2023-09-21T13:05:16.734913+0000","last_became_active":"2023-09-21T13:05:15.739121+0000","last_became_peered":"2023-09-21T13:05:15.739121+0000","last_unstale":"2023-09-21T13:05:16.734913+0000","last_undegraded":"2023-09-21T13:05:16.734913+0000","last_fullsized":"2023-09-21T13:05:16.734913+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:07:30.133197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.745296+0000","last_change":"2023-09-21T13:05:16.751214+0000","last_active":"2023-09-21T13:05:17.745296+0000","last_peered":"2023-09-21T13:05:17.745296+0000","last_clean":"2023-09-21T13:05:17.745296+0000","last_became_active":"2023-09-21T13:05:16.750899+0000","last_became_peered":"2023-09-21T13:05:16.750899+0000","last_unstale":"2023-09-21T13:05:17.745296+0000","last_undegraded":"2023-09-21T13:05:17.745296+0000","last_fullsized":"2023-09-21T13:05:17.745296+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:10:10.821475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.735660+0000","last_change":"2023-09-21T13:05:15.744664+0000","last_active":"2023-09-21T13:05:16.735660+0000","last_peered":"2023-09-21T13:05:16.735660+0000","last_clean":"2023-09-21T13:05:16.735660+0000","last_became_active":"2023-09-21T13:05:15.744345+0000","last_became_peered":"2023-09-21T13:05:15.744345+0000","last_unstale":"2023-09-21T13:05:16.735660+0000","last_undegraded":"2023-09-21T13:05:16.735660+0000","last_fullsized":"2023-09-21T13:05:16.735660+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:07:30.133197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":165,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.735627+0000","last_change":"2023-09-21T13:05:07.001411+0000","last_active":"2023-09-21T13:05:16.735627+0000","last_peered":"2023-09-21T13:05:16.735627+0000","last_clean":"2023-09-21T13:05:16.735627+0000","last_became_active":"2023-09-21T13:05:07.000380+0000","last_became_peered":"2023-09-21T13:05:07.000380+0000","last_unstale":"2023-09-21T13:05:16.735627+0000","last_undegraded":"2023-09-21T13:05:16.735627+0000","last_fullsized":"2023-09-21T13:05:16.735627+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:05.398949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:05.398949+0000","last_clean_scrub_stamp":"2023-09-21T13:05:05.398949+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:22:48.016821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840137+0000","last_change":"2023-09-21T13:05:16.751810+0000","last_active":"2023-09-21T13:05:17.840137+0000","last_peered":"2023-09-21T13:05:17.840137+0000","last_clean":"2023-09-21T13:05:17.840137+0000","last_became_active":"2023-09-21T13:05:16.751487+0000","last_became_peered":"2023-09-21T13:05:16.751487+0000","last_unstale":"2023-09-21T13:05:17.840137+0000","last_undegraded":"2023-09-21T13:05:17.840137+0000","last_fullsized":"2023-09-21T13:05:17.840137+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:12:20.520312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.735804+0000","last_change":"2023-09-21T13:05:15.744452+0000","last_active":"2023-09-21T13:05:16.735804+0000","last_peered":"2023-09-21T13:05:16.735804+0000","last_clean":"2023-09-21T13:05:16.735804+0000","last_became_active":"2023-09-21T13:05:15.744122+0000","last_became_peered":"2023-09-21T13:05:15.744122+0000","last_unstale":"2023-09-21T13:05:16.735804+0000","last_undegraded":"2023-09-21T13:05:16.735804+0000","last_fullsized":"2023-09-21T13:05:16.735804+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:21:46.219710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.744335+0000","last_change":"2023-09-21T13:05:15.753492+0000","last_active":"2023-09-21T13:05:16.744335+0000","last_peered":"2023-09-21T13:05:16.744335+0000","last_clean":"2023-09-21T13:05:16.744335+0000","last_became_active":"2023-09-21T13:05:15.751881+0000","last_became_peered":"2023-09-21T13:05:15.751881+0000","last_unstale":"2023-09-21T13:05:16.744335+0000","last_undegraded":"2023-09-21T13:05:16.744335+0000","last_fullsized":"2023-09-21T13:05:16.744335+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T15:21:41.025308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.746618+0000","last_change":"2023-09-21T13:05:16.747348+0000","last_active":"2023-09-21T13:05:17.746618+0000","last_peered":"2023-09-21T13:05:17.746618+0000","last_clean":"2023-09-21T13:05:17.746618+0000","last_became_active":"2023-09-21T13:05:16.746208+0000","last_became_peered":"2023-09-21T13:05:16.746208+0000","last_unstale":"2023-09-21T13:05:17.746618+0000","last_undegraded":"2023-09-21T13:05:17.746618+0000","last_fullsized":"2023-09-21T13:05:17.746618+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:13:57.934179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.746819+0000","last_change":"2023-09-21T13:05:15.752020+0000","last_active":"2023-09-21T13:05:17.746819+0000","last_peered":"2023-09-21T13:05:17.746819+0000","last_clean":"2023-09-21T13:05:17.746819+0000","last_became_active":"2023-09-21T13:05:15.751734+0000","last_became_peered":"2023-09-21T13:05:15.751734+0000","last_unstale":"2023-09-21T13:05:17.746819+0000","last_undegraded":"2023-09-21T13:05:17.746819+0000","last_fullsized":"2023-09-21T13:05:17.746819+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:47:59.902625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.745177+0000","last_change":"2023-09-21T13:05:16.755702+0000","last_active":"2023-09-21T13:05:17.745177+0000","last_peered":"2023-09-21T13:05:17.745177+0000","last_clean":"2023-09-21T13:05:17.745177+0000","last_became_active":"2023-09-21T13:05:16.755355+0000","last_became_peered":"2023-09-21T13:05:16.755355+0000","last_unstale":"2023-09-21T13:05:17.745177+0000","last_undegraded":"2023-09-21T13:05:17.745177+0000","last_fullsized":"2023-09-21T13:05:17.745177+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:41:27.799309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"19'2","reported_seq":14,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.755337+0000","last_change":"2023-09-21T13:05:15.751853+0000","last_active":"2023-09-21T13:05:16.755337+0000","last_peered":"2023-09-21T13:05:16.755337+0000","last_clean":"2023-09-21T13:05:16.755337+0000","last_became_active":"2023-09-21T13:05:15.751546+0000","last_became_peered":"2023-09-21T13:05:15.751546+0000","last_unstale":"2023-09-21T13:05:16.755337+0000","last_undegraded":"2023-09-21T13:05:16.755337+0000","last_fullsized":"2023-09-21T13:05:16.755337+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T18:32:01.852524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840563+0000","last_change":"2023-09-21T13:05:16.743348+0000","last_active":"2023-09-21T13:05:17.840563+0000","last_peered":"2023-09-21T13:05:17.840563+0000","last_clean":"2023-09-21T13:05:17.840563+0000","last_became_active":"2023-09-21T13:05:16.743059+0000","last_became_peered":"2023-09-21T13:05:16.743059+0000","last_unstale":"2023-09-21T13:05:17.840563+0000","last_undegraded":"2023-09-21T13:05:17.840563+0000","last_fullsized":"2023-09-21T13:05:17.840563+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:13:57.934179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.735524+0000","last_change":"2023-09-21T13:05:15.750863+0000","last_active":"2023-09-21T13:05:16.735524+0000","last_peered":"2023-09-21T13:05:16.735524+0000","last_clean":"2023-09-21T13:05:16.735524+0000","last_became_active":"2023-09-21T13:05:15.750523+0000","last_became_peered":"2023-09-21T13:05:15.750523+0000","last_unstale":"2023-09-21T13:05:16.735524+0000","last_undegraded":"2023-09-21T13:05:16.735524+0000","last_fullsized":"2023-09-21T13:05:16.735524+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T17:04:10.279626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.746985+0000","last_change":"2023-09-21T13:05:16.750675+0000","last_active":"2023-09-21T13:05:17.746985+0000","last_peered":"2023-09-21T13:05:17.746985+0000","last_clean":"2023-09-21T13:05:17.746985+0000","last_became_active":"2023-09-21T13:05:16.750222+0000","last_became_peered":"2023-09-21T13:05:16.750222+0000","last_unstale":"2023-09-21T13:05:17.746985+0000","last_undegraded":"2023-09-21T13:05:17.746985+0000","last_fullsized":"2023-09-21T13:05:17.746985+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:21:47.229401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.740041+0000","last_change":"2023-09-21T13:05:15.748917+0000","last_active":"2023-09-21T13:05:16.740041+0000","last_peered":"2023-09-21T13:05:16.740041+0000","last_clean":"2023-09-21T13:05:16.740041+0000","last_became_active":"2023-09-21T13:05:15.748586+0000","last_became_peered":"2023-09-21T13:05:15.748586+0000","last_unstale":"2023-09-21T13:05:16.740041+0000","last_undegraded":"2023-09-21T13:05:16.740041+0000","last_fullsized":"2023-09-21T13:05:16.740041+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:39:58.768349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.744429+0000","last_change":"2023-09-21T13:05:16.742339+0000","last_active":"2023-09-21T13:05:17.744429+0000","last_peered":"2023-09-21T13:05:17.744429+0000","last_clean":"2023-09-21T13:05:17.744429+0000","last_became_active":"2023-09-21T13:05:16.742046+0000","last_became_peered":"2023-09-21T13:05:16.742046+0000","last_unstale":"2023-09-21T13:05:17.744429+0000","last_undegraded":"2023-09-21T13:05:17.744429+0000","last_fullsized":"2023-09-21T13:05:17.744429+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:24:46.688207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.739261+0000","last_change":"2023-09-21T13:05:15.741334+0000","last_active":"2023-09-21T13:05:16.739261+0000","last_peered":"2023-09-21T13:05:16.739261+0000","last_clean":"2023-09-21T13:05:16.739261+0000","last_became_active":"2023-09-21T13:05:15.740810+0000","last_became_peered":"2023-09-21T13:05:15.740810+0000","last_unstale":"2023-09-21T13:05:16.739261+0000","last_undegraded":"2023-09-21T13:05:16.739261+0000","last_fullsized":"2023-09-21T13:05:16.739261+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:50:27.457280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.744911+0000","last_change":"2023-09-21T13:05:16.749496+0000","last_active":"2023-09-21T13:05:17.744911+0000","last_peered":"2023-09-21T13:05:17.744911+0000","last_clean":"2023-09-21T13:05:17.744911+0000","last_became_active":"2023-09-21T13:05:16.749205+0000","last_became_peered":"2023-09-21T13:05:16.749205+0000","last_unstale":"2023-09-21T13:05:17.744911+0000","last_undegraded":"2023-09-21T13:05:17.744911+0000","last_fullsized":"2023-09-21T13:05:17.744911+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:25:52.973411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"19'2","reported_seq":14,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.762765+0000","last_change":"2023-09-21T13:05:15.754418+0000","last_active":"2023-09-21T13:05:16.762765+0000","last_peered":"2023-09-21T13:05:16.762765+0000","last_clean":"2023-09-21T13:05:16.762765+0000","last_became_active":"2023-09-21T13:05:15.752411+0000","last_became_peered":"2023-09-21T13:05:15.752411+0000","last_unstale":"2023-09-21T13:05:16.762765+0000","last_undegraded":"2023-09-21T13:05:16.762765+0000","last_fullsized":"2023-09-21T13:05:16.762765+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T16:23:47.774016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840387+0000","last_change":"2023-09-21T13:05:16.743788+0000","last_active":"2023-09-21T13:05:17.840387+0000","last_peered":"2023-09-21T13:05:17.840387+0000","last_clean":"2023-09-21T13:05:17.840387+0000","last_became_active":"2023-09-21T13:05:16.743477+0000","last_became_peered":"2023-09-21T13:05:16.743477+0000","last_unstale":"2023-09-21T13:05:17.840387+0000","last_undegraded":"2023-09-21T13:05:17.840387+0000","last_fullsized":"2023-09-21T13:05:17.840387+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:56:15.316327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.734420+0000","last_change":"2023-09-21T13:05:15.754014+0000","last_active":"2023-09-21T13:05:16.734420+0000","last_peered":"2023-09-21T13:05:16.734420+0000","last_clean":"2023-09-21T13:05:16.734420+0000","last_became_active":"2023-09-21T13:05:15.753701+0000","last_became_peered":"2023-09-21T13:05:15.753701+0000","last_unstale":"2023-09-21T13:05:16.734420+0000","last_undegraded":"2023-09-21T13:05:16.734420+0000","last_fullsized":"2023-09-21T13:05:16.734420+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:11:59.137740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.841722+0000","last_change":"2023-09-21T13:05:16.760823+0000","last_active":"2023-09-21T13:05:17.841722+0000","last_peered":"2023-09-21T13:05:17.841722+0000","last_clean":"2023-09-21T13:05:17.841722+0000","last_became_active":"2023-09-21T13:05:16.760453+0000","last_became_peered":"2023-09-21T13:05:16.760453+0000","last_unstale":"2023-09-21T13:05:17.841722+0000","last_undegraded":"2023-09-21T13:05:17.841722+0000","last_fullsized":"2023-09-21T13:05:17.841722+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:26:17.057700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"19'1","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.762355+0000","last_change":"2023-09-21T13:05:15.742896+0000","last_active":"2023-09-21T13:05:16.762355+0000","last_peered":"2023-09-21T13:05:16.762355+0000","last_clean":"2023-09-21T13:05:16.762355+0000","last_became_active":"2023-09-21T13:05:15.742597+0000","last_became_peered":"2023-09-21T13:05:15.742597+0000","last_unstale":"2023-09-21T13:05:16.762355+0000","last_undegraded":"2023-09-21T13:05:16.762355+0000","last_fullsized":"2023-09-21T13:05:16.762355+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:12:45.147763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840776+0000","last_change":"2023-09-21T13:05:16.753864+0000","last_active":"2023-09-21T13:05:17.840776+0000","last_peered":"2023-09-21T13:05:17.840776+0000","last_clean":"2023-09-21T13:05:17.840776+0000","last_became_active":"2023-09-21T13:05:16.752333+0000","last_became_peered":"2023-09-21T13:05:16.752333+0000","last_unstale":"2023-09-21T13:05:17.840776+0000","last_undegraded":"2023-09-21T13:05:17.840776+0000","last_fullsized":"2023-09-21T13:05:17.840776+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T16:42:15.835639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"19'2","reported_seq":14,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.749881+0000","last_change":"2023-09-21T13:05:15.740843+0000","last_active":"2023-09-21T13:05:16.749881+0000","last_peered":"2023-09-21T13:05:16.749881+0000","last_clean":"2023-09-21T13:05:16.749881+0000","last_became_active":"2023-09-21T13:05:15.740534+0000","last_became_peered":"2023-09-21T13:05:15.740534+0000","last_unstale":"2023-09-21T13:05:16.749881+0000","last_undegraded":"2023-09-21T13:05:16.749881+0000","last_fullsized":"2023-09-21T13:05:16.749881+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T18:32:01.852524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.842184+0000","last_change":"2023-09-21T13:05:16.757098+0000","last_active":"2023-09-21T13:05:17.842184+0000","last_peered":"2023-09-21T13:05:17.842184+0000","last_clean":"2023-09-21T13:05:17.842184+0000","last_became_active":"2023-09-21T13:05:16.754778+0000","last_became_peered":"2023-09-21T13:05:16.754778+0000","last_unstale":"2023-09-21T13:05:17.842184+0000","last_undegraded":"2023-09-21T13:05:17.842184+0000","last_fullsized":"2023-09-21T13:05:17.842184+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:09:17.306835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840418+0000","last_change":"2023-09-21T13:05:16.746824+0000","last_active":"2023-09-21T13:05:17.840418+0000","last_peered":"2023-09-21T13:05:17.840418+0000","last_clean":"2023-09-21T13:05:17.840418+0000","last_became_active":"2023-09-21T13:05:16.746463+0000","last_became_peered":"2023-09-21T13:05:16.746463+0000","last_unstale":"2023-09-21T13:05:17.840418+0000","last_undegraded":"2023-09-21T13:05:17.840418+0000","last_fullsized":"2023-09-21T13:05:17.840418+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T15:21:42.034999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.839785+0000","last_change":"2023-09-21T13:05:16.754077+0000","last_active":"2023-09-21T13:05:17.839785+0000","last_peered":"2023-09-21T13:05:17.839785+0000","last_clean":"2023-09-21T13:05:17.839785+0000","last_became_active":"2023-09-21T13:05:16.753755+0000","last_became_peered":"2023-09-21T13:05:16.753755+0000","last_unstale":"2023-09-21T13:05:17.839785+0000","last_undegraded":"2023-09-21T13:05:17.839785+0000","last_fullsized":"2023-09-21T13:05:17.839785+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T17:04:11.289317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840913+0000","last_change":"2023-09-21T13:05:16.751143+0000","last_active":"2023-09-21T13:05:17.840913+0000","last_peered":"2023-09-21T13:05:17.840913+0000","last_clean":"2023-09-21T13:05:17.840913+0000","last_became_active":"2023-09-21T13:05:16.750418+0000","last_became_peered":"2023-09-21T13:05:16.750418+0000","last_unstale":"2023-09-21T13:05:17.840913+0000","last_undegraded":"2023-09-21T13:05:17.840913+0000","last_fullsized":"2023-09-21T13:05:17.840913+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T17:53:47.438394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840364+0000","last_change":"2023-09-21T13:05:16.749991+0000","last_active":"2023-09-21T13:05:17.840364+0000","last_peered":"2023-09-21T13:05:17.840364+0000","last_clean":"2023-09-21T13:05:17.840364+0000","last_became_active":"2023-09-21T13:05:16.749699+0000","last_became_peered":"2023-09-21T13:05:16.749699+0000","last_unstale":"2023-09-21T13:05:17.840364+0000","last_undegraded":"2023-09-21T13:05:17.840364+0000","last_fullsized":"2023-09-21T13:05:17.840364+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:56:15.316327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.745113+0000","last_change":"2023-09-21T13:05:16.750088+0000","last_active":"2023-09-21T13:05:17.745113+0000","last_peered":"2023-09-21T13:05:17.745113+0000","last_clean":"2023-09-21T13:05:17.745113+0000","last_became_active":"2023-09-21T13:05:16.749786+0000","last_became_peered":"2023-09-21T13:05:16.749786+0000","last_unstale":"2023-09-21T13:05:17.745113+0000","last_undegraded":"2023-09-21T13:05:17.745113+0000","last_fullsized":"2023-09-21T13:05:17.745113+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T16:23:48.783707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.746859+0000","last_change":"2023-09-21T13:05:16.748106+0000","last_active":"2023-09-21T13:05:17.746859+0000","last_peered":"2023-09-21T13:05:17.746859+0000","last_clean":"2023-09-21T13:05:17.746859+0000","last_became_active":"2023-09-21T13:05:16.747779+0000","last_became_peered":"2023-09-21T13:05:16.747779+0000","last_unstale":"2023-09-21T13:05:17.746859+0000","last_undegraded":"2023-09-21T13:05:17.746859+0000","last_fullsized":"2023-09-21T13:05:17.746859+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:48:18.977396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840634+0000","last_change":"2023-09-21T13:05:16.751946+0000","last_active":"2023-09-21T13:05:17.840634+0000","last_peered":"2023-09-21T13:05:17.840634+0000","last_clean":"2023-09-21T13:05:17.840634+0000","last_became_active":"2023-09-21T13:05:16.751648+0000","last_became_peered":"2023-09-21T13:05:16.751648+0000","last_unstale":"2023-09-21T13:05:17.840634+0000","last_undegraded":"2023-09-21T13:05:17.840634+0000","last_fullsized":"2023-09-21T13:05:17.840634+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:29:49.784580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.745052+0000","last_change":"2023-09-21T13:05:16.749986+0000","last_active":"2023-09-21T13:05:17.745052+0000","last_peered":"2023-09-21T13:05:17.745052+0000","last_clean":"2023-09-21T13:05:17.745052+0000","last_became_active":"2023-09-21T13:05:16.749690+0000","last_became_peered":"2023-09-21T13:05:16.749690+0000","last_unstale":"2023-09-21T13:05:17.745052+0000","last_undegraded":"2023-09-21T13:05:17.745052+0000","last_fullsized":"2023-09-21T13:05:17.745052+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T15:34:24.863552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840590+0000","last_change":"2023-09-21T13:05:16.756603+0000","last_active":"2023-09-21T13:05:17.840590+0000","last_peered":"2023-09-21T13:05:17.840590+0000","last_clean":"2023-09-21T13:05:17.840590+0000","last_became_active":"2023-09-21T13:05:16.756320+0000","last_became_peered":"2023-09-21T13:05:16.756320+0000","last_unstale":"2023-09-21T13:05:17.840590+0000","last_undegraded":"2023-09-21T13:05:17.840590+0000","last_fullsized":"2023-09-21T13:05:17.840590+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:41:27.799309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.744557+0000","last_change":"2023-09-21T13:05:16.751940+0000","last_active":"2023-09-21T13:05:17.744557+0000","last_peered":"2023-09-21T13:05:17.744557+0000","last_clean":"2023-09-21T13:05:17.744557+0000","last_became_active":"2023-09-21T13:05:16.751635+0000","last_became_peered":"2023-09-21T13:05:16.751635+0000","last_unstale":"2023-09-21T13:05:17.744557+0000","last_undegraded":"2023-09-21T13:05:17.744557+0000","last_fullsized":"2023-09-21T13:05:17.744557+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:13:57.934179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840769+0000","last_change":"2023-09-21T13:05:16.755928+0000","last_active":"2023-09-21T13:05:17.840769+0000","last_peered":"2023-09-21T13:05:17.840769+0000","last_clean":"2023-09-21T13:05:17.840769+0000","last_became_active":"2023-09-21T13:05:16.755509+0000","last_became_peered":"2023-09-21T13:05:16.755509+0000","last_unstale":"2023-09-21T13:05:17.840769+0000","last_undegraded":"2023-09-21T13:05:17.840769+0000","last_fullsized":"2023-09-21T13:05:17.840769+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:10:10.821475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840224+0000","last_change":"2023-09-21T13:05:16.759806+0000","last_active":"2023-09-21T13:05:17.840224+0000","last_peered":"2023-09-21T13:05:17.840224+0000","last_clean":"2023-09-21T13:05:17.840224+0000","last_became_active":"2023-09-21T13:05:16.759512+0000","last_became_peered":"2023-09-21T13:05:16.759512+0000","last_unstale":"2023-09-21T13:05:17.840224+0000","last_undegraded":"2023-09-21T13:05:17.840224+0000","last_fullsized":"2023-09-21T13:05:17.840224+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:39:59.778040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840378+0000","last_change":"2023-09-21T13:05:16.752656+0000","last_active":"2023-09-21T13:05:17.840378+0000","last_peered":"2023-09-21T13:05:17.840378+0000","last_clean":"2023-09-21T13:05:17.840378+0000","last_became_active":"2023-09-21T13:05:16.752106+0000","last_became_peered":"2023-09-21T13:05:16.752106+0000","last_unstale":"2023-09-21T13:05:17.840378+0000","last_undegraded":"2023-09-21T13:05:17.840378+0000","last_fullsized":"2023-09-21T13:05:17.840378+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:24:46.688207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574855,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27812,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344028,"statfs":{"total":96636764160,"available":96608284672,"internally_reserved":0,"allocated":802816,"data_stored":661848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53800000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64700000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63100000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68500000000000005}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38500000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45900000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61499999999999999}]}]},{"osd":6,"up_from":13,"seq":55834574855,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27240,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344600,"statfs":{"total":96636764160,"available":96608870400,"internally_reserved":0,"allocated":217088,"data_stored":72510,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70199999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67900000000000005}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89300000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84899999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77200000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82399999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64700000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574855,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":212992,"data_stored":71058,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.43099999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45300000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38500000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46700000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47699999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52300000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65000000000000002}]}]},{"osd":0,"up_from":13,"seq":55834574856,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27820,"kb_used_data":792,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344020,"statfs":{"total":96636764160,"available":96608276480,"internally_reserved":0,"allocated":811008,"data_stored":661904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":10.347}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":10.427}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":10.496}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3600000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":10.583}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":10.394}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3939999999999999}]}]},{"osd":2,"up_from":13,"seq":55834574856,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27228,"kb_used_data":200,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344612,"statfs":{"total":96636764160,"available":96608882688,"internally_reserved":0,"allocated":204800,"data_stored":70898,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47999999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42099999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45600000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61899999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51100000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66200000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70499999999999996}]}]},{"osd":3,"up_from":13,"seq":55834574855,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27240,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344600,"statfs":{"total":96636764160,"available":96608870400,"internally_reserved":0,"allocated":217088,"data_stored":72510,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42399999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40200000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49299999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56200000000000006}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67800000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63600000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70799999999999996}]}]},{"osd":4,"up_from":13,"seq":55834574855,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27240,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344600,"statfs":{"total":96636764160,"available":96608870400,"internally_reserved":0,"allocated":217088,"data_stored":71024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.242}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59399999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":6.9450000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.748}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53700000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68999999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67100000000000004}]}]},{"osd":5,"up_from":13,"seq":55834574856,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27232,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344608,"statfs":{"total":96636764160,"available":96608878592,"internally_reserved":0,"allocated":208896,"data_stored":70988,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59199999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66000000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64900000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.62}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38200000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41999999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54800000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-21T13:05:27.041 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-09-21T13:05:27.215 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.218+0000 7fbdc846a700 1 Processor -- start 2023-09-21T13:05:27.215 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.218+0000 7fbdc846a700 1 -- start start 2023-09-21T13:05:27.217 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.219+0000 7fbdc846a700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbdc00b3420 0x7fbdc00ce880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:27.217 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.219+0000 7fbdc846a700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbdc015dc50 con 0x7fbdc015e3f0 2023-09-21T13:05:27.218 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.219+0000 7fbdc846a700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbdc0161a20 con 0x7fbdc00b3040 2023-09-21T13:05:27.218 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.219+0000 7fbdc846a700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbdc0161d00 con 0x7fbdc00b3420 2023-09-21T13:05:27.218 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.220+0000 7fbdc6a07700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7fbdc015e3f0 0x7fbdc006bbe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:42864/0 (socket says 172.21.15.46:42864) 2023-09-21T13:05:27.218 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.220+0000 7fbdc6a07700 1 -- 172.21.15.46:0/3053563332 learned_addr learned my addr 172.21.15.46:0/3053563332 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:05:27.218 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.220+0000 7fbdc5a05700 1 --2- 172.21.15.46:0/3053563332 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbdc00b3420 0x7fbdc00ce880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:27.219 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.220+0000 7fbdc5204700 1 -- 172.21.15.46:0/3053563332 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 955655758 0 0) 0x7fbdc015dc50 con 0x7fbdc015e3f0 2023-09-21T13:05:27.219 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.220+0000 7fbdc5204700 1 -- 172.21.15.46:0/3053563332 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbda80035b0 con 0x7fbdc015e3f0 2023-09-21T13:05:27.219 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.220+0000 7fbdc5204700 1 -- 172.21.15.46:0/3053563332 <== mon.1 v1:172.21.15.57:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4030637828 0 0) 0x7fbdc0161a20 con 0x7fbdc00b3040 2023-09-21T13:05:27.219 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.220+0000 7fbdc5204700 1 -- 172.21.15.46:0/3053563332 --> v1:172.21.15.57:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbdc015dc50 con 0x7fbdc00b3040 2023-09-21T13:05:27.219 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.220+0000 7fbdc5a05700 1 -- 172.21.15.46:0/3053563332 >> v1:172.21.15.57:6789/0 conn(0x7fbdc00b3040 legacy=0x7fbdc0161240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:27.220 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.220+0000 7fbdc5a05700 1 -- 172.21.15.46:0/3053563332 >> v1:172.21.15.46:6789/0 conn(0x7fbdc015e3f0 legacy=0x7fbdc006bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:27.220 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.220+0000 7fbdc5a05700 1 -- 172.21.15.46:0/3053563332 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbdc0161fe0 con 0x7fbdc00b3420 2023-09-21T13:05:27.220 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.220+0000 7fbdc5a05700 1 --2- 172.21.15.46:0/3053563332 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbdc00b3420 0x7fbdc00ce880 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fbdb4009870 tx=0x7fbdb4009b80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c7b93ad804aae7cb server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:27.220 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.220+0000 7fbdc5204700 1 -- 172.21.15.46:0/3053563332 <== mon.2 v2:172.21.15.57:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbdb4011830 con 0x7fbdc00b3420 2023-09-21T13:05:27.220 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.220+0000 7fbdc5204700 1 -- 172.21.15.46:0/3053563332 <== mon.2 v2:172.21.15.57:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbdb4011990 con 0x7fbdc00b3420 2023-09-21T13:05:27.221 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.221+0000 7fbdc5204700 1 -- 172.21.15.46:0/3053563332 <== mon.2 v2:172.21.15.57:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbdb4011d00 con 0x7fbdc00b3420 2023-09-21T13:05:27.224 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.221+0000 7fbdc846a700 1 -- 172.21.15.46:0/3053563332 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbdc00b3420 msgr2=0x7fbdc00ce880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:27.224 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.221+0000 7fbdc846a700 1 --2- 172.21.15.46:0/3053563332 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbdc00b3420 0x7fbdc00ce880 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fbdb4009870 tx=0x7fbdb4009b80 comp rx=0 tx=0).stop 2023-09-21T13:05:27.224 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.221+0000 7fbdc846a700 1 -- 172.21.15.46:0/3053563332 shutdown_connections 2023-09-21T13:05:27.224 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.221+0000 7fbdc846a700 1 --2- 172.21.15.46:0/3053563332 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbdc00b3420 0x7fbdc00ce880 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:27.224 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.221+0000 7fbdc846a700 1 -- 172.21.15.46:0/3053563332 >> 172.21.15.46:0/3053563332 conn(0x7fbdc006eb20 msgr2=0x7fbdc006ef00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:27.225 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.221+0000 7fbdc846a700 1 -- 172.21.15.46:0/3053563332 shutdown_connections 2023-09-21T13:05:27.225 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.221+0000 7fbdc846a700 1 -- 172.21.15.46:0/3053563332 wait complete. 2023-09-21T13:05:27.225 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.222+0000 7fbdc846a700 1 Processor -- start 2023-09-21T13:05:27.225 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.222+0000 7fbdc846a700 1 -- start start 2023-09-21T13:05:27.225 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.223+0000 7fbdc846a700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbdc00b3040 0x7fbdc0153920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:27.226 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.223+0000 7fbdc846a700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbdc00b3420 0x7fbdc00b50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:27.226 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.223+0000 7fbdc846a700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fbdc015e3f0 0x7fbdc00b5630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:27.226 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.223+0000 7fbdc846a700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbdc01f4620 con 0x7fbdc00b3420 2023-09-21T13:05:27.226 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.223+0000 7fbdc846a700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbdc01f4900 con 0x7fbdc015e3f0 2023-09-21T13:05:27.227 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.223+0000 7fbdc846a700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbdc01f4be0 con 0x7fbdc00b3040 2023-09-21T13:05:27.227 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.223+0000 7fbdc5a05700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbdc00b3420 0x7fbdc00b50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:27.227 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.223+0000 7fbdc5a05700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbdc00b3420 0x7fbdc00b50f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38936/0 (socket says 172.21.15.46:38936) 2023-09-21T13:05:27.227 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.223+0000 7fbdc5a05700 1 -- 172.21.15.46:0/588317409 learned_addr learned my addr 172.21.15.46:0/588317409 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:27.227 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.223+0000 7fbdc6206700 1 --2- 172.21.15.46:0/588317409 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbdc00b3040 0x7fbdc0153920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:27.227 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.223+0000 7fbdc6a07700 1 --2- 172.21.15.46:0/588317409 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fbdc015e3f0 0x7fbdc00b5630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:27.228 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.224+0000 7fbdc5a05700 1 -- 172.21.15.46:0/588317409 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbdc00b3040 msgr2=0x7fbdc0153920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:27.228 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.224+0000 7fbdc5a05700 1 --2- 172.21.15.46:0/588317409 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbdc00b3040 0x7fbdc0153920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:27.228 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.224+0000 7fbdc5a05700 1 -- 172.21.15.46:0/588317409 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fbdc015e3f0 msgr2=0x7fbdc00b5630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:27.228 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.224+0000 7fbdc5a05700 1 --2- 172.21.15.46:0/588317409 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fbdc015e3f0 0x7fbdc00b5630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:27.228 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.224+0000 7fbdc5a05700 1 -- 172.21.15.46:0/588317409 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbdb40094a0 con 0x7fbdc00b3420 2023-09-21T13:05:27.229 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.224+0000 7fbdc5a05700 1 --2- 172.21.15.46:0/588317409 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbdc00b3420 0x7fbdc00b50f0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fbdb40097c0 tx=0x7fbdb4004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:27.229 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.224+0000 7fbdbeffd700 1 -- 172.21.15.46:0/588317409 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbdb40044d0 con 0x7fbdc00b3420 2023-09-21T13:05:27.229 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.224+0000 7fbdbeffd700 1 -- 172.21.15.46:0/588317409 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbdb401f070 con 0x7fbdc00b3420 2023-09-21T13:05:27.229 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.224+0000 7fbdbeffd700 1 -- 172.21.15.46:0/588317409 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbdb40038e0 con 0x7fbdc00b3420 2023-09-21T13:05:27.229 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.224+0000 7fbdc846a700 1 -- 172.21.15.46:0/588317409 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbdc01f4ec0 con 0x7fbdc00b3420 2023-09-21T13:05:27.230 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.224+0000 7fbdc846a700 1 -- 172.21.15.46:0/588317409 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbdc0153e60 con 0x7fbdc00b3420 2023-09-21T13:05:27.230 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.225+0000 7fbdc846a700 1 -- 172.21.15.46:0/588317409 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbdc0068b90 con 0x7fbdc00b3420 2023-09-21T13:05:27.230 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.225+0000 7fbdbeffd700 1 -- 172.21.15.46:0/588317409 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fbdb4003a40 con 0x7fbdc00b3420 2023-09-21T13:05:27.230 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.226+0000 7fbdbeffd700 1 --2- 172.21.15.46:0/588317409 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fbdac06a580 0x7fbdac06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:27.230 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.226+0000 7fbdc6206700 1 --2- 172.21.15.46:0/588317409 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fbdac06a580 0x7fbdac06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:27.231 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.226+0000 7fbdbeffd700 1 -- 172.21.15.46:0/588317409 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fbdb4021070 con 0x7fbdc00b3420 2023-09-21T13:05:27.231 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.226+0000 7fbdc6206700 1 --2- 172.21.15.46:0/588317409 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fbdac06a580 0x7fbdac06ca40 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fbdb80011e0 tx=0x7fbdb8009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:27.231 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.231+0000 7fbdbeffd700 1 -- 172.21.15.46:0/588317409 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fbdb40bc9b0 con 0x7fbdc00b3420 2023-09-21T13:05:27.433 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.436+0000 7fbdc846a700 1 -- 172.21.15.46:0/588317409 --> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fbdc0153ff0 con 0x7fbdac06a580 2023-09-21T13:05:27.440 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.444+0000 7fbdbeffd700 1 -- 172.21.15.46:0/588317409 <== mgr.4104 v2:172.21.15.46:6832/84086869 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+264566 (secure 0 0 0) 0x7fbdc0153ff0 con 0x7fbdac06a580 2023-09-21T13:05:27.444 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:05:27.446 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.447+0000 7fbdc846a700 1 -- 172.21.15.46:0/588317409 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fbdac06a580 msgr2=0x7fbdac06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:27.446 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.447+0000 7fbdc846a700 1 --2- 172.21.15.46:0/588317409 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fbdac06a580 0x7fbdac06ca40 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fbdb80011e0 tx=0x7fbdb8009040 comp rx=0 tx=0).stop 2023-09-21T13:05:27.446 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.447+0000 7fbdc846a700 1 -- 172.21.15.46:0/588317409 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbdc00b3420 msgr2=0x7fbdc00b50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:27.447 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.447+0000 7fbdc846a700 1 --2- 172.21.15.46:0/588317409 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbdc00b3420 0x7fbdc00b50f0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fbdb40097c0 tx=0x7fbdb4004750 comp rx=0 tx=0).stop 2023-09-21T13:05:27.447 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.448+0000 7fbdc846a700 1 -- 172.21.15.46:0/588317409 shutdown_connections 2023-09-21T13:05:27.447 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.448+0000 7fbdc846a700 1 --2- 172.21.15.46:0/588317409 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fbdac06a580 0x7fbdac06ca40 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:27.447 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.448+0000 7fbdc846a700 1 --2- 172.21.15.46:0/588317409 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fbdc015e3f0 0x7fbdc00b5630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:27.447 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.448+0000 7fbdc846a700 1 --2- 172.21.15.46:0/588317409 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbdc00b3040 0x7fbdc0153920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:27.447 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.448+0000 7fbdc846a700 1 --2- 172.21.15.46:0/588317409 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbdc00b3420 0x7fbdc00b50f0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:27.448 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.448+0000 7fbdc846a700 1 -- 172.21.15.46:0/588317409 >> 172.21.15.46:0/588317409 conn(0x7fbdc006eb20 msgr2=0x7fbdc00cf520 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:27.448 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.448+0000 7fbdc846a700 1 -- 172.21.15.46:0/588317409 shutdown_connections 2023-09-21T13:05:27.448 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.448+0000 7fbdc846a700 1 -- 172.21.15.46:0/588317409 wait complete. 2023-09-21T13:05:27.448 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all 2023-09-21T13:05:27.458 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":24,"stamp":"2023-09-21T13:05:26.970398+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219048,"kb_used_data":2824,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755672,"statfs":{"total":773094113280,"available":772869808128,"internally_reserved":0,"allocated":2891776,"data_stored":1752740,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":221236794},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002074"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.841668+0000","last_change":"2023-09-21T13:05:16.757093+0000","last_active":"2023-09-21T13:05:17.841668+0000","last_peered":"2023-09-21T13:05:17.841668+0000","last_clean":"2023-09-21T13:05:17.841668+0000","last_became_active":"2023-09-21T13:05:16.754820+0000","last_became_peered":"2023-09-21T13:05:16.754820+0000","last_unstale":"2023-09-21T13:05:17.841668+0000","last_undegraded":"2023-09-21T13:05:17.841668+0000","last_fullsized":"2023-09-21T13:05:17.841668+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:38:00.241675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.746934+0000","last_change":"2023-09-21T13:05:16.744655+0000","last_active":"2023-09-21T13:05:17.746934+0000","last_peered":"2023-09-21T13:05:17.746934+0000","last_clean":"2023-09-21T13:05:17.746934+0000","last_became_active":"2023-09-21T13:05:16.744358+0000","last_became_peered":"2023-09-21T13:05:16.744358+0000","last_unstale":"2023-09-21T13:05:17.746934+0000","last_undegraded":"2023-09-21T13:05:17.746934+0000","last_fullsized":"2023-09-21T13:05:17.746934+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:25:52.973411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840502+0000","last_change":"2023-09-21T13:05:16.738775+0000","last_active":"2023-09-21T13:05:17.840502+0000","last_peered":"2023-09-21T13:05:17.840502+0000","last_clean":"2023-09-21T13:05:17.840502+0000","last_became_active":"2023-09-21T13:05:16.738460+0000","last_became_peered":"2023-09-21T13:05:16.738460+0000","last_unstale":"2023-09-21T13:05:17.840502+0000","last_undegraded":"2023-09-21T13:05:17.840502+0000","last_fullsized":"2023-09-21T13:05:17.840502+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:24:46.688207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840983+0000","last_change":"2023-09-21T13:05:16.753425+0000","last_active":"2023-09-21T13:05:17.840983+0000","last_peered":"2023-09-21T13:05:17.840983+0000","last_clean":"2023-09-21T13:05:17.840983+0000","last_became_active":"2023-09-21T13:05:16.751930+0000","last_became_peered":"2023-09-21T13:05:16.751930+0000","last_unstale":"2023-09-21T13:05:17.840983+0000","last_undegraded":"2023-09-21T13:05:17.840983+0000","last_fullsized":"2023-09-21T13:05:17.840983+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:38:00.241675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.841745+0000","last_change":"2023-09-21T13:05:16.757145+0000","last_active":"2023-09-21T13:05:17.841745+0000","last_peered":"2023-09-21T13:05:17.841745+0000","last_clean":"2023-09-21T13:05:17.841745+0000","last_became_active":"2023-09-21T13:05:16.756772+0000","last_became_peered":"2023-09-21T13:05:16.756772+0000","last_unstale":"2023-09-21T13:05:17.841745+0000","last_undegraded":"2023-09-21T13:05:17.841745+0000","last_fullsized":"2023-09-21T13:05:17.841745+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:17:27.054953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840577+0000","last_change":"2023-09-21T13:05:16.751327+0000","last_active":"2023-09-21T13:05:17.840577+0000","last_peered":"2023-09-21T13:05:17.840577+0000","last_clean":"2023-09-21T13:05:17.840577+0000","last_became_active":"2023-09-21T13:05:16.750826+0000","last_became_peered":"2023-09-21T13:05:16.750826+0000","last_unstale":"2023-09-21T13:05:17.840577+0000","last_undegraded":"2023-09-21T13:05:17.840577+0000","last_fullsized":"2023-09-21T13:05:17.840577+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T16:23:48.783707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.841389+0000","last_change":"2023-09-21T13:05:16.754333+0000","last_active":"2023-09-21T13:05:17.841389+0000","last_peered":"2023-09-21T13:05:17.841389+0000","last_clean":"2023-09-21T13:05:17.841389+0000","last_became_active":"2023-09-21T13:05:16.754026+0000","last_became_peered":"2023-09-21T13:05:16.754026+0000","last_unstale":"2023-09-21T13:05:17.841389+0000","last_undegraded":"2023-09-21T13:05:17.841389+0000","last_fullsized":"2023-09-21T13:05:17.841389+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:10:10.821475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.744366+0000","last_change":"2023-09-21T13:05:16.752754+0000","last_active":"2023-09-21T13:05:17.744366+0000","last_peered":"2023-09-21T13:05:17.744366+0000","last_clean":"2023-09-21T13:05:17.744366+0000","last_became_active":"2023-09-21T13:05:16.752437+0000","last_became_peered":"2023-09-21T13:05:16.752437+0000","last_unstale":"2023-09-21T13:05:17.744366+0000","last_undegraded":"2023-09-21T13:05:17.744366+0000","last_fullsized":"2023-09-21T13:05:17.744366+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:56:15.316327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.842160+0000","last_change":"2023-09-21T13:05:16.757516+0000","last_active":"2023-09-21T13:05:17.842160+0000","last_peered":"2023-09-21T13:05:17.842160+0000","last_clean":"2023-09-21T13:05:17.842160+0000","last_became_active":"2023-09-21T13:05:16.756201+0000","last_became_peered":"2023-09-21T13:05:16.756201+0000","last_unstale":"2023-09-21T13:05:17.842160+0000","last_undegraded":"2023-09-21T13:05:17.842160+0000","last_fullsized":"2023-09-21T13:05:17.842160+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:53:03.866654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840705+0000","last_change":"2023-09-21T13:05:16.749057+0000","last_active":"2023-09-21T13:05:17.840705+0000","last_peered":"2023-09-21T13:05:17.840705+0000","last_clean":"2023-09-21T13:05:17.840705+0000","last_became_active":"2023-09-21T13:05:16.748723+0000","last_became_peered":"2023-09-21T13:05:16.748723+0000","last_unstale":"2023-09-21T13:05:17.840705+0000","last_undegraded":"2023-09-21T13:05:17.840705+0000","last_fullsized":"2023-09-21T13:05:17.840705+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:48:18.977396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840447+0000","last_change":"2023-09-21T13:05:16.751129+0000","last_active":"2023-09-21T13:05:17.840447+0000","last_peered":"2023-09-21T13:05:17.840447+0000","last_clean":"2023-09-21T13:05:17.840447+0000","last_became_active":"2023-09-21T13:05:16.750928+0000","last_became_peered":"2023-09-21T13:05:16.750928+0000","last_unstale":"2023-09-21T13:05:17.840447+0000","last_undegraded":"2023-09-21T13:05:17.840447+0000","last_fullsized":"2023-09-21T13:05:17.840447+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:13:57.934179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.747328+0000","last_change":"2023-09-21T13:05:16.759553+0000","last_active":"2023-09-21T13:05:17.747328+0000","last_peered":"2023-09-21T13:05:17.747328+0000","last_clean":"2023-09-21T13:05:17.747328+0000","last_became_active":"2023-09-21T13:05:16.759267+0000","last_became_peered":"2023-09-21T13:05:16.759267+0000","last_unstale":"2023-09-21T13:05:17.747328+0000","last_undegraded":"2023-09-21T13:05:17.747328+0000","last_fullsized":"2023-09-21T13:05:17.747328+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:50:28.466971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.744565+0000","last_change":"2023-09-21T13:05:16.747562+0000","last_active":"2023-09-21T13:05:17.744565+0000","last_peered":"2023-09-21T13:05:17.744565+0000","last_clean":"2023-09-21T13:05:17.744565+0000","last_became_active":"2023-09-21T13:05:16.747256+0000","last_became_peered":"2023-09-21T13:05:16.747256+0000","last_unstale":"2023-09-21T13:05:17.744565+0000","last_undegraded":"2023-09-21T13:05:17.744565+0000","last_fullsized":"2023-09-21T13:05:17.744565+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:29:49.784580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840159+0000","last_change":"2023-09-21T13:05:16.743425+0000","last_active":"2023-09-21T13:05:17.840159+0000","last_peered":"2023-09-21T13:05:17.840159+0000","last_clean":"2023-09-21T13:05:17.840159+0000","last_became_active":"2023-09-21T13:05:16.743156+0000","last_became_peered":"2023-09-21T13:05:16.743156+0000","last_unstale":"2023-09-21T13:05:17.840159+0000","last_undegraded":"2023-09-21T13:05:17.840159+0000","last_fullsized":"2023-09-21T13:05:17.840159+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:48:00.912316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.746546+0000","last_change":"2023-09-21T13:05:16.752521+0000","last_active":"2023-09-21T13:05:17.746546+0000","last_peered":"2023-09-21T13:05:17.746546+0000","last_clean":"2023-09-21T13:05:17.746546+0000","last_became_active":"2023-09-21T13:05:16.752225+0000","last_became_peered":"2023-09-21T13:05:16.752225+0000","last_unstale":"2023-09-21T13:05:17.746546+0000","last_undegraded":"2023-09-21T13:05:17.746546+0000","last_fullsized":"2023-09-21T13:05:17.746546+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T15:21:42.034999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840371+0000","last_change":"2023-09-21T13:05:16.752717+0000","last_active":"2023-09-21T13:05:17.840371+0000","last_peered":"2023-09-21T13:05:17.840371+0000","last_clean":"2023-09-21T13:05:17.840371+0000","last_became_active":"2023-09-21T13:05:16.752414+0000","last_became_peered":"2023-09-21T13:05:16.752414+0000","last_unstale":"2023-09-21T13:05:17.840371+0000","last_undegraded":"2023-09-21T13:05:17.840371+0000","last_fullsized":"2023-09-21T13:05:17.840371+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T15:34:24.863552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.841360+0000","last_change":"2023-09-21T13:05:16.758007+0000","last_active":"2023-09-21T13:05:17.841360+0000","last_peered":"2023-09-21T13:05:17.841360+0000","last_clean":"2023-09-21T13:05:17.841360+0000","last_became_active":"2023-09-21T13:05:16.757770+0000","last_became_peered":"2023-09-21T13:05:16.757770+0000","last_unstale":"2023-09-21T13:05:17.841360+0000","last_undegraded":"2023-09-21T13:05:17.841360+0000","last_fullsized":"2023-09-21T13:05:17.841360+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:26:17.057700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.839984+0000","last_change":"2023-09-21T13:05:16.753968+0000","last_active":"2023-09-21T13:05:17.839984+0000","last_peered":"2023-09-21T13:05:17.839984+0000","last_clean":"2023-09-21T13:05:17.839984+0000","last_became_active":"2023-09-21T13:05:16.753632+0000","last_became_peered":"2023-09-21T13:05:16.753632+0000","last_unstale":"2023-09-21T13:05:17.839984+0000","last_undegraded":"2023-09-21T13:05:17.839984+0000","last_fullsized":"2023-09-21T13:05:17.839984+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:21:47.229401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.841628+0000","last_change":"2023-09-21T13:05:16.754016+0000","last_active":"2023-09-21T13:05:17.841628+0000","last_peered":"2023-09-21T13:05:17.841628+0000","last_clean":"2023-09-21T13:05:17.841628+0000","last_became_active":"2023-09-21T13:05:16.753735+0000","last_became_peered":"2023-09-21T13:05:16.753735+0000","last_unstale":"2023-09-21T13:05:17.841628+0000","last_undegraded":"2023-09-21T13:05:17.841628+0000","last_fullsized":"2023-09-21T13:05:17.841628+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T17:53:47.438394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"19'4","reported_seq":16,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.759705+0000","last_change":"2023-09-21T13:05:15.746520+0000","last_active":"2023-09-21T13:05:16.759705+0000","last_peered":"2023-09-21T13:05:16.759705+0000","last_clean":"2023-09-21T13:05:16.759705+0000","last_became_active":"2023-09-21T13:05:15.746192+0000","last_became_peered":"2023-09-21T13:05:15.746192+0000","last_unstale":"2023-09-21T13:05:16.759705+0000","last_undegraded":"2023-09-21T13:05:16.759705+0000","last_fullsized":"2023-09-21T13:05:16.759705+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:53:31.525020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.744664+0000","last_change":"2023-09-21T13:05:16.747454+0000","last_active":"2023-09-21T13:05:17.744664+0000","last_peered":"2023-09-21T13:05:17.744664+0000","last_clean":"2023-09-21T13:05:17.744664+0000","last_became_active":"2023-09-21T13:05:16.747159+0000","last_became_peered":"2023-09-21T13:05:16.747159+0000","last_unstale":"2023-09-21T13:05:17.744664+0000","last_undegraded":"2023-09-21T13:05:17.744664+0000","last_fullsized":"2023-09-21T13:05:17.744664+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:48:18.977396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"19'1","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.749022+0000","last_change":"2023-09-21T13:05:15.736977+0000","last_active":"2023-09-21T13:05:16.749022+0000","last_peered":"2023-09-21T13:05:16.749022+0000","last_clean":"2023-09-21T13:05:16.749022+0000","last_became_active":"2023-09-21T13:05:15.736578+0000","last_became_peered":"2023-09-21T13:05:15.736578+0000","last_unstale":"2023-09-21T13:05:16.749022+0000","last_undegraded":"2023-09-21T13:05:16.749022+0000","last_fullsized":"2023-09-21T13:05:16.749022+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:46:51.030402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840557+0000","last_change":"2023-09-21T13:05:16.747035+0000","last_active":"2023-09-21T13:05:17.840557+0000","last_peered":"2023-09-21T13:05:17.840557+0000","last_clean":"2023-09-21T13:05:17.840557+0000","last_became_active":"2023-09-21T13:05:16.745664+0000","last_became_peered":"2023-09-21T13:05:16.745664+0000","last_unstale":"2023-09-21T13:05:17.840557+0000","last_undegraded":"2023-09-21T13:05:17.840557+0000","last_fullsized":"2023-09-21T13:05:17.840557+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:29:49.784580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"19'2","reported_seq":14,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.757763+0000","last_change":"2023-09-21T13:05:15.753016+0000","last_active":"2023-09-21T13:05:16.757763+0000","last_peered":"2023-09-21T13:05:16.757763+0000","last_clean":"2023-09-21T13:05:16.757763+0000","last_became_active":"2023-09-21T13:05:15.751787+0000","last_became_peered":"2023-09-21T13:05:15.751787+0000","last_unstale":"2023-09-21T13:05:16.757763+0000","last_undegraded":"2023-09-21T13:05:16.757763+0000","last_fullsized":"2023-09-21T13:05:16.757763+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:13:56.924488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.841773+0000","last_change":"2023-09-21T13:05:16.749754+0000","last_active":"2023-09-21T13:05:17.841773+0000","last_peered":"2023-09-21T13:05:17.841773+0000","last_clean":"2023-09-21T13:05:17.841773+0000","last_became_active":"2023-09-21T13:05:16.749191+0000","last_became_peered":"2023-09-21T13:05:16.749191+0000","last_unstale":"2023-09-21T13:05:17.841773+0000","last_undegraded":"2023-09-21T13:05:17.841773+0000","last_fullsized":"2023-09-21T13:05:17.841773+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T19:43:43.651100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"19'2","reported_seq":14,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.759975+0000","last_change":"2023-09-21T13:05:15.754145+0000","last_active":"2023-09-21T13:05:16.759975+0000","last_peered":"2023-09-21T13:05:16.759975+0000","last_clean":"2023-09-21T13:05:16.759975+0000","last_became_active":"2023-09-21T13:05:15.753840+0000","last_became_peered":"2023-09-21T13:05:15.753840+0000","last_unstale":"2023-09-21T13:05:16.759975+0000","last_undegraded":"2023-09-21T13:05:16.759975+0000","last_fullsized":"2023-09-21T13:05:16.759975+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:29:48.774889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.841904+0000","last_change":"2023-09-21T13:05:16.749990+0000","last_active":"2023-09-21T13:05:17.841904+0000","last_peered":"2023-09-21T13:05:17.841904+0000","last_clean":"2023-09-21T13:05:17.841904+0000","last_became_active":"2023-09-21T13:05:16.749686+0000","last_became_peered":"2023-09-21T13:05:16.749686+0000","last_unstale":"2023-09-21T13:05:17.841904+0000","last_undegraded":"2023-09-21T13:05:17.841904+0000","last_fullsized":"2023-09-21T13:05:17.841904+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:17:27.054953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"19'1","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.758108+0000","last_change":"2023-09-21T13:05:15.745805+0000","last_active":"2023-09-21T13:05:16.758108+0000","last_peered":"2023-09-21T13:05:16.758108+0000","last_clean":"2023-09-21T13:05:16.758108+0000","last_became_active":"2023-09-21T13:05:15.745438+0000","last_became_peered":"2023-09-21T13:05:15.745438+0000","last_unstale":"2023-09-21T13:05:16.758108+0000","last_undegraded":"2023-09-21T13:05:16.758108+0000","last_fullsized":"2023-09-21T13:05:16.758108+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:47:59.902625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.746912+0000","last_change":"2023-09-21T13:05:16.742370+0000","last_active":"2023-09-21T13:05:17.746912+0000","last_peered":"2023-09-21T13:05:17.746912+0000","last_clean":"2023-09-21T13:05:17.746912+0000","last_became_active":"2023-09-21T13:05:16.741991+0000","last_became_peered":"2023-09-21T13:05:16.741991+0000","last_unstale":"2023-09-21T13:05:17.746912+0000","last_undegraded":"2023-09-21T13:05:17.746912+0000","last_fullsized":"2023-09-21T13:05:17.746912+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T17:04:11.289317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"19'1","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.749053+0000","last_change":"2023-09-21T13:05:15.749352+0000","last_active":"2023-09-21T13:05:16.749053+0000","last_peered":"2023-09-21T13:05:16.749053+0000","last_clean":"2023-09-21T13:05:16.749053+0000","last_became_active":"2023-09-21T13:05:15.749011+0000","last_became_peered":"2023-09-21T13:05:15.749011+0000","last_unstale":"2023-09-21T13:05:16.749053+0000","last_undegraded":"2023-09-21T13:05:16.749053+0000","last_fullsized":"2023-09-21T13:05:16.749053+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:07:30.133197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840543+0000","last_change":"2023-09-21T13:05:16.750129+0000","last_active":"2023-09-21T13:05:17.840543+0000","last_peered":"2023-09-21T13:05:17.840543+0000","last_clean":"2023-09-21T13:05:17.840543+0000","last_became_active":"2023-09-21T13:05:16.749842+0000","last_became_peered":"2023-09-21T13:05:16.749842+0000","last_unstale":"2023-09-21T13:05:17.840543+0000","last_undegraded":"2023-09-21T13:05:17.840543+0000","last_fullsized":"2023-09-21T13:05:17.840543+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T15:21:42.034999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.732333+0000","last_change":"2023-09-21T13:05:15.745681+0000","last_active":"2023-09-21T13:05:16.732333+0000","last_peered":"2023-09-21T13:05:16.732333+0000","last_clean":"2023-09-21T13:05:16.732333+0000","last_became_active":"2023-09-21T13:05:15.745346+0000","last_became_peered":"2023-09-21T13:05:15.745346+0000","last_unstale":"2023-09-21T13:05:16.732333+0000","last_undegraded":"2023-09-21T13:05:16.732333+0000","last_fullsized":"2023-09-21T13:05:16.732333+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:50:27.457280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.744725+0000","last_change":"2023-09-21T13:05:16.741109+0000","last_active":"2023-09-21T13:05:17.744725+0000","last_peered":"2023-09-21T13:05:17.744725+0000","last_clean":"2023-09-21T13:05:17.744725+0000","last_became_active":"2023-09-21T13:05:16.740776+0000","last_became_peered":"2023-09-21T13:05:16.740776+0000","last_unstale":"2023-09-21T13:05:17.744725+0000","last_undegraded":"2023-09-21T13:05:17.744725+0000","last_fullsized":"2023-09-21T13:05:17.744725+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T15:21:42.034999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.745404+0000","last_change":"2023-09-21T13:05:15.751539+0000","last_active":"2023-09-21T13:05:16.745404+0000","last_peered":"2023-09-21T13:05:16.745404+0000","last_clean":"2023-09-21T13:05:16.745404+0000","last_became_active":"2023-09-21T13:05:15.751246+0000","last_became_peered":"2023-09-21T13:05:15.751246+0000","last_unstale":"2023-09-21T13:05:16.745404+0000","last_undegraded":"2023-09-21T13:05:16.745404+0000","last_fullsized":"2023-09-21T13:05:16.745404+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T15:21:41.025308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.746646+0000","last_change":"2023-09-21T13:05:16.747256+0000","last_active":"2023-09-21T13:05:17.746646+0000","last_peered":"2023-09-21T13:05:17.746646+0000","last_clean":"2023-09-21T13:05:17.746646+0000","last_became_active":"2023-09-21T13:05:16.746951+0000","last_became_peered":"2023-09-21T13:05:16.746951+0000","last_unstale":"2023-09-21T13:05:17.746646+0000","last_undegraded":"2023-09-21T13:05:17.746646+0000","last_fullsized":"2023-09-21T13:05:17.746646+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:29:49.784580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.730653+0000","last_change":"2023-09-21T13:05:15.754660+0000","last_active":"2023-09-21T13:05:16.730653+0000","last_peered":"2023-09-21T13:05:16.730653+0000","last_clean":"2023-09-21T13:05:16.730653+0000","last_became_active":"2023-09-21T13:05:15.754355+0000","last_became_peered":"2023-09-21T13:05:15.754355+0000","last_unstale":"2023-09-21T13:05:16.730653+0000","last_undegraded":"2023-09-21T13:05:16.730653+0000","last_fullsized":"2023-09-21T13:05:16.730653+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:43:43.175924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.841093+0000","last_change":"2023-09-21T13:05:16.755678+0000","last_active":"2023-09-21T13:05:17.841093+0000","last_peered":"2023-09-21T13:05:17.841093+0000","last_clean":"2023-09-21T13:05:17.841093+0000","last_became_active":"2023-09-21T13:05:16.755339+0000","last_became_peered":"2023-09-21T13:05:16.755339+0000","last_unstale":"2023-09-21T13:05:17.841093+0000","last_undegraded":"2023-09-21T13:05:17.841093+0000","last_fullsized":"2023-09-21T13:05:17.841093+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:36:59.222335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.739987+0000","last_change":"2023-09-21T13:05:15.753130+0000","last_active":"2023-09-21T13:05:16.739987+0000","last_peered":"2023-09-21T13:05:16.739987+0000","last_clean":"2023-09-21T13:05:16.739987+0000","last_became_active":"2023-09-21T13:05:15.752805+0000","last_became_peered":"2023-09-21T13:05:15.752805+0000","last_unstale":"2023-09-21T13:05:16.739987+0000","last_undegraded":"2023-09-21T13:05:16.739987+0000","last_fullsized":"2023-09-21T13:05:16.739987+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:12:45.147763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840686+0000","last_change":"2023-09-21T13:05:16.747195+0000","last_active":"2023-09-21T13:05:17.840686+0000","last_peered":"2023-09-21T13:05:17.840686+0000","last_clean":"2023-09-21T13:05:17.840686+0000","last_became_active":"2023-09-21T13:05:16.746903+0000","last_became_peered":"2023-09-21T13:05:16.746903+0000","last_unstale":"2023-09-21T13:05:17.840686+0000","last_undegraded":"2023-09-21T13:05:17.840686+0000","last_fullsized":"2023-09-21T13:05:17.840686+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:48:18.977396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"19'3","reported_seq":15,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.753423+0000","last_change":"2023-09-21T13:05:15.753238+0000","last_active":"2023-09-21T13:05:16.753423+0000","last_peered":"2023-09-21T13:05:16.753423+0000","last_clean":"2023-09-21T13:05:16.753423+0000","last_became_active":"2023-09-21T13:05:15.753000+0000","last_became_peered":"2023-09-21T13:05:15.753000+0000","last_unstale":"2023-09-21T13:05:16.753423+0000","last_undegraded":"2023-09-21T13:05:16.753423+0000","last_fullsized":"2023-09-21T13:05:16.753423+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:46:51.030402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.747476+0000","last_change":"2023-09-21T13:05:16.759393+0000","last_active":"2023-09-21T13:05:17.747476+0000","last_peered":"2023-09-21T13:05:17.747476+0000","last_clean":"2023-09-21T13:05:17.747476+0000","last_became_active":"2023-09-21T13:05:16.758848+0000","last_became_peered":"2023-09-21T13:05:16.758848+0000","last_unstale":"2023-09-21T13:05:17.747476+0000","last_undegraded":"2023-09-21T13:05:17.747476+0000","last_fullsized":"2023-09-21T13:05:17.747476+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:46:52.040093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"19'6","reported_seq":18,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.760713+0000","last_change":"2023-09-21T13:05:15.750052+0000","last_active":"2023-09-21T13:05:16.760713+0000","last_peered":"2023-09-21T13:05:16.760713+0000","last_clean":"2023-09-21T13:05:16.760713+0000","last_became_active":"2023-09-21T13:05:15.749689+0000","last_became_peered":"2023-09-21T13:05:15.749689+0000","last_unstale":"2023-09-21T13:05:16.760713+0000","last_undegraded":"2023-09-21T13:05:16.760713+0000","last_fullsized":"2023-09-21T13:05:16.760713+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:12:19.510621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.841505+0000","last_change":"2023-09-21T13:05:16.754680+0000","last_active":"2023-09-21T13:05:17.841505+0000","last_peered":"2023-09-21T13:05:17.841505+0000","last_clean":"2023-09-21T13:05:17.841505+0000","last_became_active":"2023-09-21T13:05:16.754297+0000","last_became_peered":"2023-09-21T13:05:16.754297+0000","last_unstale":"2023-09-21T13:05:17.841505+0000","last_undegraded":"2023-09-21T13:05:17.841505+0000","last_fullsized":"2023-09-21T13:05:17.841505+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T16:42:15.835639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"19'2","reported_seq":14,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.765170+0000","last_change":"2023-09-21T13:05:15.751998+0000","last_active":"2023-09-21T13:05:16.765170+0000","last_peered":"2023-09-21T13:05:16.765170+0000","last_clean":"2023-09-21T13:05:16.765170+0000","last_became_active":"2023-09-21T13:05:15.751656+0000","last_became_peered":"2023-09-21T13:05:15.751656+0000","last_unstale":"2023-09-21T13:05:16.765170+0000","last_undegraded":"2023-09-21T13:05:16.765170+0000","last_fullsized":"2023-09-21T13:05:16.765170+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:07:30.133197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840129+0000","last_change":"2023-09-21T13:05:16.753896+0000","last_active":"2023-09-21T13:05:17.840129+0000","last_peered":"2023-09-21T13:05:17.840129+0000","last_clean":"2023-09-21T13:05:17.840129+0000","last_became_active":"2023-09-21T13:05:16.753616+0000","last_became_peered":"2023-09-21T13:05:16.753616+0000","last_unstale":"2023-09-21T13:05:17.840129+0000","last_undegraded":"2023-09-21T13:05:17.840129+0000","last_fullsized":"2023-09-21T13:05:17.840129+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:46:52.040093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.745993+0000","last_change":"2023-09-21T13:05:15.750854+0000","last_active":"2023-09-21T13:05:16.745993+0000","last_peered":"2023-09-21T13:05:16.745993+0000","last_clean":"2023-09-21T13:05:16.745993+0000","last_became_active":"2023-09-21T13:05:15.750559+0000","last_became_peered":"2023-09-21T13:05:15.750559+0000","last_unstale":"2023-09-21T13:05:16.745993+0000","last_undegraded":"2023-09-21T13:05:16.745993+0000","last_fullsized":"2023-09-21T13:05:16.745993+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:29:48.774889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.841726+0000","last_change":"2023-09-21T13:05:16.762854+0000","last_active":"2023-09-21T13:05:17.841726+0000","last_peered":"2023-09-21T13:05:17.841726+0000","last_clean":"2023-09-21T13:05:17.841726+0000","last_became_active":"2023-09-21T13:05:16.762560+0000","last_became_peered":"2023-09-21T13:05:16.762560+0000","last_unstale":"2023-09-21T13:05:17.841726+0000","last_undegraded":"2023-09-21T13:05:17.841726+0000","last_fullsized":"2023-09-21T13:05:17.841726+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:36:59.222335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.730337+0000","last_change":"2023-09-21T13:05:15.751984+0000","last_active":"2023-09-21T13:05:16.730337+0000","last_peered":"2023-09-21T13:05:16.730337+0000","last_clean":"2023-09-21T13:05:16.730337+0000","last_became_active":"2023-09-21T13:05:15.751521+0000","last_became_peered":"2023-09-21T13:05:15.751521+0000","last_unstale":"2023-09-21T13:05:16.730337+0000","last_undegraded":"2023-09-21T13:05:16.730337+0000","last_fullsized":"2023-09-21T13:05:16.730337+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:32:01.517930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.839985+0000","last_change":"2023-09-21T13:05:16.742728+0000","last_active":"2023-09-21T13:05:17.839985+0000","last_peered":"2023-09-21T13:05:17.839985+0000","last_clean":"2023-09-21T13:05:17.839985+0000","last_became_active":"2023-09-21T13:05:16.742381+0000","last_became_peered":"2023-09-21T13:05:16.742381+0000","last_unstale":"2023-09-21T13:05:17.839985+0000","last_undegraded":"2023-09-21T13:05:17.839985+0000","last_fullsized":"2023-09-21T13:05:17.839985+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:39:59.778040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"19'8","reported_seq":20,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.753195+0000","last_change":"2023-09-21T13:05:15.738180+0000","last_active":"2023-09-21T13:05:16.753195+0000","last_peered":"2023-09-21T13:05:16.753195+0000","last_clean":"2023-09-21T13:05:16.753195+0000","last_became_active":"2023-09-21T13:05:15.737795+0000","last_became_peered":"2023-09-21T13:05:15.737795+0000","last_unstale":"2023-09-21T13:05:16.753195+0000","last_undegraded":"2023-09-21T13:05:16.753195+0000","last_fullsized":"2023-09-21T13:05:16.753195+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:53:31.525020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.841955+0000","last_change":"2023-09-21T13:05:16.763143+0000","last_active":"2023-09-21T13:05:17.841955+0000","last_peered":"2023-09-21T13:05:17.841955+0000","last_clean":"2023-09-21T13:05:17.841955+0000","last_became_active":"2023-09-21T13:05:16.762721+0000","last_became_peered":"2023-09-21T13:05:16.762721+0000","last_unstale":"2023-09-21T13:05:17.841955+0000","last_undegraded":"2023-09-21T13:05:17.841955+0000","last_fullsized":"2023-09-21T13:05:17.841955+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T19:43:43.651100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"19'1","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.749682+0000","last_change":"2023-09-21T13:05:15.746680+0000","last_active":"2023-09-21T13:05:16.749682+0000","last_peered":"2023-09-21T13:05:16.749682+0000","last_clean":"2023-09-21T13:05:16.749682+0000","last_became_active":"2023-09-21T13:05:15.746345+0000","last_became_peered":"2023-09-21T13:05:15.746345+0000","last_unstale":"2023-09-21T13:05:16.749682+0000","last_undegraded":"2023-09-21T13:05:16.749682+0000","last_fullsized":"2023-09-21T13:05:16.749682+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:11:59.137740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.841879+0000","last_change":"2023-09-21T13:05:16.753447+0000","last_active":"2023-09-21T13:05:17.841879+0000","last_peered":"2023-09-21T13:05:17.841879+0000","last_clean":"2023-09-21T13:05:17.841879+0000","last_became_active":"2023-09-21T13:05:16.750474+0000","last_became_peered":"2023-09-21T13:05:16.750474+0000","last_unstale":"2023-09-21T13:05:17.841879+0000","last_undegraded":"2023-09-21T13:05:17.841879+0000","last_fullsized":"2023-09-21T13:05:17.841879+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:07:01.882633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.739695+0000","last_change":"2023-09-21T13:05:15.740915+0000","last_active":"2023-09-21T13:05:16.739695+0000","last_peered":"2023-09-21T13:05:16.739695+0000","last_clean":"2023-09-21T13:05:16.739695+0000","last_became_active":"2023-09-21T13:05:15.740555+0000","last_became_peered":"2023-09-21T13:05:15.740555+0000","last_unstale":"2023-09-21T13:05:16.739695+0000","last_undegraded":"2023-09-21T13:05:16.739695+0000","last_fullsized":"2023-09-21T13:05:16.739695+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:12:19.510621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.841577+0000","last_change":"2023-09-21T13:05:16.756265+0000","last_active":"2023-09-21T13:05:17.841577+0000","last_peered":"2023-09-21T13:05:17.841577+0000","last_clean":"2023-09-21T13:05:17.841577+0000","last_became_active":"2023-09-21T13:05:16.755944+0000","last_became_peered":"2023-09-21T13:05:16.755944+0000","last_unstale":"2023-09-21T13:05:17.841577+0000","last_undegraded":"2023-09-21T13:05:17.841577+0000","last_fullsized":"2023-09-21T13:05:17.841577+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:07:01.882633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.745850+0000","last_change":"2023-09-21T13:05:15.753737+0000","last_active":"2023-09-21T13:05:16.745850+0000","last_peered":"2023-09-21T13:05:16.745850+0000","last_clean":"2023-09-21T13:05:16.745850+0000","last_became_active":"2023-09-21T13:05:15.752911+0000","last_became_peered":"2023-09-21T13:05:15.752911+0000","last_unstale":"2023-09-21T13:05:16.745850+0000","last_undegraded":"2023-09-21T13:05:16.745850+0000","last_fullsized":"2023-09-21T13:05:16.745850+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:13:56.924488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.747325+0000","last_change":"2023-09-21T13:05:16.750865+0000","last_active":"2023-09-21T13:05:17.747325+0000","last_peered":"2023-09-21T13:05:17.747325+0000","last_clean":"2023-09-21T13:05:17.747325+0000","last_became_active":"2023-09-21T13:05:16.749714+0000","last_became_peered":"2023-09-21T13:05:16.749714+0000","last_unstale":"2023-09-21T13:05:17.747325+0000","last_undegraded":"2023-09-21T13:05:17.747325+0000","last_fullsized":"2023-09-21T13:05:17.747325+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:12:46.157454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.746660+0000","last_change":"2023-09-21T13:05:16.750802+0000","last_active":"2023-09-21T13:05:17.746660+0000","last_peered":"2023-09-21T13:05:17.746660+0000","last_clean":"2023-09-21T13:05:17.746660+0000","last_became_active":"2023-09-21T13:05:16.750302+0000","last_became_peered":"2023-09-21T13:05:16.750302+0000","last_unstale":"2023-09-21T13:05:17.746660+0000","last_undegraded":"2023-09-21T13:05:17.746660+0000","last_fullsized":"2023-09-21T13:05:17.746660+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:24:46.688207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.734913+0000","last_change":"2023-09-21T13:05:15.739718+0000","last_active":"2023-09-21T13:05:16.734913+0000","last_peered":"2023-09-21T13:05:16.734913+0000","last_clean":"2023-09-21T13:05:16.734913+0000","last_became_active":"2023-09-21T13:05:15.739121+0000","last_became_peered":"2023-09-21T13:05:15.739121+0000","last_unstale":"2023-09-21T13:05:16.734913+0000","last_undegraded":"2023-09-21T13:05:16.734913+0000","last_fullsized":"2023-09-21T13:05:16.734913+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:07:30.133197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.745296+0000","last_change":"2023-09-21T13:05:16.751214+0000","last_active":"2023-09-21T13:05:17.745296+0000","last_peered":"2023-09-21T13:05:17.745296+0000","last_clean":"2023-09-21T13:05:17.745296+0000","last_became_active":"2023-09-21T13:05:16.750899+0000","last_became_peered":"2023-09-21T13:05:16.750899+0000","last_unstale":"2023-09-21T13:05:17.745296+0000","last_undegraded":"2023-09-21T13:05:17.745296+0000","last_fullsized":"2023-09-21T13:05:17.745296+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:10:10.821475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.735660+0000","last_change":"2023-09-21T13:05:15.744664+0000","last_active":"2023-09-21T13:05:16.735660+0000","last_peered":"2023-09-21T13:05:16.735660+0000","last_clean":"2023-09-21T13:05:16.735660+0000","last_became_active":"2023-09-21T13:05:15.744345+0000","last_became_peered":"2023-09-21T13:05:15.744345+0000","last_unstale":"2023-09-21T13:05:16.735660+0000","last_undegraded":"2023-09-21T13:05:16.735660+0000","last_fullsized":"2023-09-21T13:05:16.735660+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:07:30.133197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":165,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.735627+0000","last_change":"2023-09-21T13:05:07.001411+0000","last_active":"2023-09-21T13:05:16.735627+0000","last_peered":"2023-09-21T13:05:16.735627+0000","last_clean":"2023-09-21T13:05:16.735627+0000","last_became_active":"2023-09-21T13:05:07.000380+0000","last_became_peered":"2023-09-21T13:05:07.000380+0000","last_unstale":"2023-09-21T13:05:16.735627+0000","last_undegraded":"2023-09-21T13:05:16.735627+0000","last_fullsized":"2023-09-21T13:05:16.735627+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:05.398949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:05.398949+0000","last_clean_scrub_stamp":"2023-09-21T13:05:05.398949+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:22:48.016821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840137+0000","last_change":"2023-09-21T13:05:16.751810+0000","last_active":"2023-09-21T13:05:17.840137+0000","last_peered":"2023-09-21T13:05:17.840137+0000","last_clean":"2023-09-21T13:05:17.840137+0000","last_became_active":"2023-09-21T13:05:16.751487+0000","last_became_peered":"2023-09-21T13:05:16.751487+0000","last_unstale":"2023-09-21T13:05:17.840137+0000","last_undegraded":"2023-09-21T13:05:17.840137+0000","last_fullsized":"2023-09-21T13:05:17.840137+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:12:20.520312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.735804+0000","last_change":"2023-09-21T13:05:15.744452+0000","last_active":"2023-09-21T13:05:16.735804+0000","last_peered":"2023-09-21T13:05:16.735804+0000","last_clean":"2023-09-21T13:05:16.735804+0000","last_became_active":"2023-09-21T13:05:15.744122+0000","last_became_peered":"2023-09-21T13:05:15.744122+0000","last_unstale":"2023-09-21T13:05:16.735804+0000","last_undegraded":"2023-09-21T13:05:16.735804+0000","last_fullsized":"2023-09-21T13:05:16.735804+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:21:46.219710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.744335+0000","last_change":"2023-09-21T13:05:15.753492+0000","last_active":"2023-09-21T13:05:16.744335+0000","last_peered":"2023-09-21T13:05:16.744335+0000","last_clean":"2023-09-21T13:05:16.744335+0000","last_became_active":"2023-09-21T13:05:15.751881+0000","last_became_peered":"2023-09-21T13:05:15.751881+0000","last_unstale":"2023-09-21T13:05:16.744335+0000","last_undegraded":"2023-09-21T13:05:16.744335+0000","last_fullsized":"2023-09-21T13:05:16.744335+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T15:21:41.025308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.746618+0000","last_change":"2023-09-21T13:05:16.747348+0000","last_active":"2023-09-21T13:05:17.746618+0000","last_peered":"2023-09-21T13:05:17.746618+0000","last_clean":"2023-09-21T13:05:17.746618+0000","last_became_active":"2023-09-21T13:05:16.746208+0000","last_became_peered":"2023-09-21T13:05:16.746208+0000","last_unstale":"2023-09-21T13:05:17.746618+0000","last_undegraded":"2023-09-21T13:05:17.746618+0000","last_fullsized":"2023-09-21T13:05:17.746618+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:13:57.934179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.746819+0000","last_change":"2023-09-21T13:05:15.752020+0000","last_active":"2023-09-21T13:05:17.746819+0000","last_peered":"2023-09-21T13:05:17.746819+0000","last_clean":"2023-09-21T13:05:17.746819+0000","last_became_active":"2023-09-21T13:05:15.751734+0000","last_became_peered":"2023-09-21T13:05:15.751734+0000","last_unstale":"2023-09-21T13:05:17.746819+0000","last_undegraded":"2023-09-21T13:05:17.746819+0000","last_fullsized":"2023-09-21T13:05:17.746819+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:47:59.902625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.745177+0000","last_change":"2023-09-21T13:05:16.755702+0000","last_active":"2023-09-21T13:05:17.745177+0000","last_peered":"2023-09-21T13:05:17.745177+0000","last_clean":"2023-09-21T13:05:17.745177+0000","last_became_active":"2023-09-21T13:05:16.755355+0000","last_became_peered":"2023-09-21T13:05:16.755355+0000","last_unstale":"2023-09-21T13:05:17.745177+0000","last_undegraded":"2023-09-21T13:05:17.745177+0000","last_fullsized":"2023-09-21T13:05:17.745177+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:41:27.799309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"19'2","reported_seq":14,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.755337+0000","last_change":"2023-09-21T13:05:15.751853+0000","last_active":"2023-09-21T13:05:16.755337+0000","last_peered":"2023-09-21T13:05:16.755337+0000","last_clean":"2023-09-21T13:05:16.755337+0000","last_became_active":"2023-09-21T13:05:15.751546+0000","last_became_peered":"2023-09-21T13:05:15.751546+0000","last_unstale":"2023-09-21T13:05:16.755337+0000","last_undegraded":"2023-09-21T13:05:16.755337+0000","last_fullsized":"2023-09-21T13:05:16.755337+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T18:32:01.852524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840563+0000","last_change":"2023-09-21T13:05:16.743348+0000","last_active":"2023-09-21T13:05:17.840563+0000","last_peered":"2023-09-21T13:05:17.840563+0000","last_clean":"2023-09-21T13:05:17.840563+0000","last_became_active":"2023-09-21T13:05:16.743059+0000","last_became_peered":"2023-09-21T13:05:16.743059+0000","last_unstale":"2023-09-21T13:05:17.840563+0000","last_undegraded":"2023-09-21T13:05:17.840563+0000","last_fullsized":"2023-09-21T13:05:17.840563+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:13:57.934179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.735524+0000","last_change":"2023-09-21T13:05:15.750863+0000","last_active":"2023-09-21T13:05:16.735524+0000","last_peered":"2023-09-21T13:05:16.735524+0000","last_clean":"2023-09-21T13:05:16.735524+0000","last_became_active":"2023-09-21T13:05:15.750523+0000","last_became_peered":"2023-09-21T13:05:15.750523+0000","last_unstale":"2023-09-21T13:05:16.735524+0000","last_undegraded":"2023-09-21T13:05:16.735524+0000","last_fullsized":"2023-09-21T13:05:16.735524+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T17:04:10.279626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.746985+0000","last_change":"2023-09-21T13:05:16.750675+0000","last_active":"2023-09-21T13:05:17.746985+0000","last_peered":"2023-09-21T13:05:17.746985+0000","last_clean":"2023-09-21T13:05:17.746985+0000","last_became_active":"2023-09-21T13:05:16.750222+0000","last_became_peered":"2023-09-21T13:05:16.750222+0000","last_unstale":"2023-09-21T13:05:17.746985+0000","last_undegraded":"2023-09-21T13:05:17.746985+0000","last_fullsized":"2023-09-21T13:05:17.746985+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:21:47.229401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.740041+0000","last_change":"2023-09-21T13:05:15.748917+0000","last_active":"2023-09-21T13:05:16.740041+0000","last_peered":"2023-09-21T13:05:16.740041+0000","last_clean":"2023-09-21T13:05:16.740041+0000","last_became_active":"2023-09-21T13:05:15.748586+0000","last_became_peered":"2023-09-21T13:05:15.748586+0000","last_unstale":"2023-09-21T13:05:16.740041+0000","last_undegraded":"2023-09-21T13:05:16.740041+0000","last_fullsized":"2023-09-21T13:05:16.740041+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:39:58.768349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.744429+0000","last_change":"2023-09-21T13:05:16.742339+0000","last_active":"2023-09-21T13:05:17.744429+0000","last_peered":"2023-09-21T13:05:17.744429+0000","last_clean":"2023-09-21T13:05:17.744429+0000","last_became_active":"2023-09-21T13:05:16.742046+0000","last_became_peered":"2023-09-21T13:05:16.742046+0000","last_unstale":"2023-09-21T13:05:17.744429+0000","last_undegraded":"2023-09-21T13:05:17.744429+0000","last_fullsized":"2023-09-21T13:05:17.744429+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:24:46.688207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.739261+0000","last_change":"2023-09-21T13:05:15.741334+0000","last_active":"2023-09-21T13:05:16.739261+0000","last_peered":"2023-09-21T13:05:16.739261+0000","last_clean":"2023-09-21T13:05:16.739261+0000","last_became_active":"2023-09-21T13:05:15.740810+0000","last_became_peered":"2023-09-21T13:05:15.740810+0000","last_unstale":"2023-09-21T13:05:16.739261+0000","last_undegraded":"2023-09-21T13:05:16.739261+0000","last_fullsized":"2023-09-21T13:05:16.739261+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:50:27.457280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.744911+0000","last_change":"2023-09-21T13:05:16.749496+0000","last_active":"2023-09-21T13:05:17.744911+0000","last_peered":"2023-09-21T13:05:17.744911+0000","last_clean":"2023-09-21T13:05:17.744911+0000","last_became_active":"2023-09-21T13:05:16.749205+0000","last_became_peered":"2023-09-21T13:05:16.749205+0000","last_unstale":"2023-09-21T13:05:17.744911+0000","last_undegraded":"2023-09-21T13:05:17.744911+0000","last_fullsized":"2023-09-21T13:05:17.744911+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:25:52.973411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"19'2","reported_seq":14,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.762765+0000","last_change":"2023-09-21T13:05:15.754418+0000","last_active":"2023-09-21T13:05:16.762765+0000","last_peered":"2023-09-21T13:05:16.762765+0000","last_clean":"2023-09-21T13:05:16.762765+0000","last_became_active":"2023-09-21T13:05:15.752411+0000","last_became_peered":"2023-09-21T13:05:15.752411+0000","last_unstale":"2023-09-21T13:05:16.762765+0000","last_undegraded":"2023-09-21T13:05:16.762765+0000","last_fullsized":"2023-09-21T13:05:16.762765+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T16:23:47.774016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840387+0000","last_change":"2023-09-21T13:05:16.743788+0000","last_active":"2023-09-21T13:05:17.840387+0000","last_peered":"2023-09-21T13:05:17.840387+0000","last_clean":"2023-09-21T13:05:17.840387+0000","last_became_active":"2023-09-21T13:05:16.743477+0000","last_became_peered":"2023-09-21T13:05:16.743477+0000","last_unstale":"2023-09-21T13:05:17.840387+0000","last_undegraded":"2023-09-21T13:05:17.840387+0000","last_fullsized":"2023-09-21T13:05:17.840387+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:56:15.316327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.734420+0000","last_change":"2023-09-21T13:05:15.754014+0000","last_active":"2023-09-21T13:05:16.734420+0000","last_peered":"2023-09-21T13:05:16.734420+0000","last_clean":"2023-09-21T13:05:16.734420+0000","last_became_active":"2023-09-21T13:05:15.753701+0000","last_became_peered":"2023-09-21T13:05:15.753701+0000","last_unstale":"2023-09-21T13:05:16.734420+0000","last_undegraded":"2023-09-21T13:05:16.734420+0000","last_fullsized":"2023-09-21T13:05:16.734420+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:11:59.137740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.841722+0000","last_change":"2023-09-21T13:05:16.760823+0000","last_active":"2023-09-21T13:05:17.841722+0000","last_peered":"2023-09-21T13:05:17.841722+0000","last_clean":"2023-09-21T13:05:17.841722+0000","last_became_active":"2023-09-21T13:05:16.760453+0000","last_became_peered":"2023-09-21T13:05:16.760453+0000","last_unstale":"2023-09-21T13:05:17.841722+0000","last_undegraded":"2023-09-21T13:05:17.841722+0000","last_fullsized":"2023-09-21T13:05:17.841722+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:26:17.057700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"19'1","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.762355+0000","last_change":"2023-09-21T13:05:15.742896+0000","last_active":"2023-09-21T13:05:16.762355+0000","last_peered":"2023-09-21T13:05:16.762355+0000","last_clean":"2023-09-21T13:05:16.762355+0000","last_became_active":"2023-09-21T13:05:15.742597+0000","last_became_peered":"2023-09-21T13:05:15.742597+0000","last_unstale":"2023-09-21T13:05:16.762355+0000","last_undegraded":"2023-09-21T13:05:16.762355+0000","last_fullsized":"2023-09-21T13:05:16.762355+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:12:45.147763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840776+0000","last_change":"2023-09-21T13:05:16.753864+0000","last_active":"2023-09-21T13:05:17.840776+0000","last_peered":"2023-09-21T13:05:17.840776+0000","last_clean":"2023-09-21T13:05:17.840776+0000","last_became_active":"2023-09-21T13:05:16.752333+0000","last_became_peered":"2023-09-21T13:05:16.752333+0000","last_unstale":"2023-09-21T13:05:17.840776+0000","last_undegraded":"2023-09-21T13:05:17.840776+0000","last_fullsized":"2023-09-21T13:05:17.840776+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T16:42:15.835639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"19'2","reported_seq":14,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T13:05:16.749881+0000","last_change":"2023-09-21T13:05:15.740843+0000","last_active":"2023-09-21T13:05:16.749881+0000","last_peered":"2023-09-21T13:05:16.749881+0000","last_clean":"2023-09-21T13:05:16.749881+0000","last_became_active":"2023-09-21T13:05:15.740534+0000","last_became_peered":"2023-09-21T13:05:15.740534+0000","last_unstale":"2023-09-21T13:05:16.749881+0000","last_undegraded":"2023-09-21T13:05:16.749881+0000","last_fullsized":"2023-09-21T13:05:16.749881+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:14.708975+0000","last_clean_scrub_stamp":"2023-09-21T13:05:14.708975+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T18:32:01.852524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.842184+0000","last_change":"2023-09-21T13:05:16.757098+0000","last_active":"2023-09-21T13:05:17.842184+0000","last_peered":"2023-09-21T13:05:17.842184+0000","last_clean":"2023-09-21T13:05:17.842184+0000","last_became_active":"2023-09-21T13:05:16.754778+0000","last_became_peered":"2023-09-21T13:05:16.754778+0000","last_unstale":"2023-09-21T13:05:17.842184+0000","last_undegraded":"2023-09-21T13:05:17.842184+0000","last_fullsized":"2023-09-21T13:05:17.842184+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:09:17.306835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840418+0000","last_change":"2023-09-21T13:05:16.746824+0000","last_active":"2023-09-21T13:05:17.840418+0000","last_peered":"2023-09-21T13:05:17.840418+0000","last_clean":"2023-09-21T13:05:17.840418+0000","last_became_active":"2023-09-21T13:05:16.746463+0000","last_became_peered":"2023-09-21T13:05:16.746463+0000","last_unstale":"2023-09-21T13:05:17.840418+0000","last_undegraded":"2023-09-21T13:05:17.840418+0000","last_fullsized":"2023-09-21T13:05:17.840418+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T15:21:42.034999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.839785+0000","last_change":"2023-09-21T13:05:16.754077+0000","last_active":"2023-09-21T13:05:17.839785+0000","last_peered":"2023-09-21T13:05:17.839785+0000","last_clean":"2023-09-21T13:05:17.839785+0000","last_became_active":"2023-09-21T13:05:16.753755+0000","last_became_peered":"2023-09-21T13:05:16.753755+0000","last_unstale":"2023-09-21T13:05:17.839785+0000","last_undegraded":"2023-09-21T13:05:17.839785+0000","last_fullsized":"2023-09-21T13:05:17.839785+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T17:04:11.289317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840913+0000","last_change":"2023-09-21T13:05:16.751143+0000","last_active":"2023-09-21T13:05:17.840913+0000","last_peered":"2023-09-21T13:05:17.840913+0000","last_clean":"2023-09-21T13:05:17.840913+0000","last_became_active":"2023-09-21T13:05:16.750418+0000","last_became_peered":"2023-09-21T13:05:16.750418+0000","last_unstale":"2023-09-21T13:05:17.840913+0000","last_undegraded":"2023-09-21T13:05:17.840913+0000","last_fullsized":"2023-09-21T13:05:17.840913+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T17:53:47.438394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840364+0000","last_change":"2023-09-21T13:05:16.749991+0000","last_active":"2023-09-21T13:05:17.840364+0000","last_peered":"2023-09-21T13:05:17.840364+0000","last_clean":"2023-09-21T13:05:17.840364+0000","last_became_active":"2023-09-21T13:05:16.749699+0000","last_became_peered":"2023-09-21T13:05:16.749699+0000","last_unstale":"2023-09-21T13:05:17.840364+0000","last_undegraded":"2023-09-21T13:05:17.840364+0000","last_fullsized":"2023-09-21T13:05:17.840364+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:56:15.316327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.745113+0000","last_change":"2023-09-21T13:05:16.750088+0000","last_active":"2023-09-21T13:05:17.745113+0000","last_peered":"2023-09-21T13:05:17.745113+0000","last_clean":"2023-09-21T13:05:17.745113+0000","last_became_active":"2023-09-21T13:05:16.749786+0000","last_became_peered":"2023-09-21T13:05:16.749786+0000","last_unstale":"2023-09-21T13:05:17.745113+0000","last_undegraded":"2023-09-21T13:05:17.745113+0000","last_fullsized":"2023-09-21T13:05:17.745113+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T16:23:48.783707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.746859+0000","last_change":"2023-09-21T13:05:16.748106+0000","last_active":"2023-09-21T13:05:17.746859+0000","last_peered":"2023-09-21T13:05:17.746859+0000","last_clean":"2023-09-21T13:05:17.746859+0000","last_became_active":"2023-09-21T13:05:16.747779+0000","last_became_peered":"2023-09-21T13:05:16.747779+0000","last_unstale":"2023-09-21T13:05:17.746859+0000","last_undegraded":"2023-09-21T13:05:17.746859+0000","last_fullsized":"2023-09-21T13:05:17.746859+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:48:18.977396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840634+0000","last_change":"2023-09-21T13:05:16.751946+0000","last_active":"2023-09-21T13:05:17.840634+0000","last_peered":"2023-09-21T13:05:17.840634+0000","last_clean":"2023-09-21T13:05:17.840634+0000","last_became_active":"2023-09-21T13:05:16.751648+0000","last_became_peered":"2023-09-21T13:05:16.751648+0000","last_unstale":"2023-09-21T13:05:17.840634+0000","last_undegraded":"2023-09-21T13:05:17.840634+0000","last_fullsized":"2023-09-21T13:05:17.840634+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:29:49.784580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.745052+0000","last_change":"2023-09-21T13:05:16.749986+0000","last_active":"2023-09-21T13:05:17.745052+0000","last_peered":"2023-09-21T13:05:17.745052+0000","last_clean":"2023-09-21T13:05:17.745052+0000","last_became_active":"2023-09-21T13:05:16.749690+0000","last_became_peered":"2023-09-21T13:05:16.749690+0000","last_unstale":"2023-09-21T13:05:17.745052+0000","last_undegraded":"2023-09-21T13:05:17.745052+0000","last_fullsized":"2023-09-21T13:05:17.745052+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T15:34:24.863552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840590+0000","last_change":"2023-09-21T13:05:16.756603+0000","last_active":"2023-09-21T13:05:17.840590+0000","last_peered":"2023-09-21T13:05:17.840590+0000","last_clean":"2023-09-21T13:05:17.840590+0000","last_became_active":"2023-09-21T13:05:16.756320+0000","last_became_peered":"2023-09-21T13:05:16.756320+0000","last_unstale":"2023-09-21T13:05:17.840590+0000","last_undegraded":"2023-09-21T13:05:17.840590+0000","last_fullsized":"2023-09-21T13:05:17.840590+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:41:27.799309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.744557+0000","last_change":"2023-09-21T13:05:16.751940+0000","last_active":"2023-09-21T13:05:17.744557+0000","last_peered":"2023-09-21T13:05:17.744557+0000","last_clean":"2023-09-21T13:05:17.744557+0000","last_became_active":"2023-09-21T13:05:16.751635+0000","last_became_peered":"2023-09-21T13:05:16.751635+0000","last_unstale":"2023-09-21T13:05:17.744557+0000","last_undegraded":"2023-09-21T13:05:17.744557+0000","last_fullsized":"2023-09-21T13:05:17.744557+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:13:57.934179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840769+0000","last_change":"2023-09-21T13:05:16.755928+0000","last_active":"2023-09-21T13:05:17.840769+0000","last_peered":"2023-09-21T13:05:17.840769+0000","last_clean":"2023-09-21T13:05:17.840769+0000","last_became_active":"2023-09-21T13:05:16.755509+0000","last_became_peered":"2023-09-21T13:05:16.755509+0000","last_unstale":"2023-09-21T13:05:17.840769+0000","last_undegraded":"2023-09-21T13:05:17.840769+0000","last_fullsized":"2023-09-21T13:05:17.840769+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:10:10.821475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840224+0000","last_change":"2023-09-21T13:05:16.759806+0000","last_active":"2023-09-21T13:05:17.840224+0000","last_peered":"2023-09-21T13:05:17.840224+0000","last_clean":"2023-09-21T13:05:17.840224+0000","last_became_active":"2023-09-21T13:05:16.759512+0000","last_became_peered":"2023-09-21T13:05:16.759512+0000","last_unstale":"2023-09-21T13:05:17.840224+0000","last_undegraded":"2023-09-21T13:05:17.840224+0000","last_fullsized":"2023-09-21T13:05:17.840224+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:39:59.778040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T13:05:17.840378+0000","last_change":"2023-09-21T13:05:16.752656+0000","last_active":"2023-09-21T13:05:17.840378+0000","last_peered":"2023-09-21T13:05:17.840378+0000","last_clean":"2023-09-21T13:05:17.840378+0000","last_became_active":"2023-09-21T13:05:16.752106+0000","last_became_peered":"2023-09-21T13:05:16.752106+0000","last_unstale":"2023-09-21T13:05:17.840378+0000","last_undegraded":"2023-09-21T13:05:17.840378+0000","last_fullsized":"2023-09-21T13:05:17.840378+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:15.718666+0000","last_clean_scrub_stamp":"2023-09-21T13:05:15.718666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:24:46.688207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574855,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27812,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344028,"statfs":{"total":96636764160,"available":96608284672,"internally_reserved":0,"allocated":802816,"data_stored":661848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53800000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64700000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63100000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68500000000000005}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38500000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45900000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61499999999999999}]}]},{"osd":6,"up_from":13,"seq":55834574855,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27240,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344600,"statfs":{"total":96636764160,"available":96608870400,"internally_reserved":0,"allocated":217088,"data_stored":72510,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70199999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67900000000000005}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89300000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84899999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77200000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82399999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64700000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574855,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":212992,"data_stored":71058,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.43099999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45300000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38500000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46700000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47699999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52300000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65000000000000002}]}]},{"osd":0,"up_from":13,"seq":55834574856,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27820,"kb_used_data":792,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344020,"statfs":{"total":96636764160,"available":96608276480,"internally_reserved":0,"allocated":811008,"data_stored":661904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":10.347}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":10.427}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":10.496}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3600000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":10.583}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":10.394}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3939999999999999}]}]},{"osd":2,"up_from":13,"seq":55834574856,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27228,"kb_used_data":200,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344612,"statfs":{"total":96636764160,"available":96608882688,"internally_reserved":0,"allocated":204800,"data_stored":70898,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47999999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42099999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45600000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61899999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51100000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66200000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70499999999999996}]}]},{"osd":3,"up_from":13,"seq":55834574855,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27240,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344600,"statfs":{"total":96636764160,"available":96608870400,"internally_reserved":0,"allocated":217088,"data_stored":72510,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42399999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40200000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49299999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56200000000000006}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67800000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63600000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70799999999999996}]}]},{"osd":4,"up_from":13,"seq":55834574855,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27240,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344600,"statfs":{"total":96636764160,"available":96608870400,"internally_reserved":0,"allocated":217088,"data_stored":71024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.242}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59399999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":6.9450000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.748}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53700000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68999999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67100000000000004}]}]},{"osd":5,"up_from":13,"seq":55834574856,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27232,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344608,"statfs":{"total":96636764160,"available":96608878592,"internally_reserved":0,"allocated":208896,"data_stored":70988,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59199999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66000000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64900000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.62}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38200000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41999999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54800000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-21T13:05:27.463 INFO:tasks.ceph.ceph_manager.ceph:clean! 2023-09-21T13:05:27.464 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2023-09-21T13:05:27.464 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2023-09-21T13:05:27.464 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2023-09-21T13:05:27.637 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.640+0000 7ff466928700 1 Processor -- start 2023-09-21T13:05:27.637 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.640+0000 7ff466928700 1 -- start start 2023-09-21T13:05:27.640 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.641+0000 7ff466928700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7ff4600b3040 0x7ff4600ce880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:27.640 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.641+0000 7ff466928700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff4600b3420 0x7ff460161240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:27.640 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.641+0000 7ff466928700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7ff46015e3f0 0x7ff46015e860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:27.641 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.641+0000 7ff466928700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff46015dc50 con 0x7ff46015e3f0 2023-09-21T13:05:27.641 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.641+0000 7ff466928700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff460161780 con 0x7ff4600b3040 2023-09-21T13:05:27.641 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.641+0000 7ff466928700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff460161a20 con 0x7ff4600b3420 2023-09-21T13:05:27.641 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.641+0000 7ff464ec5700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7ff46015e3f0 0x7ff46015e860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:27.642 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.641+0000 7ff464ec5700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7ff46015e3f0 0x7ff46015e860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38940/0 (socket says 172.21.15.46:38940) 2023-09-21T13:05:27.642 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.641+0000 7ff45f7fe700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff4600b3420 0x7ff460161240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:27.642 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.641+0000 7ff464ec5700 1 -- 172.21.15.46:0/3883977892 learned_addr learned my addr 172.21.15.46:0/3883977892 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:27.642 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.641+0000 7ff45ffff700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7ff4600b3040 0x7ff4600ce880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:27.643 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.641+0000 7ff464ec5700 1 -- 172.21.15.46:0/3883977892 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff4600b3420 msgr2=0x7ff460161240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:27.643 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.641+0000 7ff464ec5700 1 --2- 172.21.15.46:0/3883977892 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff4600b3420 0x7ff460161240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:27.643 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.641+0000 7ff464ec5700 1 -- 172.21.15.46:0/3883977892 >> v2:172.21.15.57:3300/0 conn(0x7ff4600b3040 msgr2=0x7ff4600ce880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:27.643 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.641+0000 7ff464ec5700 1 --2- 172.21.15.46:0/3883977892 >> v2:172.21.15.57:3300/0 conn(0x7ff4600b3040 0x7ff4600ce880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:27.643 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.642+0000 7ff464ec5700 1 -- 172.21.15.46:0/3883977892 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff460161d00 con 0x7ff46015e3f0 2023-09-21T13:05:27.644 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.642+0000 7ff464ec5700 1 --2- 172.21.15.46:0/3883977892 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff46015e3f0 0x7ff46015e860 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7ff4600ce510 tx=0x7ff45800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=68f076de6257ebb4 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:27.644 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.642+0000 7ff45effd700 1 -- 172.21.15.46:0/3883977892 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff45800e070 con 0x7ff46015e3f0 2023-09-21T13:05:27.644 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.642+0000 7ff45effd700 1 -- 172.21.15.46:0/3883977892 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff45800b910 con 0x7ff46015e3f0 2023-09-21T13:05:27.644 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.642+0000 7ff45effd700 1 -- 172.21.15.46:0/3883977892 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff45800bcc0 con 0x7ff46015e3f0 2023-09-21T13:05:27.645 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.642+0000 7ff466928700 1 -- 172.21.15.46:0/3883977892 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff46015e3f0 msgr2=0x7ff46015e860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:27.645 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.642+0000 7ff466928700 1 --2- 172.21.15.46:0/3883977892 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff46015e3f0 0x7ff46015e860 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7ff4600ce510 tx=0x7ff45800b330 comp rx=0 tx=0).stop 2023-09-21T13:05:27.645 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.642+0000 7ff466928700 1 -- 172.21.15.46:0/3883977892 shutdown_connections 2023-09-21T13:05:27.645 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.642+0000 7ff466928700 1 --2- 172.21.15.46:0/3883977892 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff46015e3f0 0x7ff46015e860 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:27.645 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.642+0000 7ff466928700 1 --2- 172.21.15.46:0/3883977892 >> v2:172.21.15.57:3300/0 conn(0x7ff4600b3040 0x7ff4600ce880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:27.646 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.642+0000 7ff466928700 1 --2- 172.21.15.46:0/3883977892 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff4600b3420 0x7ff460161240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:27.646 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.642+0000 7ff466928700 1 -- 172.21.15.46:0/3883977892 >> 172.21.15.46:0/3883977892 conn(0x7ff46006eb20 msgr2=0x7ff46006ef00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:27.646 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.643+0000 7ff466928700 1 -- 172.21.15.46:0/3883977892 shutdown_connections 2023-09-21T13:05:27.646 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.643+0000 7ff466928700 1 -- 172.21.15.46:0/3883977892 wait complete. 2023-09-21T13:05:27.649 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.644+0000 7ff466928700 1 Processor -- start 2023-09-21T13:05:27.649 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.644+0000 7ff466928700 1 -- start start 2023-09-21T13:05:27.649 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.645+0000 7ff466928700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7ff4600b3040 0x7ff4600acad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:27.650 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.645+0000 7ff466928700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff4600b3420 0x7ff4600ae6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:27.650 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.645+0000 7ff466928700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff46015e3f0 0x7ff4600aec10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:27.650 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.645+0000 7ff466928700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4600af290 con 0x7ff46015e3f0 2023-09-21T13:05:27.650 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.645+0000 7ff466928700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4600af570 con 0x7ff4600b3040 2023-09-21T13:05:27.651 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.645+0000 7ff466928700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff4600af850 con 0x7ff4600b3420 2023-09-21T13:05:27.651 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.645+0000 7ff464ec5700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff46015e3f0 0x7ff4600aec10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:27.651 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.645+0000 7ff464ec5700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff46015e3f0 0x7ff4600aec10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38942/0 (socket says 172.21.15.46:38942) 2023-09-21T13:05:27.651 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.645+0000 7ff464ec5700 1 -- 172.21.15.46:0/892885271 learned_addr learned my addr 172.21.15.46:0/892885271 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:27.651 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.645+0000 7ff45ffff700 1 --2- 172.21.15.46:0/892885271 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7ff4600b3040 0x7ff4600acad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:27.652 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.645+0000 7ff45f7fe700 1 --2- 172.21.15.46:0/892885271 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff4600b3420 0x7ff4600ae6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:27.652 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.645+0000 7ff464ec5700 1 -- 172.21.15.46:0/892885271 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff4600b3420 msgr2=0x7ff4600ae6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:27.652 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.645+0000 7ff464ec5700 1 --2- 172.21.15.46:0/892885271 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff4600b3420 0x7ff4600ae6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:27.652 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.645+0000 7ff464ec5700 1 -- 172.21.15.46:0/892885271 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7ff4600b3040 msgr2=0x7ff4600acad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:27.653 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.645+0000 7ff464ec5700 1 --2- 172.21.15.46:0/892885271 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7ff4600b3040 0x7ff4600acad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:27.653 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.645+0000 7ff464ec5700 1 -- 172.21.15.46:0/892885271 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff458009b30 con 0x7ff46015e3f0 2023-09-21T13:05:27.653 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.645+0000 7ff45ffff700 1 --2- 172.21.15.46:0/892885271 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7ff4600b3040 0x7ff4600acad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:05:27.653 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.645+0000 7ff45f7fe700 1 --2- 172.21.15.46:0/892885271 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff4600b3420 0x7ff4600ae6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:05:27.653 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.646+0000 7ff464ec5700 1 --2- 172.21.15.46:0/892885271 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff46015e3f0 0x7ff4600aec10 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7ff4600b3ab0 tx=0x7ff458004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:27.653 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.646+0000 7ff45cff9700 1 -- 172.21.15.46:0/892885271 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff45800ce80 con 0x7ff46015e3f0 2023-09-21T13:05:27.654 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.646+0000 7ff45cff9700 1 -- 172.21.15.46:0/892885271 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff458004250 con 0x7ff46015e3f0 2023-09-21T13:05:27.654 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.646+0000 7ff466928700 1 -- 172.21.15.46:0/892885271 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff4600afb30 con 0x7ff46015e3f0 2023-09-21T13:05:27.654 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.646+0000 7ff45cff9700 1 -- 172.21.15.46:0/892885271 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff458004600 con 0x7ff46015e3f0 2023-09-21T13:05:27.654 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.646+0000 7ff466928700 1 -- 172.21.15.46:0/892885271 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff460154f40 con 0x7ff46015e3f0 2023-09-21T13:05:27.654 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.647+0000 7ff466928700 1 -- 172.21.15.46:0/892885271 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff460068b90 con 0x7ff46015e3f0 2023-09-21T13:05:27.655 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.647+0000 7ff45cff9700 1 -- 172.21.15.46:0/892885271 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7ff458004760 con 0x7ff46015e3f0 2023-09-21T13:05:27.655 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.648+0000 7ff45cff9700 1 --2- 172.21.15.46:0/892885271 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7ff44c06a580 0x7ff44c06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:27.655 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.648+0000 7ff45cff9700 1 -- 172.21.15.46:0/892885271 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff458089a30 con 0x7ff46015e3f0 2023-09-21T13:05:27.655 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.648+0000 7ff45ffff700 1 --2- 172.21.15.46:0/892885271 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7ff44c06a580 0x7ff44c06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:27.655 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.648+0000 7ff45ffff700 1 --2- 172.21.15.46:0/892885271 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7ff44c06a580 0x7ff44c06ca40 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7ff450009c30 tx=0x7ff450008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:27.656 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.652+0000 7ff45cff9700 1 -- 172.21.15.46:0/892885271 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7ff4580550f0 con 0x7ff46015e3f0 2023-09-21T13:05:27.906 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.909+0000 7ff466928700 1 -- 172.21.15.46:0/892885271 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7ff46006c740 con 0x7ff46015e3f0 2023-09-21T13:05:27.906 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.909+0000 7ff45cff9700 1 -- 172.21.15.46:0/892885271 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+46 (secure 0 0 0) 0x7ff45801f080 con 0x7ff46015e3f0 2023-09-21T13:05:27.906 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:05:27.907 INFO:teuthology.orchestra.run.smithi046.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2023-09-21T13:05:27.908 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.911+0000 7ff466928700 1 -- 172.21.15.46:0/892885271 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7ff44c06a580 msgr2=0x7ff44c06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:27.909 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.911+0000 7ff466928700 1 --2- 172.21.15.46:0/892885271 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7ff44c06a580 0x7ff44c06ca40 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7ff450009c30 tx=0x7ff450008040 comp rx=0 tx=0).stop 2023-09-21T13:05:27.909 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.911+0000 7ff466928700 1 -- 172.21.15.46:0/892885271 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff46015e3f0 msgr2=0x7ff4600aec10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:27.909 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.911+0000 7ff466928700 1 --2- 172.21.15.46:0/892885271 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff46015e3f0 0x7ff4600aec10 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7ff4600b3ab0 tx=0x7ff458004ad0 comp rx=0 tx=0).stop 2023-09-21T13:05:27.909 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.911+0000 7ff466928700 1 -- 172.21.15.46:0/892885271 shutdown_connections 2023-09-21T13:05:27.910 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.911+0000 7ff466928700 1 --2- 172.21.15.46:0/892885271 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7ff44c06a580 0x7ff44c06ca40 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:27.910 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.911+0000 7ff466928700 1 --2- 172.21.15.46:0/892885271 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff46015e3f0 0x7ff4600aec10 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:27.910 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.911+0000 7ff466928700 1 --2- 172.21.15.46:0/892885271 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7ff4600b3040 0x7ff4600acad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:27.910 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.911+0000 7ff466928700 1 --2- 172.21.15.46:0/892885271 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff4600b3420 0x7ff4600ae6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:27.910 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.911+0000 7ff466928700 1 -- 172.21.15.46:0/892885271 >> 172.21.15.46:0/892885271 conn(0x7ff46006eb20 msgr2=0x7ff46006cb30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:27.911 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.912+0000 7ff466928700 1 -- 172.21.15.46:0/892885271 shutdown_connections 2023-09-21T13:05:27.911 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:27.912+0000 7ff466928700 1 -- 172.21.15.46:0/892885271 wait complete. 2023-09-21T13:05:27.922 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2023-09-21T13:05:27.922 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-21T13:05:28.058 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.061+0000 7f0e1e780700 1 Processor -- start 2023-09-21T13:05:28.059 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.061+0000 7f0e1e780700 1 -- start start 2023-09-21T13:05:28.061 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.062+0000 7f0e1e780700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f0e1806d340 0x7f0e18161a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:28.061 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.062+0000 7f0e1e780700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f0e180b2dd0 0x7f0e180b31f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:28.061 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.062+0000 7f0e1e780700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0e181580a0 con 0x7f0e180cf4f0 2023-09-21T13:05:28.061 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.062+0000 7f0e1e780700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0e180b3730 con 0x7f0e1806d340 2023-09-21T13:05:28.062 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.062+0000 7f0e1e780700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0e1815e4c0 con 0x7f0e180b2dd0 2023-09-21T13:05:28.062 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.062+0000 7f0e177fe700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f0e1806d340 0x7f0e18161a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:28.062 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.063+0000 7f0e177fe700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f0e1806d340 0x7f0e18161a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38950/0 (socket says 172.21.15.46:38950) 2023-09-21T13:05:28.062 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.063+0000 7f0e177fe700 1 -- 172.21.15.46:0/3408562681 learned_addr learned my addr 172.21.15.46:0/3408562681 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:28.062 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.063+0000 7f0e1cd1d700 1 --2- 172.21.15.46:0/3408562681 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f0e180b2dd0 0x7f0e180b31f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:28.063 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.063+0000 7f0e177fe700 1 -- 172.21.15.46:0/3408562681 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f0e180b2dd0 msgr2=0x7f0e180b31f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:28.063 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.063+0000 7f0e177fe700 1 --2- 172.21.15.46:0/3408562681 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f0e180b2dd0 0x7f0e180b31f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:28.063 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.063+0000 7f0e177fe700 1 -- 172.21.15.46:0/3408562681 >> v1:172.21.15.57:6789/0 conn(0x7f0e180cf4f0 legacy=0x7f0e1815dc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:28.063 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.063+0000 7f0e177fe700 1 -- 172.21.15.46:0/3408562681 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0e1815e7a0 con 0x7f0e1806d340 2023-09-21T13:05:28.063 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.063+0000 7f0e177fe700 1 --2- 172.21.15.46:0/3408562681 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0e1806d340 0x7f0e18161a70 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f0e0c0098f0 tx=0x7f0e0c009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e47d47a627f71ce server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:28.064 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.063+0000 7f0e16ffd700 1 -- 172.21.15.46:0/3408562681 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e0c011830 con 0x7f0e1806d340 2023-09-21T13:05:28.064 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.063+0000 7f0e16ffd700 1 -- 172.21.15.46:0/3408562681 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0e0c011990 con 0x7f0e1806d340 2023-09-21T13:05:28.064 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.063+0000 7f0e16ffd700 1 -- 172.21.15.46:0/3408562681 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e0c011d20 con 0x7f0e1806d340 2023-09-21T13:05:28.064 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.064+0000 7f0e1e780700 1 -- 172.21.15.46:0/3408562681 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0e1806d340 msgr2=0x7f0e18161a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:28.064 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.064+0000 7f0e1e780700 1 --2- 172.21.15.46:0/3408562681 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0e1806d340 0x7f0e18161a70 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f0e0c0098f0 tx=0x7f0e0c009c00 comp rx=0 tx=0).stop 2023-09-21T13:05:28.064 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.064+0000 7f0e1e780700 1 -- 172.21.15.46:0/3408562681 shutdown_connections 2023-09-21T13:05:28.065 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.064+0000 7f0e1e780700 1 --2- 172.21.15.46:0/3408562681 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f0e180b2dd0 0x7f0e180b31f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:28.065 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.064+0000 7f0e1e780700 1 --2- 172.21.15.46:0/3408562681 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0e1806d340 0x7f0e18161a70 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:28.065 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.064+0000 7f0e1e780700 1 -- 172.21.15.46:0/3408562681 >> 172.21.15.46:0/3408562681 conn(0x7f0e1806eb20 msgr2=0x7f0e1806ef00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:28.065 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.064+0000 7f0e1e780700 1 -- 172.21.15.46:0/3408562681 shutdown_connections 2023-09-21T13:05:28.065 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.064+0000 7f0e1e780700 1 -- 172.21.15.46:0/3408562681 wait complete. 2023-09-21T13:05:28.068 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.065+0000 7f0e1e780700 1 Processor -- start 2023-09-21T13:05:28.068 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.065+0000 7f0e1e780700 1 -- start start 2023-09-21T13:05:28.068 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.066+0000 7f0e1e780700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f0e1806d340 0x7f0e180cc590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:28.069 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.066+0000 7f0e1e780700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0e180b2dd0 0x7f0e18156660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:28.069 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.066+0000 7f0e1e780700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f0e180cf4f0 0x7f0e180c8590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:28.069 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.066+0000 7f0e1e780700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e180cda60 con 0x7f0e180b2dd0 2023-09-21T13:05:28.069 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.066+0000 7f0e1e780700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e180ccde0 con 0x7f0e180cf4f0 2023-09-21T13:05:28.069 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.066+0000 7f0e1e780700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0e180cd0c0 con 0x7f0e1806d340 2023-09-21T13:05:28.070 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.066+0000 7f0e177fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0e180b2dd0 0x7f0e18156660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:28.070 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.066+0000 7f0e177fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0e180b2dd0 0x7f0e18156660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38960/0 (socket says 172.21.15.46:38960) 2023-09-21T13:05:28.070 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.066+0000 7f0e177fe700 1 -- 172.21.15.46:0/3145830390 learned_addr learned my addr 172.21.15.46:0/3145830390 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:28.070 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.066+0000 7f0e1cd1d700 1 --2- 172.21.15.46:0/3145830390 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f0e180cf4f0 0x7f0e180c8590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:28.070 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.066+0000 7f0e17fff700 1 --2- 172.21.15.46:0/3145830390 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f0e1806d340 0x7f0e180cc590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:28.071 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.067+0000 7f0e177fe700 1 -- 172.21.15.46:0/3145830390 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f0e1806d340 msgr2=0x7f0e180cc590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:28.071 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.067+0000 7f0e177fe700 1 --2- 172.21.15.46:0/3145830390 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f0e1806d340 0x7f0e180cc590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:28.071 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.067+0000 7f0e177fe700 1 -- 172.21.15.46:0/3145830390 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f0e180cf4f0 msgr2=0x7f0e180c8590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:28.071 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.067+0000 7f0e177fe700 1 --2- 172.21.15.46:0/3145830390 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f0e180cf4f0 0x7f0e180c8590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:28.071 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.067+0000 7f0e177fe700 1 -- 172.21.15.46:0/3145830390 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0e0c009550 con 0x7f0e180b2dd0 2023-09-21T13:05:28.072 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.067+0000 7f0e177fe700 1 --2- 172.21.15.46:0/3145830390 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0e180b2dd0 0x7f0e18156660 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f0e0c000c00 tx=0x7f0e0c004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:28.072 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.067+0000 7f0e14ff9700 1 -- 172.21.15.46:0/3145830390 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e0c004400 con 0x7f0e180b2dd0 2023-09-21T13:05:28.072 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.067+0000 7f0e14ff9700 1 -- 172.21.15.46:0/3145830390 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0e0c01f070 con 0x7f0e180b2dd0 2023-09-21T13:05:28.072 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.067+0000 7f0e1e780700 1 -- 172.21.15.46:0/3145830390 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0e180cd3a0 con 0x7f0e180b2dd0 2023-09-21T13:05:28.072 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.067+0000 7f0e14ff9700 1 -- 172.21.15.46:0/3145830390 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e0c0038e0 con 0x7f0e180b2dd0 2023-09-21T13:05:28.073 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.067+0000 7f0e1e780700 1 -- 172.21.15.46:0/3145830390 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0e180ccad0 con 0x7f0e180b2dd0 2023-09-21T13:05:28.073 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.068+0000 7f0e1e780700 1 -- 172.21.15.46:0/3145830390 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0e180c8270 con 0x7f0e180b2dd0 2023-09-21T13:05:28.073 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.069+0000 7f0e14ff9700 1 -- 172.21.15.46:0/3145830390 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f0e0c021030 con 0x7f0e180b2dd0 2023-09-21T13:05:28.073 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.069+0000 7f0e14ff9700 1 --2- 172.21.15.46:0/3145830390 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f0e0406a580 0x7f0e0406ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:28.073 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.069+0000 7f0e14ff9700 1 -- 172.21.15.46:0/3145830390 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f0e0c089db0 con 0x7f0e180b2dd0 2023-09-21T13:05:28.074 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.069+0000 7f0e17fff700 1 --2- 172.21.15.46:0/3145830390 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f0e0406a580 0x7f0e0406ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:28.074 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.070+0000 7f0e17fff700 1 --2- 172.21.15.46:0/3145830390 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f0e0406a580 0x7f0e0406ca40 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f0e08007fd0 tx=0x7f0e08009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:28.074 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.074+0000 7f0e14ff9700 1 -- 172.21.15.46:0/3145830390 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f0e0c08d030 con 0x7f0e180b2dd0 2023-09-21T13:05:28.279 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.282+0000 7f0e1e780700 1 -- 172.21.15.46:0/3145830390 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f0e18068b90 con 0x7f0e180b2dd0 2023-09-21T13:05:28.280 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.284+0000 7f0e14ff9700 1 -- 172.21.15.46:0/3145830390 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16457 (secure 0 0 0) 0x7f0e0c055460 con 0x7f0e180b2dd0 2023-09-21T13:05:28.281 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:05:28.281 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":20,"fsid":"3cbfaf88-469e-4129-b70d-6dd2d92bd0a4","created":"2023-09-21T13:04:52.312650+0000","modified":"2023-09-21T13:05:17.736372+0000","last_up_change":"2023-09-21T13:05:04.397018+0000","last_in_change":"2023-09-21T13:04:55.853368+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-21T13:05:05.036373+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-09-21T13:05:14.305630+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-09-21T13:05:15.146424+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"23992b72-ed3c-4a14-ae79-8150e0fedbf7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6810","nonce":1682463833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6814","nonce":1682463833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6822","nonce":1682463833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6818","nonce":1682463833}]},"public_addr":"172.21.15.46:6810/1682463833","cluster_addr":"172.21.15.46:6814/1682463833","heartbeat_back_addr":"172.21.15.46:6822/1682463833","heartbeat_front_addr":"172.21.15.46:6818/1682463833","state":["exists","up"]},{"osd":1,"uuid":"2578f708-e052-4bdd-bcef-54808f1d1ef4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6800","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6801","nonce":3674836117}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6803","nonce":3674836117}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6807","nonce":3674836117}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6805","nonce":3674836117}]},"public_addr":"172.21.15.46:6801/3674836117","cluster_addr":"172.21.15.46:6803/3674836117","heartbeat_back_addr":"172.21.15.46:6807/3674836117","heartbeat_front_addr":"172.21.15.46:6805/3674836117","state":["exists","up"]},{"osd":2,"uuid":"6db5fc17-2472-42fd-a613-8cc24a815cfe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6825","nonce":3956023171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6827","nonce":3956023171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6831","nonce":3956023171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6829","nonce":3956023171}]},"public_addr":"172.21.15.46:6825/3956023171","cluster_addr":"172.21.15.46:6827/3956023171","heartbeat_back_addr":"172.21.15.46:6831/3956023171","heartbeat_front_addr":"172.21.15.46:6829/3956023171","state":["exists","up"]},{"osd":3,"uuid":"b0ddd2cd-9025-471f-a976-d7bc356eb10b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6809","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6811","nonce":1834230057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6813","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6815","nonce":1834230057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6821","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6823","nonce":1834230057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6817","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6819","nonce":1834230057}]},"public_addr":"172.21.15.46:6811/1834230057","cluster_addr":"172.21.15.46:6815/1834230057","heartbeat_back_addr":"172.21.15.46:6823/1834230057","heartbeat_front_addr":"172.21.15.46:6819/1834230057","state":["exists","up"]},{"osd":4,"uuid":"51245ec8-6073-476b-aea6-482f9a379f43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6800","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6801","nonce":867529145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6802","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6803","nonce":867529145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6806","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6807","nonce":867529145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6804","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6805","nonce":867529145}]},"public_addr":"172.21.15.57:6801/867529145","cluster_addr":"172.21.15.57:6803/867529145","heartbeat_back_addr":"172.21.15.57:6807/867529145","heartbeat_front_addr":"172.21.15.57:6805/867529145","state":["exists","up"]},{"osd":5,"uuid":"6be64509-8d19-48af-aa7d-2744199eb3c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6824","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6825","nonce":2639760353}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6826","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6827","nonce":2639760353}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6830","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6831","nonce":2639760353}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6828","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6829","nonce":2639760353}]},"public_addr":"172.21.15.57:6825/2639760353","cluster_addr":"172.21.15.57:6827/2639760353","heartbeat_back_addr":"172.21.15.57:6831/2639760353","heartbeat_front_addr":"172.21.15.57:6829/2639760353","state":["exists","up"]},{"osd":6,"uuid":"8bfda35e-f97c-4419-a105-ff306eff7a42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6808","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6809","nonce":3693682875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6810","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6811","nonce":3693682875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6814","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6815","nonce":3693682875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6812","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6813","nonce":3693682875}]},"public_addr":"172.21.15.57:6809/3693682875","cluster_addr":"172.21.15.57:6811/3693682875","heartbeat_back_addr":"172.21.15.57:6815/3693682875","heartbeat_front_addr":"172.21.15.57:6813/3693682875","state":["exists","up"]},{"osd":7,"uuid":"49fc1df7-ab94-4da5-b915-8f7cc61f2714","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6816","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6817","nonce":1729728830}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6818","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6819","nonce":1729728830}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6822","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6823","nonce":1729728830}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6820","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6821","nonce":1729728830}]},"public_addr":"172.21.15.57:6817/1729728830","cluster_addr":"172.21.15.57:6819/1729728830","heartbeat_back_addr":"172.21.15.57:6823/1729728830","heartbeat_front_addr":"172.21.15.57:6821/1729728830","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:00.955073+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.074451+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.068487+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.010348+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.035446+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.101249+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.104509+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.077361+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-21T13:05:28.283 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.286+0000 7f0e1e780700 1 -- 172.21.15.46:0/3145830390 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f0e0406a580 msgr2=0x7f0e0406ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:28.283 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.286+0000 7f0e1e780700 1 --2- 172.21.15.46:0/3145830390 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f0e0406a580 0x7f0e0406ca40 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f0e08007fd0 tx=0x7f0e08009040 comp rx=0 tx=0).stop 2023-09-21T13:05:28.283 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.286+0000 7f0e1e780700 1 -- 172.21.15.46:0/3145830390 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0e180b2dd0 msgr2=0x7f0e18156660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:28.284 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.286+0000 7f0e1e780700 1 --2- 172.21.15.46:0/3145830390 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0e180b2dd0 0x7f0e18156660 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f0e0c000c00 tx=0x7f0e0c004750 comp rx=0 tx=0).stop 2023-09-21T13:05:28.284 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.286+0000 7f0e1e780700 1 -- 172.21.15.46:0/3145830390 shutdown_connections 2023-09-21T13:05:28.284 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.286+0000 7f0e1e780700 1 --2- 172.21.15.46:0/3145830390 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f0e0406a580 0x7f0e0406ca40 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:28.284 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.286+0000 7f0e1e780700 1 --2- 172.21.15.46:0/3145830390 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f0e180cf4f0 0x7f0e180c8590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:28.284 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.286+0000 7f0e1e780700 1 --2- 172.21.15.46:0/3145830390 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f0e1806d340 0x7f0e180cc590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:28.285 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.286+0000 7f0e1e780700 1 --2- 172.21.15.46:0/3145830390 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0e180b2dd0 0x7f0e18156660 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:28.285 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.286+0000 7f0e1e780700 1 -- 172.21.15.46:0/3145830390 >> 172.21.15.46:0/3145830390 conn(0x7f0e1806eb20 msgr2=0x7f0e1806ef00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:28.285 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.286+0000 7f0e1e780700 1 -- 172.21.15.46:0/3145830390 shutdown_connections 2023-09-21T13:05:28.285 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.286+0000 7f0e1e780700 1 -- 172.21.15.46:0/3145830390 wait complete. 2023-09-21T13:05:28.297 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-09-21T13:05:05.036373+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-09-21T13:05:14.305630+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-09-21T13:05:15.146424+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-09-21T13:05:28.297 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-09-21T13:05:28.437 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.440+0000 7f1e520d0700 1 Processor -- start 2023-09-21T13:05:28.438 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.440+0000 7f1e520d0700 1 -- start start 2023-09-21T13:05:28.440 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.441+0000 7f1e520d0700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f1e4c161e80 0x7f1e4c06b7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:28.440 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.441+0000 7f1e520d0700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f1e4c15e520 0x7f1e4c06bcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:28.440 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.441+0000 7f1e520d0700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1e4c15e900 con 0x7f1e4c0b3790 2023-09-21T13:05:28.441 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.441+0000 7f1e520d0700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1e4c0b2a40 con 0x7f1e4c15e520 2023-09-21T13:05:28.441 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.441+0000 7f1e520d0700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1e4c0b2cb0 con 0x7f1e4c161e80 2023-09-21T13:05:28.441 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.441+0000 7f1e4bfff700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f1e4c15e520 0x7f1e4c06bcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:28.441 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.442+0000 7f1e4bfff700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f1e4c15e520 0x7f1e4c06bcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38962/0 (socket says 172.21.15.46:38962) 2023-09-21T13:05:28.441 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.442+0000 7f1e4bfff700 1 -- 172.21.15.46:0/3685251546 learned_addr learned my addr 172.21.15.46:0/3685251546 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:28.442 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.442+0000 7f1e4b7fe700 1 --2- 172.21.15.46:0/3685251546 >> v2:172.21.15.57:3300/0 conn(0x7f1e4c161e80 0x7f1e4c06b7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:28.442 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.442+0000 7f1e4bfff700 1 -- 172.21.15.46:0/3685251546 >> v2:172.21.15.57:3300/0 conn(0x7f1e4c161e80 msgr2=0x7f1e4c06b7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:28.442 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.442+0000 7f1e4bfff700 1 --2- 172.21.15.46:0/3685251546 >> v2:172.21.15.57:3300/0 conn(0x7f1e4c161e80 0x7f1e4c06b7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:28.442 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.442+0000 7f1e4bfff700 1 -- 172.21.15.46:0/3685251546 >> v1:172.21.15.57:6789/0 conn(0x7f1e4c0b3790 legacy=0x7f1e4c15de10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:28.443 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.442+0000 7f1e4bfff700 1 -- 172.21.15.46:0/3685251546 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1e4c0b2f90 con 0x7f1e4c15e520 2023-09-21T13:05:28.443 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.442+0000 7f1e4bfff700 1 --2- 172.21.15.46:0/3685251546 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1e4c15e520 0x7f1e4c06bcf0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f1e4c071cc0 tx=0x7f1e4400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1ab5e11fcac6d04d server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:28.443 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.442+0000 7f1e4a7fc700 1 -- 172.21.15.46:0/3685251546 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e4400e070 con 0x7f1e4c15e520 2023-09-21T13:05:28.443 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.442+0000 7f1e4a7fc700 1 -- 172.21.15.46:0/3685251546 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1e4400b910 con 0x7f1e4c15e520 2023-09-21T13:05:28.443 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.442+0000 7f1e4a7fc700 1 -- 172.21.15.46:0/3685251546 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e4400bcc0 con 0x7f1e4c15e520 2023-09-21T13:05:28.444 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.443+0000 7f1e520d0700 1 -- 172.21.15.46:0/3685251546 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1e4c15e520 msgr2=0x7f1e4c06bcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:28.444 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.443+0000 7f1e520d0700 1 --2- 172.21.15.46:0/3685251546 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1e4c15e520 0x7f1e4c06bcf0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f1e4c071cc0 tx=0x7f1e4400b330 comp rx=0 tx=0).stop 2023-09-21T13:05:28.444 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.443+0000 7f1e520d0700 1 -- 172.21.15.46:0/3685251546 shutdown_connections 2023-09-21T13:05:28.444 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.443+0000 7f1e520d0700 1 --2- 172.21.15.46:0/3685251546 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1e4c15e520 0x7f1e4c06bcf0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:28.444 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.443+0000 7f1e520d0700 1 --2- 172.21.15.46:0/3685251546 >> v2:172.21.15.57:3300/0 conn(0x7f1e4c161e80 0x7f1e4c06b7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:28.444 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.443+0000 7f1e520d0700 1 -- 172.21.15.46:0/3685251546 >> 172.21.15.46:0/3685251546 conn(0x7f1e4c070f70 msgr2=0x7f1e4c071380 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:28.445 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.443+0000 7f1e520d0700 1 -- 172.21.15.46:0/3685251546 shutdown_connections 2023-09-21T13:05:28.445 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.443+0000 7f1e520d0700 1 -- 172.21.15.46:0/3685251546 wait complete. 2023-09-21T13:05:28.447 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.444+0000 7f1e520d0700 1 Processor -- start 2023-09-21T13:05:28.447 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.444+0000 7f1e520d0700 1 -- start start 2023-09-21T13:05:28.448 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.445+0000 7f1e520d0700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1e4c0b3790 0x7f1e4c1543a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:28.448 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.445+0000 7f1e520d0700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f1e4c15e520 0x7f1e4c0cc340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:28.448 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.445+0000 7f1e520d0700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f1e4c161e80 0x7f1e4c15ff80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:28.448 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.445+0000 7f1e520d0700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1e4c0cd540 con 0x7f1e4c0b3790 2023-09-21T13:05:28.448 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.445+0000 7f1e520d0700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1e4c0cd820 con 0x7f1e4c15e520 2023-09-21T13:05:28.449 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.445+0000 7f1e520d0700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1e4c0ccb70 con 0x7f1e4c161e80 2023-09-21T13:05:28.449 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.445+0000 7f1e4b7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1e4c0b3790 0x7f1e4c1543a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:28.449 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.445+0000 7f1e4b7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1e4c0b3790 0x7f1e4c1543a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38974/0 (socket says 172.21.15.46:38974) 2023-09-21T13:05:28.449 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.445+0000 7f1e4b7fe700 1 -- 172.21.15.46:0/3115986928 learned_addr learned my addr 172.21.15.46:0/3115986928 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:28.449 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.445+0000 7f1e4affd700 1 --2- 172.21.15.46:0/3115986928 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f1e4c15e520 0x7f1e4c0cc340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:28.450 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.445+0000 7f1e4bfff700 1 --2- 172.21.15.46:0/3115986928 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f1e4c161e80 0x7f1e4c15ff80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:28.454 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.446+0000 7f1e4b7fe700 1 -- 172.21.15.46:0/3115986928 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f1e4c161e80 msgr2=0x7f1e4c15ff80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:28.454 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.446+0000 7f1e4b7fe700 1 --2- 172.21.15.46:0/3115986928 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f1e4c161e80 0x7f1e4c15ff80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:28.454 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.446+0000 7f1e4b7fe700 1 -- 172.21.15.46:0/3115986928 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f1e4c15e520 msgr2=0x7f1e4c0cc340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:28.455 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.446+0000 7f1e4b7fe700 1 --2- 172.21.15.46:0/3115986928 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f1e4c15e520 0x7f1e4c0cc340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:28.455 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.446+0000 7f1e4b7fe700 1 -- 172.21.15.46:0/3115986928 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1e44009b30 con 0x7f1e4c0b3790 2023-09-21T13:05:28.455 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.446+0000 7f1e4b7fe700 1 --2- 172.21.15.46:0/3115986928 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1e4c0b3790 0x7f1e4c1543a0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f1e3c00e870 tx=0x7f1e3c00eb80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:28.455 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.446+0000 7f1e33fff700 1 -- 172.21.15.46:0/3115986928 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e3c009590 con 0x7f1e4c0b3790 2023-09-21T13:05:28.455 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.446+0000 7f1e33fff700 1 -- 172.21.15.46:0/3115986928 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1e3c013680 con 0x7f1e4c0b3790 2023-09-21T13:05:28.456 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.446+0000 7f1e520d0700 1 -- 172.21.15.46:0/3115986928 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1e4c0cce50 con 0x7f1e4c0b3790 2023-09-21T13:05:28.456 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.446+0000 7f1e33fff700 1 -- 172.21.15.46:0/3115986928 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e3c0139f0 con 0x7f1e4c0b3790 2023-09-21T13:05:28.456 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.446+0000 7f1e520d0700 1 -- 172.21.15.46:0/3115986928 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1e4c0cc880 con 0x7f1e4c0b3790 2023-09-21T13:05:28.456 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.447+0000 7f1e520d0700 1 -- 172.21.15.46:0/3115986928 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1e4c04f330 con 0x7f1e4c0b3790 2023-09-21T13:05:28.456 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.448+0000 7f1e33fff700 1 -- 172.21.15.46:0/3115986928 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f1e3c013b50 con 0x7f1e4c0b3790 2023-09-21T13:05:28.457 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.448+0000 7f1e33fff700 1 --2- 172.21.15.46:0/3115986928 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f1e3806a580 0x7f1e3806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:28.457 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.448+0000 7f1e33fff700 1 -- 172.21.15.46:0/3115986928 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1e3c088860 con 0x7f1e4c0b3790 2023-09-21T13:05:28.457 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.448+0000 7f1e4affd700 1 --2- 172.21.15.46:0/3115986928 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f1e3806a580 0x7f1e3806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:28.457 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.449+0000 7f1e4affd700 1 --2- 172.21.15.46:0/3115986928 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f1e3806a580 0x7f1e3806ca40 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f1e4c0cf440 tx=0x7f1e40009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:28.458 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.453+0000 7f1e33fff700 1 -- 172.21.15.46:0/3115986928 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f1e3c053de0 con 0x7f1e4c0b3790 2023-09-21T13:05:28.655 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.658+0000 7f1e520d0700 1 -- 172.21.15.46:0/3115986928 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f1e4c0cd370 con 0x7f1e4c0b3790 2023-09-21T13:05:28.655 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.658+0000 7f1e33fff700 1 -- 172.21.15.46:0/3115986928 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7f1e3c0210a0 con 0x7f1e4c0b3790 2023-09-21T13:05:28.656 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 1 2023-09-21T13:05:28.657 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.660+0000 7f1e520d0700 1 -- 172.21.15.46:0/3115986928 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f1e3806a580 msgr2=0x7f1e3806ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:28.658 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.660+0000 7f1e520d0700 1 --2- 172.21.15.46:0/3115986928 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f1e3806a580 0x7f1e3806ca40 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f1e4c0cf440 tx=0x7f1e40009040 comp rx=0 tx=0).stop 2023-09-21T13:05:28.658 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.660+0000 7f1e520d0700 1 -- 172.21.15.46:0/3115986928 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1e4c0b3790 msgr2=0x7f1e4c1543a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:28.658 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.660+0000 7f1e520d0700 1 --2- 172.21.15.46:0/3115986928 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1e4c0b3790 0x7f1e4c1543a0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f1e3c00e870 tx=0x7f1e3c00eb80 comp rx=0 tx=0).stop 2023-09-21T13:05:28.658 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.660+0000 7f1e520d0700 1 -- 172.21.15.46:0/3115986928 shutdown_connections 2023-09-21T13:05:28.659 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.660+0000 7f1e520d0700 1 --2- 172.21.15.46:0/3115986928 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f1e3806a580 0x7f1e3806ca40 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:28.659 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.660+0000 7f1e520d0700 1 --2- 172.21.15.46:0/3115986928 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f1e4c161e80 0x7f1e4c15ff80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:28.659 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.660+0000 7f1e520d0700 1 --2- 172.21.15.46:0/3115986928 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1e4c0b3790 0x7f1e4c1543a0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:28.659 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.660+0000 7f1e520d0700 1 --2- 172.21.15.46:0/3115986928 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f1e4c15e520 0x7f1e4c0cc340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:28.659 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.660+0000 7f1e520d0700 1 -- 172.21.15.46:0/3115986928 >> 172.21.15.46:0/3115986928 conn(0x7f1e4c070f70 msgr2=0x7f1e4c0ad510 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:28.659 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.661+0000 7f1e520d0700 1 -- 172.21.15.46:0/3115986928 shutdown_connections 2023-09-21T13:05:28.660 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.661+0000 7f1e520d0700 1 -- 172.21.15.46:0/3115986928 wait complete. 2023-09-21T13:05:28.671 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-09-21T13:05:28.810 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.813+0000 7f053d237700 1 Processor -- start 2023-09-21T13:05:28.810 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.813+0000 7f053d237700 1 -- start start 2023-09-21T13:05:28.813 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.814+0000 7f053d237700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f053815d520 0x7f05380cef50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:28.813 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.814+0000 7f053d237700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f053806c960 con 0x7f053815d900 2023-09-21T13:05:28.813 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.814+0000 7f053d237700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f05380b3c20 con 0x7f053806d3a0 2023-09-21T13:05:28.814 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.814+0000 7f053d237700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f053806bd70 con 0x7f053815d520 2023-09-21T13:05:28.814 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.814+0000 7f053659c700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f053815d900 0x7f05380b2e00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:42870/0 (socket says 172.21.15.46:42870) 2023-09-21T13:05:28.814 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.814+0000 7f053659c700 1 -- 172.21.15.46:0/606708746 learned_addr learned my addr 172.21.15.46:0/606708746 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:05:28.814 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.814+0000 7f0536d9d700 1 --2- 172.21.15.46:0/606708746 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f053815d520 0x7f05380cef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:28.815 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.814+0000 7f0535d9b700 1 -- 172.21.15.46:0/606708746 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4135473451 0 0) 0x7f053806c960 con 0x7f053815d900 2023-09-21T13:05:28.815 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.815+0000 7f0535d9b700 1 -- 172.21.15.46:0/606708746 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f05240035b0 con 0x7f053815d900 2023-09-21T13:05:28.815 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.815+0000 7f0535d9b700 1 -- 172.21.15.46:0/606708746 <== mon.1 v1:172.21.15.57:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3358304085 0 0) 0x7f05380b3c20 con 0x7f053806d3a0 2023-09-21T13:05:28.815 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.815+0000 7f0535d9b700 1 -- 172.21.15.46:0/606708746 --> v1:172.21.15.57:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f053806c960 con 0x7f053806d3a0 2023-09-21T13:05:28.815 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.815+0000 7f0536d9d700 1 -- 172.21.15.46:0/606708746 >> v1:172.21.15.57:6789/0 conn(0x7f053806d3a0 legacy=0x7f05380b3510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:28.816 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.815+0000 7f0536d9d700 1 -- 172.21.15.46:0/606708746 >> v1:172.21.15.46:6789/0 conn(0x7f053815d900 legacy=0x7f05380b2e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:28.816 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.815+0000 7f0536d9d700 1 -- 172.21.15.46:0/606708746 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f053806c030 con 0x7f053815d520 2023-09-21T13:05:28.816 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.815+0000 7f0536d9d700 1 --2- 172.21.15.46:0/606708746 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f053815d520 0x7f05380cef50 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f0528009870 tx=0x7f0528009b80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=90b8bede5f1567cf server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:28.816 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.815+0000 7f0535d9b700 1 -- 172.21.15.46:0/606708746 <== mon.2 v2:172.21.15.57:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0528011830 con 0x7f053815d520 2023-09-21T13:05:28.817 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.815+0000 7f0535d9b700 1 -- 172.21.15.46:0/606708746 <== mon.2 v2:172.21.15.57:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0528011990 con 0x7f053815d520 2023-09-21T13:05:28.817 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.815+0000 7f0535d9b700 1 -- 172.21.15.46:0/606708746 <== mon.2 v2:172.21.15.57:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0528011d20 con 0x7f053815d520 2023-09-21T13:05:28.817 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.816+0000 7f053d237700 1 -- 172.21.15.46:0/606708746 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f053815d520 msgr2=0x7f05380cef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:28.817 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.816+0000 7f053d237700 1 --2- 172.21.15.46:0/606708746 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f053815d520 0x7f05380cef50 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f0528009870 tx=0x7f0528009b80 comp rx=0 tx=0).stop 2023-09-21T13:05:28.817 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.816+0000 7f053d237700 1 -- 172.21.15.46:0/606708746 shutdown_connections 2023-09-21T13:05:28.818 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.816+0000 7f053d237700 1 --2- 172.21.15.46:0/606708746 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f053815d520 0x7f05380cef50 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:28.818 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.816+0000 7f053d237700 1 -- 172.21.15.46:0/606708746 >> 172.21.15.46:0/606708746 conn(0x7f053806ea60 msgr2=0x7f053806ee40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:28.818 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.816+0000 7f053d237700 1 -- 172.21.15.46:0/606708746 shutdown_connections 2023-09-21T13:05:28.818 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.816+0000 7f053d237700 1 -- 172.21.15.46:0/606708746 wait complete. 2023-09-21T13:05:28.821 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.817+0000 7f053d237700 1 Processor -- start 2023-09-21T13:05:28.821 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.817+0000 7f053d237700 1 -- start start 2023-09-21T13:05:28.822 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.818+0000 7f053d237700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f053806d3a0 0x7f05381547e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:28.822 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.818+0000 7f053d237700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f053815d520 0x7f05380b62d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:28.822 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.818+0000 7f053d237700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f053815d900 0x7f05380b6810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:28.822 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.818+0000 7f053d237700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05380c8450 con 0x7f053806d3a0 2023-09-21T13:05:28.823 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.818+0000 7f053d237700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05380c8fd0 con 0x7f053815d520 2023-09-21T13:05:28.823 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.818+0000 7f053d237700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0538154d20 con 0x7f053815d900 2023-09-21T13:05:28.823 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.818+0000 7f0536d9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f053806d3a0 0x7f05381547e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:28.823 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.818+0000 7f0536d9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f053806d3a0 0x7f05381547e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38976/0 (socket says 172.21.15.46:38976) 2023-09-21T13:05:28.823 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.818+0000 7f0536d9d700 1 -- 172.21.15.46:0/1978691585 learned_addr learned my addr 172.21.15.46:0/1978691585 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:28.824 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.819+0000 7f053659c700 1 --2- 172.21.15.46:0/1978691585 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f053815d520 0x7f05380b62d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:28.824 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.819+0000 7f053759e700 1 --2- 172.21.15.46:0/1978691585 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f053815d900 0x7f05380b6810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:28.824 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.819+0000 7f0536d9d700 1 -- 172.21.15.46:0/1978691585 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f053815d900 msgr2=0x7f05380b6810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:28.824 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.819+0000 7f0536d9d700 1 --2- 172.21.15.46:0/1978691585 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f053815d900 0x7f05380b6810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:28.824 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.819+0000 7f0536d9d700 1 -- 172.21.15.46:0/1978691585 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f053815d520 msgr2=0x7f05380b62d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:28.825 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.819+0000 7f0536d9d700 1 --2- 172.21.15.46:0/1978691585 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f053815d520 0x7f05380b62d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:28.825 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.819+0000 7f0536d9d700 1 -- 172.21.15.46:0/1978691585 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f05280094a0 con 0x7f053806d3a0 2023-09-21T13:05:28.825 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.819+0000 7f053659c700 1 --2- 172.21.15.46:0/1978691585 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f053815d520 0x7f05380b62d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:05:28.825 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.819+0000 7f0536d9d700 1 --2- 172.21.15.46:0/1978691585 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f053806d3a0 0x7f05381547e0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f05280090b0 tx=0x7f0528004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:28.826 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.819+0000 7f052f7fe700 1 -- 172.21.15.46:0/1978691585 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f052801a860 con 0x7f053806d3a0 2023-09-21T13:05:28.826 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.819+0000 7f052f7fe700 1 -- 172.21.15.46:0/1978691585 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f052801a9c0 con 0x7f053806d3a0 2023-09-21T13:05:28.826 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.819+0000 7f053d237700 1 -- 172.21.15.46:0/1978691585 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f05380c54e0 con 0x7f053806d3a0 2023-09-21T13:05:28.826 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.819+0000 7f052f7fe700 1 -- 172.21.15.46:0/1978691585 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f052801ad30 con 0x7f053806d3a0 2023-09-21T13:05:28.826 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.819+0000 7f053d237700 1 -- 172.21.15.46:0/1978691585 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f05380c8980 con 0x7f053806d3a0 2023-09-21T13:05:28.827 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.820+0000 7f053d237700 1 -- 172.21.15.46:0/1978691585 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0538068340 con 0x7f053806d3a0 2023-09-21T13:05:28.827 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.821+0000 7f052f7fe700 1 -- 172.21.15.46:0/1978691585 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f0528022070 con 0x7f053806d3a0 2023-09-21T13:05:28.827 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.821+0000 7f052f7fe700 1 --2- 172.21.15.46:0/1978691585 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f051806a580 0x7f051806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:28.827 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.821+0000 7f052f7fe700 1 -- 172.21.15.46:0/1978691585 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f05280896b0 con 0x7f053806d3a0 2023-09-21T13:05:28.827 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.821+0000 7f053659c700 1 --2- 172.21.15.46:0/1978691585 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f051806a580 0x7f051806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:28.828 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.822+0000 7f053659c700 1 --2- 172.21.15.46:0/1978691585 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f051806a580 0x7f051806ca40 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f0520000f60 tx=0x7f0520009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:28.828 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:28.826+0000 7f052f7fe700 1 -- 172.21.15.46:0/1978691585 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f0528054e90 con 0x7f053806d3a0 2023-09-21T13:05:29.033 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.036+0000 7f053d237700 1 -- 172.21.15.46:0/1978691585 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f0538067780 con 0x7f053806d3a0 2023-09-21T13:05:29.034 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.037+0000 7f052f7fe700 1 -- 172.21.15.46:0/1978691585 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7f0528015020 con 0x7f053806d3a0 2023-09-21T13:05:29.034 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 32 2023-09-21T13:05:29.036 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.039+0000 7f053d237700 1 -- 172.21.15.46:0/1978691585 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f051806a580 msgr2=0x7f051806ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:29.037 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.039+0000 7f053d237700 1 --2- 172.21.15.46:0/1978691585 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f051806a580 0x7f051806ca40 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f0520000f60 tx=0x7f0520009040 comp rx=0 tx=0).stop 2023-09-21T13:05:29.037 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.039+0000 7f053d237700 1 -- 172.21.15.46:0/1978691585 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f053806d3a0 msgr2=0x7f05381547e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:29.037 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.039+0000 7f053d237700 1 --2- 172.21.15.46:0/1978691585 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f053806d3a0 0x7f05381547e0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f05280090b0 tx=0x7f0528004750 comp rx=0 tx=0).stop 2023-09-21T13:05:29.037 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.039+0000 7f053d237700 1 -- 172.21.15.46:0/1978691585 shutdown_connections 2023-09-21T13:05:29.037 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.039+0000 7f053d237700 1 --2- 172.21.15.46:0/1978691585 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f051806a580 0x7f051806ca40 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:29.038 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.039+0000 7f053d237700 1 --2- 172.21.15.46:0/1978691585 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f053815d900 0x7f05380b6810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:29.038 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.039+0000 7f053d237700 1 --2- 172.21.15.46:0/1978691585 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f053806d3a0 0x7f05381547e0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:29.038 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.039+0000 7f053d237700 1 --2- 172.21.15.46:0/1978691585 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f053815d520 0x7f05380b62d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:29.038 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.039+0000 7f053d237700 1 -- 172.21.15.46:0/1978691585 >> 172.21.15.46:0/1978691585 conn(0x7f053806ea60 msgr2=0x7f05380b34e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:29.039 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.039+0000 7f053d237700 1 -- 172.21.15.46:0/1978691585 shutdown_connections 2023-09-21T13:05:29.039 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.039+0000 7f053d237700 1 -- 172.21.15.46:0/1978691585 wait complete. 2023-09-21T13:05:29.049 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-09-21T13:05:29.189 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.192+0000 7fc4e961c700 1 Processor -- start 2023-09-21T13:05:29.189 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.192+0000 7fc4e961c700 1 -- start start 2023-09-21T13:05:29.191 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.193+0000 7fc4e961c700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7fc4e415d5a0 0x7fc4e4161280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:29.192 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.193+0000 7fc4e961c700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fc4e406a7a0 0x7fc4e415e350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:29.192 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.193+0000 7fc4e961c700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc4e41621b0 con 0x7fc4e415d980 2023-09-21T13:05:29.192 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.193+0000 7fc4e961c700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc4e40c3b70 con 0x7fc4e415d5a0 2023-09-21T13:05:29.192 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.193+0000 7fc4e961c700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc4e4161910 con 0x7fc4e406a7a0 2023-09-21T13:05:29.192 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.193+0000 7fc4e27fc700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7fc4e415d980 0x7fc4e40717c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:42876/0 (socket says 172.21.15.46:42876) 2023-09-21T13:05:29.193 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.193+0000 7fc4e27fc700 1 -- 172.21.15.46:0/947613421 learned_addr learned my addr 172.21.15.46:0/947613421 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:05:29.193 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.193+0000 7fc4e2ffd700 1 --2- 172.21.15.46:0/947613421 >> v2:172.21.15.57:3300/0 conn(0x7fc4e415d5a0 0x7fc4e4161280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:29.193 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.193+0000 7fc4e37fe700 1 --2- 172.21.15.46:0/947613421 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fc4e406a7a0 0x7fc4e415e350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:29.193 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.193+0000 7fc4e1ffb700 1 -- 172.21.15.46:0/947613421 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3956072008 0 0) 0x7fc4e41621b0 con 0x7fc4e415d980 2023-09-21T13:05:29.193 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.193+0000 7fc4e1ffb700 1 -- 172.21.15.46:0/947613421 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc4cc0035b0 con 0x7fc4e415d980 2023-09-21T13:05:29.194 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.194+0000 7fc4e37fe700 1 -- 172.21.15.46:0/947613421 >> v2:172.21.15.57:3300/0 conn(0x7fc4e415d5a0 msgr2=0x7fc4e4161280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:29.194 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.194+0000 7fc4e37fe700 1 --2- 172.21.15.46:0/947613421 >> v2:172.21.15.57:3300/0 conn(0x7fc4e415d5a0 0x7fc4e4161280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:29.195 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.194+0000 7fc4e37fe700 1 -- 172.21.15.46:0/947613421 >> v1:172.21.15.46:6789/0 conn(0x7fc4e415d980 legacy=0x7fc4e40717c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:29.195 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.194+0000 7fc4e37fe700 1 -- 172.21.15.46:0/947613421 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc4e4161bf0 con 0x7fc4e406a7a0 2023-09-21T13:05:29.195 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.194+0000 7fc4e37fe700 1 --2- 172.21.15.46:0/947613421 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fc4e406a7a0 0x7fc4e415e350 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fc4dc009d90 tx=0x7fc4dc00b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=46f3d4f04873acc0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:29.195 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.194+0000 7fc4e1ffb700 1 -- 172.21.15.46:0/947613421 <== mon.2 v2:172.21.15.57:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4dc00e070 con 0x7fc4e406a7a0 2023-09-21T13:05:29.195 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.194+0000 7fc4e1ffb700 1 -- 172.21.15.46:0/947613421 <== mon.2 v2:172.21.15.57:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc4dc00bb20 con 0x7fc4e406a7a0 2023-09-21T13:05:29.196 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.194+0000 7fc4e1ffb700 1 -- 172.21.15.46:0/947613421 <== mon.2 v2:172.21.15.57:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4dc012430 con 0x7fc4e406a7a0 2023-09-21T13:05:29.196 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.195+0000 7fc4e961c700 1 -- 172.21.15.46:0/947613421 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fc4e406a7a0 msgr2=0x7fc4e415e350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:29.196 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.195+0000 7fc4e961c700 1 --2- 172.21.15.46:0/947613421 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fc4e406a7a0 0x7fc4e415e350 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fc4dc009d90 tx=0x7fc4dc00b330 comp rx=0 tx=0).stop 2023-09-21T13:05:29.196 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.195+0000 7fc4e961c700 1 -- 172.21.15.46:0/947613421 shutdown_connections 2023-09-21T13:05:29.196 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.195+0000 7fc4e961c700 1 --2- 172.21.15.46:0/947613421 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fc4e406a7a0 0x7fc4e415e350 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:29.197 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.195+0000 7fc4e961c700 1 --2- 172.21.15.46:0/947613421 >> v2:172.21.15.57:3300/0 conn(0x7fc4e415d5a0 0x7fc4e4161280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:29.197 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.195+0000 7fc4e961c700 1 -- 172.21.15.46:0/947613421 >> 172.21.15.46:0/947613421 conn(0x7fc4e40b1dc0 msgr2=0x7fc4e40b21d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:29.197 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.195+0000 7fc4e961c700 1 -- 172.21.15.46:0/947613421 shutdown_connections 2023-09-21T13:05:29.197 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.195+0000 7fc4e961c700 1 -- 172.21.15.46:0/947613421 wait complete. 2023-09-21T13:05:29.200 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.196+0000 7fc4e961c700 1 Processor -- start 2023-09-21T13:05:29.200 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.196+0000 7fc4e961c700 1 -- start start 2023-09-21T13:05:29.200 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.197+0000 7fc4e961c700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fc4e406a7a0 0x7fc4e41f6d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:29.200 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.197+0000 7fc4e961c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc4e415d5a0 0x7fc4e40b3370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:29.200 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.197+0000 7fc4e961c700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fc4e415d980 0x7fc4e4159900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:29.201 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.197+0000 7fc4e961c700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4e40aca90 con 0x7fc4e415d5a0 2023-09-21T13:05:29.201 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.197+0000 7fc4e961c700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4e40b38b0 con 0x7fc4e406a7a0 2023-09-21T13:05:29.201 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.197+0000 7fc4e961c700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc4e40b4380 con 0x7fc4e415d980 2023-09-21T13:05:29.201 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.197+0000 7fc4e27fc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc4e415d5a0 0x7fc4e40b3370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:29.201 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.197+0000 7fc4e27fc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc4e415d5a0 0x7fc4e40b3370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38978/0 (socket says 172.21.15.46:38978) 2023-09-21T13:05:29.202 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.197+0000 7fc4e27fc700 1 -- 172.21.15.46:0/1578377825 learned_addr learned my addr 172.21.15.46:0/1578377825 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:29.202 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.197+0000 7fc4e37fe700 1 --2- 172.21.15.46:0/1578377825 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fc4e415d980 0x7fc4e4159900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:29.202 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.197+0000 7fc4e2ffd700 1 --2- 172.21.15.46:0/1578377825 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fc4e406a7a0 0x7fc4e41f6d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:29.202 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.198+0000 7fc4e27fc700 1 -- 172.21.15.46:0/1578377825 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fc4e415d980 msgr2=0x7fc4e4159900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:29.202 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.198+0000 7fc4e27fc700 1 --2- 172.21.15.46:0/1578377825 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fc4e415d980 0x7fc4e4159900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:29.203 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.198+0000 7fc4e27fc700 1 -- 172.21.15.46:0/1578377825 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fc4e406a7a0 msgr2=0x7fc4e41f6d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:29.203 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.198+0000 7fc4e27fc700 1 --2- 172.21.15.46:0/1578377825 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fc4e406a7a0 0x7fc4e41f6d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:29.203 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.198+0000 7fc4e27fc700 1 -- 172.21.15.46:0/1578377825 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc4dc009a70 con 0x7fc4e415d5a0 2023-09-21T13:05:29.203 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.198+0000 7fc4e27fc700 1 --2- 172.21.15.46:0/1578377825 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc4e415d5a0 0x7fc4e40b3370 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fc4d800c4d0 tx=0x7fc4d800c7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:29.203 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.198+0000 7fc4cb7fe700 1 -- 172.21.15.46:0/1578377825 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4d8005d70 con 0x7fc4e415d5a0 2023-09-21T13:05:29.204 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.198+0000 7fc4cb7fe700 1 -- 172.21.15.46:0/1578377825 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc4d800ce80 con 0x7fc4e415d5a0 2023-09-21T13:05:29.204 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.198+0000 7fc4cb7fe700 1 -- 172.21.15.46:0/1578377825 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4d80072d0 con 0x7fc4e415d5a0 2023-09-21T13:05:29.204 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.198+0000 7fc4e961c700 1 -- 172.21.15.46:0/1578377825 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc4e40b3ae0 con 0x7fc4e415d5a0 2023-09-21T13:05:29.204 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.198+0000 7fc4e961c700 1 -- 172.21.15.46:0/1578377825 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc4e40b40a0 con 0x7fc4e415d5a0 2023-09-21T13:05:29.204 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.199+0000 7fc4e961c700 1 -- 172.21.15.46:0/1578377825 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc4e40ac860 con 0x7fc4e415d5a0 2023-09-21T13:05:29.205 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.200+0000 7fc4cb7fe700 1 -- 172.21.15.46:0/1578377825 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fc4d8007430 con 0x7fc4e415d5a0 2023-09-21T13:05:29.205 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.200+0000 7fc4cb7fe700 1 --2- 172.21.15.46:0/1578377825 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fc4d006a580 0x7fc4d006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:29.205 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.200+0000 7fc4cb7fe700 1 -- 172.21.15.46:0/1578377825 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc4d8087c10 con 0x7fc4e415d5a0 2023-09-21T13:05:29.205 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.200+0000 7fc4e2ffd700 1 --2- 172.21.15.46:0/1578377825 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fc4d006a580 0x7fc4d006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:29.205 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.201+0000 7fc4e2ffd700 1 --2- 172.21.15.46:0/1578377825 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fc4d006a580 0x7fc4d006ca40 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fc4d4009be0 tx=0x7fc4d4009210 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:29.206 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.205+0000 7fc4cb7fe700 1 -- 172.21.15.46:0/1578377825 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fc4e40ac860 con 0x7fc4e415d5a0 2023-09-21T13:05:29.408 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.411+0000 7fc4e961c700 1 -- 172.21.15.46:0/1578377825 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fc4e40ac860 con 0x7fc4e415d5a0 2023-09-21T13:05:29.408 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.411+0000 7fc4cb7fe700 1 -- 172.21.15.46:0/1578377825 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7fc4e40ac860 con 0x7fc4e415d5a0 2023-09-21T13:05:29.409 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 64 2023-09-21T13:05:29.410 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.413+0000 7fc4e961c700 1 -- 172.21.15.46:0/1578377825 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fc4d006a580 msgr2=0x7fc4d006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:29.411 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.413+0000 7fc4e961c700 1 --2- 172.21.15.46:0/1578377825 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fc4d006a580 0x7fc4d006ca40 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fc4d4009be0 tx=0x7fc4d4009210 comp rx=0 tx=0).stop 2023-09-21T13:05:29.411 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.413+0000 7fc4e961c700 1 -- 172.21.15.46:0/1578377825 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc4e415d5a0 msgr2=0x7fc4e40b3370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:29.411 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.413+0000 7fc4e961c700 1 --2- 172.21.15.46:0/1578377825 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc4e415d5a0 0x7fc4e40b3370 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fc4d800c4d0 tx=0x7fc4d800c7e0 comp rx=0 tx=0).stop 2023-09-21T13:05:29.412 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.413+0000 7fc4e961c700 1 -- 172.21.15.46:0/1578377825 shutdown_connections 2023-09-21T13:05:29.412 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.413+0000 7fc4e961c700 1 --2- 172.21.15.46:0/1578377825 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fc4d006a580 0x7fc4d006ca40 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:29.412 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.413+0000 7fc4e961c700 1 --2- 172.21.15.46:0/1578377825 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fc4e415d980 0x7fc4e4159900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:29.413 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.413+0000 7fc4e961c700 1 --2- 172.21.15.46:0/1578377825 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fc4e406a7a0 0x7fc4e41f6d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:29.413 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.413+0000 7fc4e961c700 1 --2- 172.21.15.46:0/1578377825 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc4e415d5a0 0x7fc4e40b3370 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:29.413 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.413+0000 7fc4e961c700 1 -- 172.21.15.46:0/1578377825 >> 172.21.15.46:0/1578377825 conn(0x7fc4e40b1dc0 msgr2=0x7fc4e40cdc70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:29.414 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.414+0000 7fc4e961c700 1 -- 172.21.15.46:0/1578377825 shutdown_connections 2023-09-21T13:05:29.414 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.414+0000 7fc4e961c700 1 -- 172.21.15.46:0/1578377825 wait complete. 2023-09-21T13:05:29.424 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-09-21T13:05:29.561 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.563+0000 7fcde52a8700 1 Processor -- start 2023-09-21T13:05:29.561 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.563+0000 7fcde52a8700 1 -- start start 2023-09-21T13:05:29.570 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.564+0000 7fcde52a8700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fcde006d340 0x7fcde0161a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:29.570 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.564+0000 7fcde52a8700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcde01580a0 con 0x7fcde00b2dd0 2023-09-21T13:05:29.571 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.564+0000 7fcde52a8700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcde015e4c0 con 0x7fcde00cf4f0 2023-09-21T13:05:29.571 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.564+0000 7fcde52a8700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcde015e7a0 con 0x7fcde006d340 2023-09-21T13:05:29.571 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.565+0000 7fcdde7fc700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fcde006d340 0x7fcde0161a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:29.572 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.565+0000 7fcddf7fe700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7fcde00b2dd0 0x7fcde006bac0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:42880/0 (socket says 172.21.15.46:42880) 2023-09-21T13:05:29.572 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.565+0000 7fcddf7fe700 1 -- 172.21.15.46:0/794466036 learned_addr learned my addr 172.21.15.46:0/794466036 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:05:29.573 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.565+0000 7fcdde7fc700 1 -- 172.21.15.46:0/794466036 >> v1:172.21.15.57:6789/0 conn(0x7fcde00cf4f0 legacy=0x7fcde015dc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:29.573 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.565+0000 7fcdde7fc700 1 -- 172.21.15.46:0/794466036 >> v1:172.21.15.46:6789/0 conn(0x7fcde00b2dd0 legacy=0x7fcde006bac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:29.573 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.565+0000 7fcdde7fc700 1 -- 172.21.15.46:0/794466036 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcde0161290 con 0x7fcde006d340 2023-09-21T13:05:29.574 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.565+0000 7fcdde7fc700 1 --2- 172.21.15.46:0/794466036 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcde006d340 0x7fcde0161a70 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fcdc8009840 tx=0x7fcdc8009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=263a8b95025a4295 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:29.574 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.565+0000 7fcdddffb700 1 -- 172.21.15.46:0/794466036 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcdc8011830 con 0x7fcde006d340 2023-09-21T13:05:29.575 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.565+0000 7fcdddffb700 1 -- 172.21.15.46:0/794466036 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcdc8011990 con 0x7fcde006d340 2023-09-21T13:05:29.575 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.565+0000 7fcdddffb700 1 -- 172.21.15.46:0/794466036 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcdc8011d20 con 0x7fcde006d340 2023-09-21T13:05:29.575 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.566+0000 7fcde52a8700 1 -- 172.21.15.46:0/794466036 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcde006d340 msgr2=0x7fcde0161a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:29.576 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.566+0000 7fcde52a8700 1 --2- 172.21.15.46:0/794466036 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcde006d340 0x7fcde0161a70 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fcdc8009840 tx=0x7fcdc8009b50 comp rx=0 tx=0).stop 2023-09-21T13:05:29.576 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.566+0000 7fcde52a8700 1 -- 172.21.15.46:0/794466036 shutdown_connections 2023-09-21T13:05:29.576 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.566+0000 7fcde52a8700 1 --2- 172.21.15.46:0/794466036 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcde006d340 0x7fcde0161a70 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:29.577 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.566+0000 7fcde52a8700 1 -- 172.21.15.46:0/794466036 >> 172.21.15.46:0/794466036 conn(0x7fcde006eb20 msgr2=0x7fcde006ef00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:29.577 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.566+0000 7fcde52a8700 1 -- 172.21.15.46:0/794466036 shutdown_connections 2023-09-21T13:05:29.578 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.566+0000 7fcde52a8700 1 -- 172.21.15.46:0/794466036 wait complete. 2023-09-21T13:05:29.578 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.567+0000 7fcde52a8700 1 Processor -- start 2023-09-21T13:05:29.578 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.567+0000 7fcde52a8700 1 -- start start 2023-09-21T13:05:29.579 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.568+0000 7fcde52a8700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcde006d340 0x7fcde01576e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:29.579 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.568+0000 7fcde52a8700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fcde00b2dd0 0x7fcde00ccbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:29.580 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.568+0000 7fcde52a8700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fcde00cf4f0 0x7fcde00b6090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:29.580 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.568+0000 7fcde52a8700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcde00cd330 con 0x7fcde006d340 2023-09-21T13:05:29.580 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.568+0000 7fcde52a8700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcde00b4250 con 0x7fcde00b2dd0 2023-09-21T13:05:29.581 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.568+0000 7fcde52a8700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcde00cd100 con 0x7fcde00cf4f0 2023-09-21T13:05:29.581 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.568+0000 7fcddeffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcde006d340 0x7fcde01576e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:29.582 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.568+0000 7fcddeffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcde006d340 0x7fcde01576e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39006/0 (socket says 172.21.15.46:39006) 2023-09-21T13:05:29.582 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.568+0000 7fcddeffd700 1 -- 172.21.15.46:0/2752905849 learned_addr learned my addr 172.21.15.46:0/2752905849 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:29.582 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.569+0000 7fcddf7fe700 1 --2- 172.21.15.46:0/2752905849 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fcde00cf4f0 0x7fcde00b6090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:29.583 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.569+0000 7fcdde7fc700 1 --2- 172.21.15.46:0/2752905849 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fcde00b2dd0 0x7fcde00ccbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:29.583 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.569+0000 7fcddeffd700 1 -- 172.21.15.46:0/2752905849 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fcde00cf4f0 msgr2=0x7fcde00b6090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:29.583 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.569+0000 7fcddeffd700 1 --2- 172.21.15.46:0/2752905849 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fcde00cf4f0 0x7fcde00b6090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:29.584 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.569+0000 7fcddeffd700 1 -- 172.21.15.46:0/2752905849 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fcde00b2dd0 msgr2=0x7fcde00ccbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:29.584 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.569+0000 7fcddeffd700 1 --2- 172.21.15.46:0/2752905849 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fcde00b2dd0 0x7fcde00ccbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:29.585 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.569+0000 7fcddeffd700 1 -- 172.21.15.46:0/2752905849 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcdc80094a0 con 0x7fcde006d340 2023-09-21T13:05:29.585 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.569+0000 7fcdde7fc700 1 --2- 172.21.15.46:0/2752905849 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fcde00b2dd0 0x7fcde00ccbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:05:29.585 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.569+0000 7fcddeffd700 1 --2- 172.21.15.46:0/2752905849 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcde006d340 0x7fcde01576e0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fcdd000c450 tx=0x7fcdd000c810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:29.586 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.569+0000 7fcdd77fe700 1 -- 172.21.15.46:0/2752905849 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcdd00052d0 con 0x7fcde006d340 2023-09-21T13:05:29.586 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.569+0000 7fcdd77fe700 1 -- 172.21.15.46:0/2752905849 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcdd0005430 con 0x7fcde006d340 2023-09-21T13:05:29.586 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.569+0000 7fcde52a8700 1 -- 172.21.15.46:0/2752905849 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcde00b58a0 con 0x7fcde006d340 2023-09-21T13:05:29.587 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.569+0000 7fcdd77fe700 1 -- 172.21.15.46:0/2752905849 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcdd00038c0 con 0x7fcde006d340 2023-09-21T13:05:29.587 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.569+0000 7fcde52a8700 1 -- 172.21.15.46:0/2752905849 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcde00b5250 con 0x7fcde006d340 2023-09-21T13:05:29.587 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.570+0000 7fcde52a8700 1 -- 172.21.15.46:0/2752905849 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcde0068b90 con 0x7fcde006d340 2023-09-21T13:05:29.587 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.571+0000 7fcdd77fe700 1 -- 172.21.15.46:0/2752905849 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fcdd0003a20 con 0x7fcde006d340 2023-09-21T13:05:29.588 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.571+0000 7fcdd77fe700 1 --2- 172.21.15.46:0/2752905849 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fcdc006a580 0x7fcdc006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:29.588 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.571+0000 7fcdde7fc700 1 --2- 172.21.15.46:0/2752905849 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fcdc006a580 0x7fcdc006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:29.588 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.571+0000 7fcdd77fe700 1 -- 172.21.15.46:0/2752905849 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fcdd0088200 con 0x7fcde006d340 2023-09-21T13:05:29.589 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.572+0000 7fcdde7fc700 1 --2- 172.21.15.46:0/2752905849 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fcdc006a580 0x7fcdc006ca40 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fcdc80090b0 tx=0x7fcdc8008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:29.589 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.575+0000 7fcdd77fe700 1 -- 172.21.15.46:0/2752905849 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fcdd0053860 con 0x7fcde006d340 2023-09-21T13:05:29.824 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.827+0000 7fcde52a8700 1 -- 172.21.15.46:0/2752905849 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fcde00ce7c0 con 0x7fcde006d340 2023-09-21T13:05:29.825 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.828+0000 7fcdd77fe700 1 -- 172.21.15.46:0/2752905849 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+4898 (secure 0 0 0) 0x7fcdd0056e80 con 0x7fcde006d340 2023-09-21T13:05:29.825 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:05:29.825 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4263,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6836/953501907","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":953501907},{"type":"v1","addr":"172.21.15.46:6836","nonce":953501907}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4266,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/951711535","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6835","nonce":951711535},{"type":"v1","addr":"172.21.15.46:6837","nonce":951711535}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":4281,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.57:6835/3705232108","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6833","nonce":3705232108},{"type":"v1","addr":"172.21.15.57:6835","nonce":3705232108}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-09-21T13:05:16.171576+0000","modified":"2023-09-21T13:05:19.182371+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4285},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4285":{"gid":4285,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.57:6834/887123340","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6832","nonce":887123340},{"type":"v1","addr":"172.21.15.57:6834","nonce":887123340}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-09-21T13:05:29.827 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.830+0000 7fcde52a8700 1 -- 172.21.15.46:0/2752905849 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fcdc006a580 msgr2=0x7fcdc006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:29.827 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.830+0000 7fcde52a8700 1 --2- 172.21.15.46:0/2752905849 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fcdc006a580 0x7fcdc006ca40 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fcdc80090b0 tx=0x7fcdc8008030 comp rx=0 tx=0).stop 2023-09-21T13:05:29.828 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.830+0000 7fcde52a8700 1 -- 172.21.15.46:0/2752905849 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcde006d340 msgr2=0x7fcde01576e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:29.828 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.830+0000 7fcde52a8700 1 --2- 172.21.15.46:0/2752905849 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcde006d340 0x7fcde01576e0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fcdd000c450 tx=0x7fcdd000c810 comp rx=0 tx=0).stop 2023-09-21T13:05:29.828 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.830+0000 7fcde52a8700 1 -- 172.21.15.46:0/2752905849 shutdown_connections 2023-09-21T13:05:29.828 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.830+0000 7fcde52a8700 1 --2- 172.21.15.46:0/2752905849 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fcdc006a580 0x7fcdc006ca40 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:29.828 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.830+0000 7fcde52a8700 1 --2- 172.21.15.46:0/2752905849 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fcde00cf4f0 0x7fcde00b6090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:29.829 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.830+0000 7fcde52a8700 1 --2- 172.21.15.46:0/2752905849 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcde006d340 0x7fcde01576e0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:29.829 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.830+0000 7fcde52a8700 1 --2- 172.21.15.46:0/2752905849 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fcde00b2dd0 0x7fcde00ccbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:29.829 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.830+0000 7fcde52a8700 1 -- 172.21.15.46:0/2752905849 >> 172.21.15.46:0/2752905849 conn(0x7fcde006eb20 msgr2=0x7fcde015d0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:29.829 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.830+0000 7fcde52a8700 1 -- 172.21.15.46:0/2752905849 shutdown_connections 2023-09-21T13:05:29.829 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.830+0000 7fcde52a8700 1 -- 172.21.15.46:0/2752905849 wait complete. 2023-09-21T13:05:29.830 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 7 2023-09-21T13:05:29.841 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-21T13:05:29.978 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.981+0000 7fd2f0090700 1 Processor -- start 2023-09-21T13:05:29.978 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.981+0000 7fd2f0090700 1 -- start start 2023-09-21T13:05:29.982 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.982+0000 7fd2f0090700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fd2e8165140 0x7fd2e80c6410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:29.982 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.982+0000 7fd2f0090700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd2e80d1b90 con 0x7fd2e80d05d0 2023-09-21T13:05:29.982 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.982+0000 7fd2f0090700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd2e80d18b0 con 0x7fd2e8165520 2023-09-21T13:05:29.983 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.982+0000 7fd2f0090700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd2e80ce220 con 0x7fd2e8165140 2023-09-21T13:05:29.983 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.982+0000 7fd2ee62d700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7fd2e80d05d0 0x7fd2e80ce670 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:42890/0 (socket says 172.21.15.46:42890) 2023-09-21T13:05:29.983 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.982+0000 7fd2ee62d700 1 -- 172.21.15.46:0/2394293528 learned_addr learned my addr 172.21.15.46:0/2394293528 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:05:29.983 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.982+0000 7fd2ede2c700 1 --2- 172.21.15.46:0/2394293528 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fd2e8165140 0x7fd2e80c6410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:29.983 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.982+0000 7fd2ece2a700 1 -- 172.21.15.46:0/2394293528 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 758329352 0 0) 0x7fd2e80d1b90 con 0x7fd2e80d05d0 2023-09-21T13:05:29.984 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.982+0000 7fd2ece2a700 1 -- 172.21.15.46:0/2394293528 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd2d40035b0 con 0x7fd2e80d05d0 2023-09-21T13:05:29.984 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.983+0000 7fd2ece2a700 1 -- 172.21.15.46:0/2394293528 <== mon.0 v1:172.21.15.46:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4289645458 0 0) 0x7fd2d40035b0 con 0x7fd2e80d05d0 2023-09-21T13:05:29.984 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.983+0000 7fd2ece2a700 1 -- 172.21.15.46:0/2394293528 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fd2e8165140 msgr2=0x7fd2e80c6410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:29.984 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.983+0000 7fd2ece2a700 1 --2- 172.21.15.46:0/2394293528 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fd2e8165140 0x7fd2e80c6410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:29.984 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.983+0000 7fd2ece2a700 1 -- 172.21.15.46:0/2394293528 >> v1:172.21.15.57:6789/0 conn(0x7fd2e8165520 legacy=0x7fd2e80cfec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:29.985 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.983+0000 7fd2ece2a700 1 -- 172.21.15.46:0/2394293528 --> v1:172.21.15.46:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd2e80d4030 con 0x7fd2e80d05d0 2023-09-21T13:05:29.985 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.983+0000 7fd2ece2a700 1 -- 172.21.15.46:0/2394293528 <== mon.0 v1:172.21.15.46:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 834881909 0 0) 0x7fd2e00019f0 con 0x7fd2e80d05d0 2023-09-21T13:05:29.985 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.983+0000 7fd2ece2a700 1 -- 172.21.15.46:0/2394293528 >> v1:172.21.15.46:6789/0 conn(0x7fd2e80d05d0 legacy=0x7fd2e80ce670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:29.985 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.983+0000 7fd2ece2a700 1 --2- 172.21.15.46:0/2394293528 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fd2d4003a30 0x7fd2d4003e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:29.985 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.983+0000 7fd2ece2a700 1 --2- 172.21.15.46:0/2394293528 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fd2e8165140 0x7fd2d4004850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:29.986 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.983+0000 7fd2ece2a700 1 --2- 172.21.15.46:0/2394293528 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd2d4004d90 0x7fd2d4005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:29.986 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.983+0000 7fd2ece2a700 1 -- 172.21.15.46:0/2394293528 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2e80ce220 con 0x7fd2d4004d90 2023-09-21T13:05:29.986 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.983+0000 7fd2ece2a700 1 -- 172.21.15.46:0/2394293528 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2d400ba10 con 0x7fd2d4003a30 2023-09-21T13:05:29.986 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.983+0000 7fd2ece2a700 1 -- 172.21.15.46:0/2394293528 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd2d400bbd0 con 0x7fd2e8165140 2023-09-21T13:05:29.986 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.983+0000 7fd2ee62d700 1 --2- 172.21.15.46:0/2394293528 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd2d4004d90 0x7fd2d4005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:29.987 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.983+0000 7fd2ede2c700 1 --2- 172.21.15.46:0/2394293528 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fd2d4003a30 0x7fd2d4003e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:29.987 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.983+0000 7fd2ed62b700 1 --2- 172.21.15.46:0/2394293528 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fd2e8165140 0x7fd2d4004850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:29.987 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.983+0000 7fd2ee62d700 1 -- 172.21.15.46:0/2394293528 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fd2e8165140 msgr2=0x7fd2d4004850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:29.987 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.983+0000 7fd2ee62d700 1 --2- 172.21.15.46:0/2394293528 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fd2e8165140 0x7fd2d4004850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:29.987 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.983+0000 7fd2ee62d700 1 -- 172.21.15.46:0/2394293528 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fd2d4003a30 msgr2=0x7fd2d4003e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:29.988 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.983+0000 7fd2ee62d700 1 --2- 172.21.15.46:0/2394293528 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fd2d4003a30 0x7fd2d4003e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:29.988 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.983+0000 7fd2ee62d700 1 -- 172.21.15.46:0/2394293528 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd2d40035b0 con 0x7fd2d4004d90 2023-09-21T13:05:29.988 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.983+0000 7fd2ee62d700 1 --2- 172.21.15.46:0/2394293528 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd2d4004d90 0x7fd2d4005210 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fd2e80ca800 tx=0x7fd2d4005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d32d5512bda6b999 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:29.988 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.983+0000 7fd2ece2a700 1 -- 172.21.15.46:0/2394293528 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2e0012600 con 0x7fd2d4004d90 2023-09-21T13:05:29.988 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.983+0000 7fd2ece2a700 1 -- 172.21.15.46:0/2394293528 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd2e0012780 con 0x7fd2d4004d90 2023-09-21T13:05:29.989 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.984+0000 7fd2ece2a700 1 -- 172.21.15.46:0/2394293528 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2e0012b30 con 0x7fd2d4004d90 2023-09-21T13:05:29.989 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.984+0000 7fd2f0090700 1 -- 172.21.15.46:0/2394293528 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd2d4004d90 msgr2=0x7fd2d4005210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:29.989 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.984+0000 7fd2f0090700 1 --2- 172.21.15.46:0/2394293528 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd2d4004d90 0x7fd2d4005210 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fd2e80ca800 tx=0x7fd2d4005880 comp rx=0 tx=0).stop 2023-09-21T13:05:29.989 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.984+0000 7fd2ee62d700 1 -- 172.21.15.46:0/2394293528 reap_dead start 2023-09-21T13:05:29.989 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.984+0000 7fd2f0090700 1 -- 172.21.15.46:0/2394293528 shutdown_connections 2023-09-21T13:05:29.990 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.984+0000 7fd2f0090700 1 -- 172.21.15.46:0/2394293528 >> 172.21.15.46:0/2394293528 conn(0x7fd2e809ca30 msgr2=0x7fd2e80d3780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:29.990 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.984+0000 7fd2f0090700 1 -- 172.21.15.46:0/2394293528 shutdown_connections 2023-09-21T13:05:29.990 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.984+0000 7fd2f0090700 1 -- 172.21.15.46:0/2394293528 wait complete. 2023-09-21T13:05:29.990 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.985+0000 7fd2f0090700 1 Processor -- start 2023-09-21T13:05:29.990 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.986+0000 7fd2f0090700 1 -- start start 2023-09-21T13:05:29.993 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.986+0000 7fd2f0090700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd2d4004d90 0x7fd2e815c0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:29.993 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.986+0000 7fd2f0090700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fd2e8160b00 0x7fd2e8160f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:29.993 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.986+0000 7fd2f0090700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fd2e806bf40 0x7fd2e806c3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:29.994 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.986+0000 7fd2f0090700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2e80cba50 con 0x7fd2d4004d90 2023-09-21T13:05:29.994 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.986+0000 7fd2f0090700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2e806c900 con 0x7fd2e8160b00 2023-09-21T13:05:29.994 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.986+0000 7fd2f0090700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd2e80ca9f0 con 0x7fd2e806bf40 2023-09-21T13:05:29.994 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.986+0000 7fd2ede2c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd2d4004d90 0x7fd2e815c0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:29.994 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.986+0000 7fd2ede2c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd2d4004d90 0x7fd2e815c0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39036/0 (socket says 172.21.15.46:39036) 2023-09-21T13:05:29.995 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.986+0000 7fd2ede2c700 1 -- 172.21.15.46:0/210173349 learned_addr learned my addr 172.21.15.46:0/210173349 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:29.995 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.986+0000 7fd2ed62b700 1 --2- 172.21.15.46:0/210173349 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fd2e8160b00 0x7fd2e8160f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:29.995 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.986+0000 7fd2ee62d700 1 --2- 172.21.15.46:0/210173349 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fd2e806bf40 0x7fd2e806c3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:29.995 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.987+0000 7fd2ede2c700 1 -- 172.21.15.46:0/210173349 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fd2e806bf40 msgr2=0x7fd2e806c3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:29.995 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.987+0000 7fd2ede2c700 1 --2- 172.21.15.46:0/210173349 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fd2e806bf40 0x7fd2e806c3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:29.996 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.987+0000 7fd2ede2c700 1 -- 172.21.15.46:0/210173349 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fd2e8160b00 msgr2=0x7fd2e8160f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:29.996 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.987+0000 7fd2ede2c700 1 --2- 172.21.15.46:0/210173349 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fd2e8160b00 0x7fd2e8160f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:29.996 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.987+0000 7fd2ede2c700 1 -- 172.21.15.46:0/210173349 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd2e8161980 con 0x7fd2d4004d90 2023-09-21T13:05:29.996 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.987+0000 7fd2ede2c700 1 --2- 172.21.15.46:0/210173349 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd2d4004d90 0x7fd2e815c0c0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fd2e40119f0 tx=0x7fd2e4011d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:29.997 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.987+0000 7fd2de7fc700 1 -- 172.21.15.46:0/210173349 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2e4011e90 con 0x7fd2d4004d90 2023-09-21T13:05:29.997 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.987+0000 7fd2de7fc700 1 -- 172.21.15.46:0/210173349 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd2e4005c30 con 0x7fd2d4004d90 2023-09-21T13:05:29.997 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.987+0000 7fd2f0090700 1 -- 172.21.15.46:0/210173349 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd2e80cac90 con 0x7fd2d4004d90 2023-09-21T13:05:29.997 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.987+0000 7fd2de7fc700 1 -- 172.21.15.46:0/210173349 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2e400f730 con 0x7fd2d4004d90 2023-09-21T13:05:29.997 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.987+0000 7fd2f0090700 1 -- 172.21.15.46:0/210173349 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd2e80cb250 con 0x7fd2d4004d90 2023-09-21T13:05:29.998 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.988+0000 7fd2f0090700 1 -- 172.21.15.46:0/210173349 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd2e80d42f0 con 0x7fd2d4004d90 2023-09-21T13:05:29.998 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.989+0000 7fd2de7fc700 1 -- 172.21.15.46:0/210173349 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fd2e400f890 con 0x7fd2d4004d90 2023-09-21T13:05:29.998 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.989+0000 7fd2de7fc700 1 --2- 172.21.15.46:0/210173349 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fd2cc06a580 0x7fd2cc06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:29.998 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.989+0000 7fd2de7fc700 1 -- 172.21.15.46:0/210173349 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd2e4089050 con 0x7fd2d4004d90 2023-09-21T13:05:29.998 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.989+0000 7fd2ed62b700 1 --2- 172.21.15.46:0/210173349 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fd2cc06a580 0x7fd2cc06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:29.999 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.989+0000 7fd2ed62b700 1 --2- 172.21.15.46:0/210173349 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fd2cc06a580 0x7fd2cc06ca40 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fd2e80d0380 tx=0x7fd2d8009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:29.999 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:29.994+0000 7fd2de7fc700 1 -- 172.21.15.46:0/210173349 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fd2e80d42f0 con 0x7fd2d4004d90 2023-09-21T13:05:30.202 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.205+0000 7fd2f0090700 1 -- 172.21.15.46:0/210173349 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fd2e80d42f0 con 0x7fd2d4004d90 2023-09-21T13:05:30.203 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.206+0000 7fd2de7fc700 1 -- 172.21.15.46:0/210173349 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16457 (secure 0 0 0) 0x7fd2e80d42f0 con 0x7fd2d4004d90 2023-09-21T13:05:30.204 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:05:30.204 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":20,"fsid":"3cbfaf88-469e-4129-b70d-6dd2d92bd0a4","created":"2023-09-21T13:04:52.312650+0000","modified":"2023-09-21T13:05:17.736372+0000","last_up_change":"2023-09-21T13:05:04.397018+0000","last_in_change":"2023-09-21T13:04:55.853368+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-21T13:05:05.036373+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-09-21T13:05:14.305630+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-09-21T13:05:15.146424+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"23992b72-ed3c-4a14-ae79-8150e0fedbf7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6810","nonce":1682463833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6814","nonce":1682463833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6822","nonce":1682463833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6818","nonce":1682463833}]},"public_addr":"172.21.15.46:6810/1682463833","cluster_addr":"172.21.15.46:6814/1682463833","heartbeat_back_addr":"172.21.15.46:6822/1682463833","heartbeat_front_addr":"172.21.15.46:6818/1682463833","state":["exists","up"]},{"osd":1,"uuid":"2578f708-e052-4bdd-bcef-54808f1d1ef4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6800","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6801","nonce":3674836117}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6803","nonce":3674836117}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6807","nonce":3674836117}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6805","nonce":3674836117}]},"public_addr":"172.21.15.46:6801/3674836117","cluster_addr":"172.21.15.46:6803/3674836117","heartbeat_back_addr":"172.21.15.46:6807/3674836117","heartbeat_front_addr":"172.21.15.46:6805/3674836117","state":["exists","up"]},{"osd":2,"uuid":"6db5fc17-2472-42fd-a613-8cc24a815cfe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6825","nonce":3956023171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6827","nonce":3956023171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6831","nonce":3956023171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6829","nonce":3956023171}]},"public_addr":"172.21.15.46:6825/3956023171","cluster_addr":"172.21.15.46:6827/3956023171","heartbeat_back_addr":"172.21.15.46:6831/3956023171","heartbeat_front_addr":"172.21.15.46:6829/3956023171","state":["exists","up"]},{"osd":3,"uuid":"b0ddd2cd-9025-471f-a976-d7bc356eb10b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6809","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6811","nonce":1834230057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6813","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6815","nonce":1834230057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6821","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6823","nonce":1834230057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6817","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6819","nonce":1834230057}]},"public_addr":"172.21.15.46:6811/1834230057","cluster_addr":"172.21.15.46:6815/1834230057","heartbeat_back_addr":"172.21.15.46:6823/1834230057","heartbeat_front_addr":"172.21.15.46:6819/1834230057","state":["exists","up"]},{"osd":4,"uuid":"51245ec8-6073-476b-aea6-482f9a379f43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6800","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6801","nonce":867529145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6802","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6803","nonce":867529145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6806","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6807","nonce":867529145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6804","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6805","nonce":867529145}]},"public_addr":"172.21.15.57:6801/867529145","cluster_addr":"172.21.15.57:6803/867529145","heartbeat_back_addr":"172.21.15.57:6807/867529145","heartbeat_front_addr":"172.21.15.57:6805/867529145","state":["exists","up"]},{"osd":5,"uuid":"6be64509-8d19-48af-aa7d-2744199eb3c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6824","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6825","nonce":2639760353}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6826","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6827","nonce":2639760353}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6830","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6831","nonce":2639760353}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6828","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6829","nonce":2639760353}]},"public_addr":"172.21.15.57:6825/2639760353","cluster_addr":"172.21.15.57:6827/2639760353","heartbeat_back_addr":"172.21.15.57:6831/2639760353","heartbeat_front_addr":"172.21.15.57:6829/2639760353","state":["exists","up"]},{"osd":6,"uuid":"8bfda35e-f97c-4419-a105-ff306eff7a42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6808","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6809","nonce":3693682875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6810","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6811","nonce":3693682875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6814","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6815","nonce":3693682875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6812","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6813","nonce":3693682875}]},"public_addr":"172.21.15.57:6809/3693682875","cluster_addr":"172.21.15.57:6811/3693682875","heartbeat_back_addr":"172.21.15.57:6815/3693682875","heartbeat_front_addr":"172.21.15.57:6813/3693682875","state":["exists","up"]},{"osd":7,"uuid":"49fc1df7-ab94-4da5-b915-8f7cc61f2714","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6816","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6817","nonce":1729728830}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6818","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6819","nonce":1729728830}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6822","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6823","nonce":1729728830}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6820","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6821","nonce":1729728830}]},"public_addr":"172.21.15.57:6817/1729728830","cluster_addr":"172.21.15.57:6819/1729728830","heartbeat_back_addr":"172.21.15.57:6823/1729728830","heartbeat_front_addr":"172.21.15.57:6821/1729728830","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:00.955073+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.074451+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.068487+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.010348+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.035446+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.101249+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.104509+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.077361+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-21T13:05:30.206 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.209+0000 7fd2f0090700 1 -- 172.21.15.46:0/210173349 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fd2cc06a580 msgr2=0x7fd2cc06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:30.206 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.209+0000 7fd2f0090700 1 --2- 172.21.15.46:0/210173349 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fd2cc06a580 0x7fd2cc06ca40 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fd2e80d0380 tx=0x7fd2d8009040 comp rx=0 tx=0).stop 2023-09-21T13:05:30.206 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.209+0000 7fd2f0090700 1 -- 172.21.15.46:0/210173349 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd2d4004d90 msgr2=0x7fd2e815c0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:30.206 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.209+0000 7fd2f0090700 1 --2- 172.21.15.46:0/210173349 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd2d4004d90 0x7fd2e815c0c0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fd2e40119f0 tx=0x7fd2e4011d00 comp rx=0 tx=0).stop 2023-09-21T13:05:30.207 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.209+0000 7fd2f0090700 1 -- 172.21.15.46:0/210173349 shutdown_connections 2023-09-21T13:05:30.207 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.209+0000 7fd2f0090700 1 --2- 172.21.15.46:0/210173349 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fd2cc06a580 0x7fd2cc06ca40 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:30.207 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.209+0000 7fd2f0090700 1 --2- 172.21.15.46:0/210173349 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fd2e806bf40 0x7fd2e806c3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:30.207 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.209+0000 7fd2f0090700 1 --2- 172.21.15.46:0/210173349 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd2d4004d90 0x7fd2e815c0c0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:30.207 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.209+0000 7fd2f0090700 1 --2- 172.21.15.46:0/210173349 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fd2e8160b00 0x7fd2e8160f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:30.208 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.209+0000 7fd2f0090700 1 -- 172.21.15.46:0/210173349 >> 172.21.15.46:0/210173349 conn(0x7fd2e809ca30 msgr2=0x7fd2e80b8650 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:30.208 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.209+0000 7fd2f0090700 1 -- 172.21.15.46:0/210173349 shutdown_connections 2023-09-21T13:05:30.208 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.209+0000 7fd2f0090700 1 -- 172.21.15.46:0/210173349 wait complete. 2023-09-21T13:05:30.219 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-09-21T13:05:05.036373+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-09-21T13:05:14.305630+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-09-21T13:05:15.146424+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-09-21T13:05:30.220 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-09-21T13:05:30.360 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.363+0000 7f1e66aeb700 1 Processor -- start 2023-09-21T13:05:30.360 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.363+0000 7f1e66aeb700 1 -- start start 2023-09-21T13:05:30.362 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.364+0000 7f1e66aeb700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f1e600b4190 0x7f1e601662c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:30.362 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.364+0000 7f1e66aeb700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1e6015fae0 con 0x7f1e6015eab0 2023-09-21T13:05:30.363 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.364+0000 7f1e66aeb700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1e600cba30 con 0x7f1e600d0b30 2023-09-21T13:05:30.363 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.364+0000 7f1e66aeb700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1e600ce780 con 0x7f1e600b4190 2023-09-21T13:05:30.363 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.364+0000 7f1e65088700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f1e600b4190 0x7f1e601662c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:30.363 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.364+0000 7f1e64887700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f1e6015eab0 0x7f1e600cd960 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:42892/0 (socket says 172.21.15.46:42892) 2023-09-21T13:05:30.363 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.364+0000 7f1e64887700 1 -- 172.21.15.46:0/893584068 learned_addr learned my addr 172.21.15.46:0/893584068 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:05:30.364 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.364+0000 7f1e65088700 1 -- 172.21.15.46:0/893584068 >> v1:172.21.15.57:6789/0 conn(0x7f1e600d0b30 legacy=0x7f1e600ce070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:30.364 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.364+0000 7f1e65088700 1 -- 172.21.15.46:0/893584068 >> v1:172.21.15.46:6789/0 conn(0x7f1e6015eab0 legacy=0x7f1e600cd960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:30.364 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.364+0000 7f1e5f7fe700 1 -- 172.21.15.46:0/893584068 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3894435701 0 0) 0x7f1e6015fae0 con 0x7f1e6015eab0 2023-09-21T13:05:30.364 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.364+0000 7f1e65088700 1 -- 172.21.15.46:0/893584068 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1e600cbd10 con 0x7f1e600b4190 2023-09-21T13:05:30.364 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.364+0000 7f1e65088700 1 --2- 172.21.15.46:0/893584068 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1e600b4190 0x7f1e601662c0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f1e58009d90 tx=0x7f1e5800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a32dea67aa3b6cfd server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:30.365 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.365+0000 7f1e5f7fe700 1 -- 172.21.15.46:0/893584068 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e5800e070 con 0x7f1e600b4190 2023-09-21T13:05:30.365 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.365+0000 7f1e5f7fe700 1 -- 172.21.15.46:0/893584068 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1e5800bbd0 con 0x7f1e600b4190 2023-09-21T13:05:30.365 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.365+0000 7f1e5f7fe700 1 -- 172.21.15.46:0/893584068 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e58012430 con 0x7f1e600b4190 2023-09-21T13:05:30.365 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.365+0000 7f1e66aeb700 1 -- 172.21.15.46:0/893584068 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1e600b4190 msgr2=0x7f1e601662c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:30.365 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.365+0000 7f1e66aeb700 1 --2- 172.21.15.46:0/893584068 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1e600b4190 0x7f1e601662c0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f1e58009d90 tx=0x7f1e5800b330 comp rx=0 tx=0).stop 2023-09-21T13:05:30.365 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.365+0000 7f1e66aeb700 1 -- 172.21.15.46:0/893584068 shutdown_connections 2023-09-21T13:05:30.366 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.365+0000 7f1e66aeb700 1 --2- 172.21.15.46:0/893584068 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1e600b4190 0x7f1e601662c0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:30.366 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.365+0000 7f1e66aeb700 1 -- 172.21.15.46:0/893584068 >> 172.21.15.46:0/893584068 conn(0x7f1e6006ea80 msgr2=0x7f1e6006ee60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:30.366 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.365+0000 7f1e66aeb700 1 -- 172.21.15.46:0/893584068 shutdown_connections 2023-09-21T13:05:30.366 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.365+0000 7f1e66aeb700 1 -- 172.21.15.46:0/893584068 wait complete. 2023-09-21T13:05:30.369 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.367+0000 7f1e66aeb700 1 Processor -- start 2023-09-21T13:05:30.369 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.367+0000 7f1e66aeb700 1 -- start start 2023-09-21T13:05:30.369 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.368+0000 7f1e66aeb700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f1e600b4190 0x7f1e600aff60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:30.369 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.368+0000 7f1e66aeb700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f1e600d0b30 0x7f1e6006c9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:30.370 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.368+0000 7f1e66aeb700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1e6015eab0 0x7f1e600b0d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:30.370 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.368+0000 7f1e66aeb700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1e6006c560 con 0x7f1e6015eab0 2023-09-21T13:05:30.370 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.368+0000 7f1e66aeb700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1e600b3a60 con 0x7f1e600b4190 2023-09-21T13:05:30.370 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.368+0000 7f1e66aeb700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1e600b04a0 con 0x7f1e600d0b30 2023-09-21T13:05:30.371 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.368+0000 7f1e65088700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1e6015eab0 0x7f1e600b0d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:30.371 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.368+0000 7f1e65088700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1e6015eab0 0x7f1e600b0d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39050/0 (socket says 172.21.15.46:39050) 2023-09-21T13:05:30.371 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.368+0000 7f1e65088700 1 -- 172.21.15.46:0/162900696 learned_addr learned my addr 172.21.15.46:0/162900696 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:30.371 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.368+0000 7f1e5ffff700 1 --2- 172.21.15.46:0/162900696 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f1e600d0b30 0x7f1e6006c9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:30.371 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.368+0000 7f1e64887700 1 --2- 172.21.15.46:0/162900696 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f1e600b4190 0x7f1e600aff60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:30.372 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.368+0000 7f1e65088700 1 -- 172.21.15.46:0/162900696 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f1e600d0b30 msgr2=0x7f1e6006c9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:30.372 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.368+0000 7f1e65088700 1 --2- 172.21.15.46:0/162900696 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f1e600d0b30 0x7f1e6006c9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:30.372 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.368+0000 7f1e65088700 1 -- 172.21.15.46:0/162900696 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f1e600b4190 msgr2=0x7f1e600aff60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:30.372 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.368+0000 7f1e65088700 1 --2- 172.21.15.46:0/162900696 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f1e600b4190 0x7f1e600aff60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:30.372 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.368+0000 7f1e65088700 1 -- 172.21.15.46:0/162900696 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1e58009a70 con 0x7f1e6015eab0 2023-09-21T13:05:30.372 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.368+0000 7f1e5ffff700 1 --2- 172.21.15.46:0/162900696 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f1e600d0b30 0x7f1e6006c9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:05:30.373 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.368+0000 7f1e64887700 1 --2- 172.21.15.46:0/162900696 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f1e600b4190 0x7f1e600aff60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:05:30.373 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.368+0000 7f1e65088700 1 --2- 172.21.15.46:0/162900696 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1e6015eab0 0x7f1e600b0d60 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f1e58014040 tx=0x7f1e58004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:30.373 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.368+0000 7f1e5d7fa700 1 -- 172.21.15.46:0/162900696 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e5801b810 con 0x7f1e6015eab0 2023-09-21T13:05:30.373 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.368+0000 7f1e5d7fa700 1 -- 172.21.15.46:0/162900696 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1e58020070 con 0x7f1e6015eab0 2023-09-21T13:05:30.373 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.368+0000 7f1e5d7fa700 1 -- 172.21.15.46:0/162900696 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e5801bb90 con 0x7f1e6015eab0 2023-09-21T13:05:30.374 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.368+0000 7f1e66aeb700 1 -- 172.21.15.46:0/162900696 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1e6006b950 con 0x7f1e6015eab0 2023-09-21T13:05:30.374 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.369+0000 7f1e66aeb700 1 -- 172.21.15.46:0/162900696 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1e6006bf10 con 0x7f1e6015eab0 2023-09-21T13:05:30.374 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.370+0000 7f1e66aeb700 1 -- 172.21.15.46:0/162900696 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1e6006c710 con 0x7f1e6015eab0 2023-09-21T13:05:30.374 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.370+0000 7f1e5d7fa700 1 -- 172.21.15.46:0/162900696 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f1e5801bcf0 con 0x7f1e6015eab0 2023-09-21T13:05:30.374 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.371+0000 7f1e5d7fa700 1 --2- 172.21.15.46:0/162900696 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f1e4406a580 0x7f1e4406ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:30.375 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.371+0000 7f1e64887700 1 --2- 172.21.15.46:0/162900696 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f1e4406a580 0x7f1e4406ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:30.375 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.371+0000 7f1e5d7fa700 1 -- 172.21.15.46:0/162900696 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1e58022070 con 0x7f1e6015eab0 2023-09-21T13:05:30.375 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.371+0000 7f1e64887700 1 --2- 172.21.15.46:0/162900696 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f1e4406a580 0x7f1e4406ca40 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f1e54000f60 tx=0x7f1e54007e50 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:30.375 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.375+0000 7f1e5d7fa700 1 -- 172.21.15.46:0/162900696 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f1e6006c710 con 0x7f1e6015eab0 2023-09-21T13:05:30.579 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.581+0000 7f1e66aeb700 1 -- 172.21.15.46:0/162900696 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f1e6006c710 con 0x7f1e6015eab0 2023-09-21T13:05:30.579 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.582+0000 7f1e5d7fa700 1 -- 172.21.15.46:0/162900696 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7f1e6006c710 con 0x7f1e6015eab0 2023-09-21T13:05:30.579 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 1 2023-09-21T13:05:30.581 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.584+0000 7f1e66aeb700 1 -- 172.21.15.46:0/162900696 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f1e4406a580 msgr2=0x7f1e4406ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:30.582 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.584+0000 7f1e66aeb700 1 --2- 172.21.15.46:0/162900696 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f1e4406a580 0x7f1e4406ca40 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f1e54000f60 tx=0x7f1e54007e50 comp rx=0 tx=0).stop 2023-09-21T13:05:30.582 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.584+0000 7f1e66aeb700 1 -- 172.21.15.46:0/162900696 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1e6015eab0 msgr2=0x7f1e600b0d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:30.582 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.584+0000 7f1e66aeb700 1 --2- 172.21.15.46:0/162900696 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1e6015eab0 0x7f1e600b0d60 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f1e58014040 tx=0x7f1e58004ad0 comp rx=0 tx=0).stop 2023-09-21T13:05:30.582 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.584+0000 7f1e66aeb700 1 -- 172.21.15.46:0/162900696 shutdown_connections 2023-09-21T13:05:30.583 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.584+0000 7f1e66aeb700 1 --2- 172.21.15.46:0/162900696 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f1e4406a580 0x7f1e4406ca40 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:30.583 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.584+0000 7f1e66aeb700 1 --2- 172.21.15.46:0/162900696 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1e6015eab0 0x7f1e600b0d60 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:30.583 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.584+0000 7f1e66aeb700 1 --2- 172.21.15.46:0/162900696 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f1e600b4190 0x7f1e600aff60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:30.584 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.584+0000 7f1e66aeb700 1 --2- 172.21.15.46:0/162900696 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f1e600d0b30 0x7f1e6006c9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:30.584 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.584+0000 7f1e66aeb700 1 -- 172.21.15.46:0/162900696 >> 172.21.15.46:0/162900696 conn(0x7f1e6006ea80 msgr2=0x7f1e6015acb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:30.584 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.584+0000 7f1e66aeb700 1 -- 172.21.15.46:0/162900696 shutdown_connections 2023-09-21T13:05:30.584 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.584+0000 7f1e66aeb700 1 -- 172.21.15.46:0/162900696 wait complete. 2023-09-21T13:05:30.595 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-09-21T13:05:30.734 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.737+0000 7fc6de9b1700 1 Processor -- start 2023-09-21T13:05:30.735 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.737+0000 7fc6de9b1700 1 -- start start 2023-09-21T13:05:30.737 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.738+0000 7fc6de9b1700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fc6d8152170 0x7fc6d8152550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:30.737 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.738+0000 7fc6de9b1700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7fc6d80cbb80 0x7fc6d80d0830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:30.737 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.738+0000 7fc6de9b1700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fc6d80cc030 0x7fc6d80d0d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:30.738 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.738+0000 7fc6de9b1700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc6d815b970 con 0x7fc6d8152170 2023-09-21T13:05:30.738 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.738+0000 7fc6de9b1700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc6d815f3d0 con 0x7fc6d80cbb80 2023-09-21T13:05:30.738 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.738+0000 7fc6de9b1700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc6d815f6b0 con 0x7fc6d80cc030 2023-09-21T13:05:30.738 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.738+0000 7fc6d7fff700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fc6d8152170 0x7fc6d8152550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:30.738 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.738+0000 7fc6d7fff700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fc6d8152170 0x7fc6d8152550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39062/0 (socket says 172.21.15.46:39062) 2023-09-21T13:05:30.739 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.738+0000 7fc6d7fff700 1 -- 172.21.15.46:0/1898349717 learned_addr learned my addr 172.21.15.46:0/1898349717 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:30.739 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.739+0000 7fc6d77fe700 1 --2- 172.21.15.46:0/1898349717 >> v2:172.21.15.57:3300/0 conn(0x7fc6d80cbb80 0x7fc6d80d0830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:30.739 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.739+0000 7fc6dcf4e700 1 --2- 172.21.15.46:0/1898349717 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fc6d80cc030 0x7fc6d80d0d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:30.739 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.739+0000 7fc6d7fff700 1 -- 172.21.15.46:0/1898349717 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fc6d80cc030 msgr2=0x7fc6d80d0d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:30.739 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.739+0000 7fc6d7fff700 1 --2- 172.21.15.46:0/1898349717 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fc6d80cc030 0x7fc6d80d0d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:30.740 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.739+0000 7fc6d7fff700 1 -- 172.21.15.46:0/1898349717 >> v2:172.21.15.57:3300/0 conn(0x7fc6d80cbb80 msgr2=0x7fc6d80d0830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:30.740 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.739+0000 7fc6d7fff700 1 --2- 172.21.15.46:0/1898349717 >> v2:172.21.15.57:3300/0 conn(0x7fc6d80cbb80 0x7fc6d80d0830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:30.740 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.739+0000 7fc6d7fff700 1 -- 172.21.15.46:0/1898349717 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc6d815f990 con 0x7fc6d8152170 2023-09-21T13:05:30.740 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.739+0000 7fc6d7fff700 1 --2- 172.21.15.46:0/1898349717 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc6d8152170 0x7fc6d8152550 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fc6d8071d60 tx=0x7fc6c8009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=465a1375ee0050df server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:30.740 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.739+0000 7fc6d6ffd700 1 -- 172.21.15.46:0/1898349717 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6c800b870 con 0x7fc6d8152170 2023-09-21T13:05:30.741 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.739+0000 7fc6d6ffd700 1 -- 172.21.15.46:0/1898349717 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc6c800b9d0 con 0x7fc6d8152170 2023-09-21T13:05:30.741 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.739+0000 7fc6d6ffd700 1 -- 172.21.15.46:0/1898349717 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6c800bd60 con 0x7fc6d8152170 2023-09-21T13:05:30.741 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.740+0000 7fc6de9b1700 1 -- 172.21.15.46:0/1898349717 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc6d8152170 msgr2=0x7fc6d8152550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:30.741 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.740+0000 7fc6de9b1700 1 --2- 172.21.15.46:0/1898349717 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc6d8152170 0x7fc6d8152550 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fc6d8071d60 tx=0x7fc6c8009bd0 comp rx=0 tx=0).stop 2023-09-21T13:05:30.741 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.740+0000 7fc6de9b1700 1 -- 172.21.15.46:0/1898349717 shutdown_connections 2023-09-21T13:05:30.742 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.740+0000 7fc6de9b1700 1 --2- 172.21.15.46:0/1898349717 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fc6d80cc030 0x7fc6d80d0d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:30.742 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.740+0000 7fc6de9b1700 1 --2- 172.21.15.46:0/1898349717 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc6d8152170 0x7fc6d8152550 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:30.742 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.740+0000 7fc6de9b1700 1 --2- 172.21.15.46:0/1898349717 >> v2:172.21.15.57:3300/0 conn(0x7fc6d80cbb80 0x7fc6d80d0830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:30.742 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.740+0000 7fc6de9b1700 1 -- 172.21.15.46:0/1898349717 >> 172.21.15.46:0/1898349717 conn(0x7fc6d806ea60 msgr2=0x7fc6d806ee40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:30.742 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.740+0000 7fc6de9b1700 1 -- 172.21.15.46:0/1898349717 shutdown_connections 2023-09-21T13:05:30.742 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.740+0000 7fc6de9b1700 1 -- 172.21.15.46:0/1898349717 wait complete. 2023-09-21T13:05:30.745 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.741+0000 7fc6de9b1700 1 Processor -- start 2023-09-21T13:05:30.745 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.741+0000 7fc6de9b1700 1 -- start start 2023-09-21T13:05:30.745 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.742+0000 7fc6de9b1700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fc6d80cbb80 0x7fc6d80c9150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:30.745 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.742+0000 7fc6de9b1700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fc6d80cc030 0x7fc6d81f16f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:30.746 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.742+0000 7fc6de9b1700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc6d8152170 0x7fc6d815e000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:30.746 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.742+0000 7fc6de9b1700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6d814b6f0 con 0x7fc6d8152170 2023-09-21T13:05:30.746 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.742+0000 7fc6de9b1700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6d81f1c30 con 0x7fc6d80cc030 2023-09-21T13:05:30.746 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.742+0000 7fc6de9b1700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc6d814a840 con 0x7fc6d80cbb80 2023-09-21T13:05:30.746 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.742+0000 7fc6dcf4e700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc6d8152170 0x7fc6d815e000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:30.747 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.742+0000 7fc6dcf4e700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc6d8152170 0x7fc6d815e000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39072/0 (socket says 172.21.15.46:39072) 2023-09-21T13:05:30.747 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.742+0000 7fc6dcf4e700 1 -- 172.21.15.46:0/2956558195 learned_addr learned my addr 172.21.15.46:0/2956558195 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:30.747 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.742+0000 7fc6d7fff700 1 --2- 172.21.15.46:0/2956558195 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fc6d80cbb80 0x7fc6d80c9150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:30.747 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.742+0000 7fc6d77fe700 1 --2- 172.21.15.46:0/2956558195 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fc6d80cc030 0x7fc6d81f16f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:30.747 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.743+0000 7fc6dcf4e700 1 -- 172.21.15.46:0/2956558195 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fc6d80cbb80 msgr2=0x7fc6d80c9150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:30.748 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.743+0000 7fc6dcf4e700 1 --2- 172.21.15.46:0/2956558195 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fc6d80cbb80 0x7fc6d80c9150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:30.748 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.743+0000 7fc6dcf4e700 1 -- 172.21.15.46:0/2956558195 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fc6d80cc030 msgr2=0x7fc6d81f16f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:30.748 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.743+0000 7fc6dcf4e700 1 --2- 172.21.15.46:0/2956558195 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fc6d80cc030 0x7fc6d81f16f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:30.748 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.743+0000 7fc6dcf4e700 1 -- 172.21.15.46:0/2956558195 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc6c8009550 con 0x7fc6d8152170 2023-09-21T13:05:30.748 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.743+0000 7fc6dcf4e700 1 --2- 172.21.15.46:0/2956558195 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc6d8152170 0x7fc6d815e000 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fc6d0007e60 tx=0x7fc6d000e3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:30.749 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.743+0000 7fc6d4ff9700 1 -- 172.21.15.46:0/2956558195 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6d000ed30 con 0x7fc6d8152170 2023-09-21T13:05:30.749 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.743+0000 7fc6d4ff9700 1 -- 172.21.15.46:0/2956558195 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc6d000ee90 con 0x7fc6d8152170 2023-09-21T13:05:30.749 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.743+0000 7fc6d4ff9700 1 -- 172.21.15.46:0/2956558195 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6d0014660 con 0x7fc6d8152170 2023-09-21T13:05:30.749 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.743+0000 7fc6de9b1700 1 -- 172.21.15.46:0/2956558195 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc6d814aae0 con 0x7fc6d8152170 2023-09-21T13:05:30.750 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.743+0000 7fc6de9b1700 1 -- 172.21.15.46:0/2956558195 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc6d814b0a0 con 0x7fc6d8152170 2023-09-21T13:05:30.750 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.744+0000 7fc6de9b1700 1 -- 172.21.15.46:0/2956558195 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc6d8068340 con 0x7fc6d8152170 2023-09-21T13:05:30.750 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.744+0000 7fc6d4ff9700 1 -- 172.21.15.46:0/2956558195 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fc6d00147c0 con 0x7fc6d8152170 2023-09-21T13:05:30.750 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.745+0000 7fc6d4ff9700 1 --2- 172.21.15.46:0/2956558195 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fc6c406a580 0x7fc6c406ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:30.750 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.745+0000 7fc6d7fff700 1 --2- 172.21.15.46:0/2956558195 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fc6c406a580 0x7fc6c406ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:30.751 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.745+0000 7fc6d4ff9700 1 -- 172.21.15.46:0/2956558195 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc6d0089140 con 0x7fc6d8152170 2023-09-21T13:05:30.751 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.746+0000 7fc6d7fff700 1 --2- 172.21.15.46:0/2956558195 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fc6c406a580 0x7fc6c406ca40 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fc6c8000c00 tx=0x7fc6c8008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:30.751 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.750+0000 7fc6d4ff9700 1 -- 172.21.15.46:0/2956558195 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fc6d00546c0 con 0x7fc6d8152170 2023-09-21T13:05:30.954 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.957+0000 7fc6de9b1700 1 -- 172.21.15.46:0/2956558195 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fc6d80cdba0 con 0x7fc6d8152170 2023-09-21T13:05:30.955 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.958+0000 7fc6d4ff9700 1 -- 172.21.15.46:0/2956558195 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7fc6d0057ce0 con 0x7fc6d8152170 2023-09-21T13:05:30.955 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 32 2023-09-21T13:05:30.957 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.960+0000 7fc6de9b1700 1 -- 172.21.15.46:0/2956558195 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fc6c406a580 msgr2=0x7fc6c406ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:30.957 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.960+0000 7fc6de9b1700 1 --2- 172.21.15.46:0/2956558195 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fc6c406a580 0x7fc6c406ca40 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fc6c8000c00 tx=0x7fc6c8008030 comp rx=0 tx=0).stop 2023-09-21T13:05:30.957 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.960+0000 7fc6de9b1700 1 -- 172.21.15.46:0/2956558195 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc6d8152170 msgr2=0x7fc6d815e000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:30.957 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.960+0000 7fc6de9b1700 1 --2- 172.21.15.46:0/2956558195 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc6d8152170 0x7fc6d815e000 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fc6d0007e60 tx=0x7fc6d000e3c0 comp rx=0 tx=0).stop 2023-09-21T13:05:30.958 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.960+0000 7fc6de9b1700 1 -- 172.21.15.46:0/2956558195 shutdown_connections 2023-09-21T13:05:30.958 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.960+0000 7fc6de9b1700 1 --2- 172.21.15.46:0/2956558195 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fc6c406a580 0x7fc6c406ca40 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:30.958 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.960+0000 7fc6de9b1700 1 --2- 172.21.15.46:0/2956558195 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc6d8152170 0x7fc6d815e000 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:30.959 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.960+0000 7fc6de9b1700 1 --2- 172.21.15.46:0/2956558195 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fc6d80cbb80 0x7fc6d80c9150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:30.959 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.960+0000 7fc6de9b1700 1 --2- 172.21.15.46:0/2956558195 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fc6d80cc030 0x7fc6d81f16f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:30.959 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.960+0000 7fc6de9b1700 1 -- 172.21.15.46:0/2956558195 >> 172.21.15.46:0/2956558195 conn(0x7fc6d806ea60 msgr2=0x7fc6d80d08c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:30.959 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.960+0000 7fc6de9b1700 1 -- 172.21.15.46:0/2956558195 shutdown_connections 2023-09-21T13:05:30.959 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:30.960+0000 7fc6de9b1700 1 -- 172.21.15.46:0/2956558195 wait complete. 2023-09-21T13:05:30.970 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-09-21T13:05:31.110 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.113+0000 7f26fcf66700 1 Processor -- start 2023-09-21T13:05:31.111 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.113+0000 7f26fcf66700 1 -- start start 2023-09-21T13:05:31.113 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.114+0000 7f26fcf66700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f26f80cdd40 0x7f26f80ce150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:31.113 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.114+0000 7f26fcf66700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f26f80ce690 con 0x7f26f806c7c0 2023-09-21T13:05:31.113 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.114+0000 7f26fcf66700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f26f806cba0 con 0x7f26f8161290 2023-09-21T13:05:31.113 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.114+0000 7f26fcf66700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f26f806d760 con 0x7f26f80cdd40 2023-09-21T13:05:31.114 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.114+0000 7f26f659c700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f26f806c7c0 0x7f26f8070dd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:42898/0 (socket says 172.21.15.46:42898) 2023-09-21T13:05:31.114 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.115+0000 7f26f659c700 1 -- 172.21.15.46:0/1804654723 learned_addr learned my addr 172.21.15.46:0/1804654723 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:05:31.114 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.115+0000 7f26f6d9d700 1 --2- 172.21.15.46:0/1804654723 >> v2:172.21.15.57:3300/0 conn(0x7f26f80cdd40 0x7f26f80ce150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:31.114 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.115+0000 7f26f559a700 1 -- 172.21.15.46:0/1804654723 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2918255525 0 0) 0x7f26f80ce690 con 0x7f26f806c7c0 2023-09-21T13:05:31.114 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.115+0000 7f26f559a700 1 -- 172.21.15.46:0/1804654723 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f26e00035b0 con 0x7f26f806c7c0 2023-09-21T13:05:31.115 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.115+0000 7f26f559a700 1 -- 172.21.15.46:0/1804654723 <== mon.0 v1:172.21.15.46:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1793798365 0 0) 0x7f26e00035b0 con 0x7f26f806c7c0 2023-09-21T13:05:31.115 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.115+0000 7f26f6d9d700 1 -- 172.21.15.46:0/1804654723 >> v1:172.21.15.57:6789/0 conn(0x7f26f8161290 legacy=0x7f26f806b8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:31.115 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.115+0000 7f26f6d9d700 1 -- 172.21.15.46:0/1804654723 >> v1:172.21.15.46:6789/0 conn(0x7f26f806c7c0 legacy=0x7f26f8070dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:31.115 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.115+0000 7f26f6d9d700 1 -- 172.21.15.46:0/1804654723 --> v2:172.21.15.57:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f26f8161800 con 0x7f26f80cdd40 2023-09-21T13:05:31.115 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.115+0000 7f26f6d9d700 1 --2- 172.21.15.46:0/1804654723 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f26f80cdd40 0x7f26f80ce150 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f26f0009d90 tx=0x7f26f000b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e2be6dcbfd3edbb0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:31.116 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.115+0000 7f26f559a700 1 -- 172.21.15.46:0/1804654723 <== mon.1 v2:172.21.15.57:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26f000e070 con 0x7f26f80cdd40 2023-09-21T13:05:31.116 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.115+0000 7f26f559a700 1 -- 172.21.15.46:0/1804654723 <== mon.1 v2:172.21.15.57:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f26f0003a20 con 0x7f26f80cdd40 2023-09-21T13:05:31.116 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.115+0000 7f26f559a700 1 -- 172.21.15.46:0/1804654723 <== mon.1 v2:172.21.15.57:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26e8001670 con 0x7f26f80cdd40 2023-09-21T13:05:31.116 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.116+0000 7f26fcf66700 1 -- 172.21.15.46:0/1804654723 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f26f80cdd40 msgr2=0x7f26f80ce150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:31.116 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.116+0000 7f26fcf66700 1 --2- 172.21.15.46:0/1804654723 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f26f80cdd40 0x7f26f80ce150 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f26f0009d90 tx=0x7f26f000b330 comp rx=0 tx=0).stop 2023-09-21T13:05:31.117 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.116+0000 7f26fcf66700 1 -- 172.21.15.46:0/1804654723 shutdown_connections 2023-09-21T13:05:31.117 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.116+0000 7f26fcf66700 1 --2- 172.21.15.46:0/1804654723 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f26f80cdd40 0x7f26f80ce150 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:31.117 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.116+0000 7f26fcf66700 1 -- 172.21.15.46:0/1804654723 >> 172.21.15.46:0/1804654723 conn(0x7f26f806ea60 msgr2=0x7f26f806ee40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:31.117 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.116+0000 7f26fcf66700 1 -- 172.21.15.46:0/1804654723 shutdown_connections 2023-09-21T13:05:31.117 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.116+0000 7f26fcf66700 1 -- 172.21.15.46:0/1804654723 wait complete. 2023-09-21T13:05:31.120 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.118+0000 7f26fcf66700 1 Processor -- start 2023-09-21T13:05:31.120 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.118+0000 7f26fcf66700 1 -- start start 2023-09-21T13:05:31.121 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.118+0000 7f26fcf66700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f26f806c7c0 0x7f26f80b4e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:31.121 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.118+0000 7f26fcf66700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f26f80cdd40 0x7f26f81f6330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:31.121 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.118+0000 7f26fcf66700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f26f8161290 0x7f26f81568e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:31.121 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.118+0000 7f26fcf66700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26f81f7260 con 0x7f26f806c7c0 2023-09-21T13:05:31.121 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.118+0000 7f26fcf66700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26f81f40a0 con 0x7f26f8161290 2023-09-21T13:05:31.122 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.118+0000 7f26fcf66700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f26f80b6b10 con 0x7f26f80cdd40 2023-09-21T13:05:31.122 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.119+0000 7f26f659c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f26f806c7c0 0x7f26f80b4e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:31.122 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.119+0000 7f26f659c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f26f806c7c0 0x7f26f80b4e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39076/0 (socket says 172.21.15.46:39076) 2023-09-21T13:05:31.122 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.119+0000 7f26f659c700 1 -- 172.21.15.46:0/1862190929 learned_addr learned my addr 172.21.15.46:0/1862190929 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:31.122 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.119+0000 7f26f6d9d700 1 --2- 172.21.15.46:0/1862190929 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f26f8161290 0x7f26f81568e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:31.123 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.119+0000 7f26f5d9b700 1 --2- 172.21.15.46:0/1862190929 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f26f80cdd40 0x7f26f81f6330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:31.123 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.119+0000 7f26f659c700 1 -- 172.21.15.46:0/1862190929 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f26f80cdd40 msgr2=0x7f26f81f6330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:31.123 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.119+0000 7f26f659c700 1 --2- 172.21.15.46:0/1862190929 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f26f80cdd40 0x7f26f81f6330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:31.123 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.119+0000 7f26f659c700 1 -- 172.21.15.46:0/1862190929 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f26f8161290 msgr2=0x7f26f81568e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:31.123 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.119+0000 7f26f659c700 1 --2- 172.21.15.46:0/1862190929 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f26f8161290 0x7f26f81568e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:31.124 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.119+0000 7f26f659c700 1 -- 172.21.15.46:0/1862190929 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f26f0009a70 con 0x7f26f806c7c0 2023-09-21T13:05:31.124 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.119+0000 7f26f659c700 1 --2- 172.21.15.46:0/1862190929 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f26f806c7c0 0x7f26f80b4e40 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f26e800c520 tx=0x7f26e800c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:31.124 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.119+0000 7f26e6ffd700 1 -- 172.21.15.46:0/1862190929 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26e8004c80 con 0x7f26f806c7c0 2023-09-21T13:05:31.124 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.119+0000 7f26e6ffd700 1 -- 172.21.15.46:0/1862190929 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f26e8004e20 con 0x7f26f806c7c0 2023-09-21T13:05:31.124 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.119+0000 7f26fcf66700 1 -- 172.21.15.46:0/1862190929 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f26f81f69c0 con 0x7f26f806c7c0 2023-09-21T13:05:31.124 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.119+0000 7f26e6ffd700 1 -- 172.21.15.46:0/1862190929 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26e8007310 con 0x7f26f806c7c0 2023-09-21T13:05:31.125 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.119+0000 7f26fcf66700 1 -- 172.21.15.46:0/1862190929 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f26f81f6f80 con 0x7f26f806c7c0 2023-09-21T13:05:31.125 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.120+0000 7f26fcf66700 1 -- 172.21.15.46:0/1862190929 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f26f8068340 con 0x7f26f806c7c0 2023-09-21T13:05:31.125 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.121+0000 7f26e6ffd700 1 -- 172.21.15.46:0/1862190929 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f26e8007470 con 0x7f26f806c7c0 2023-09-21T13:05:31.125 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.121+0000 7f26e6ffd700 1 --2- 172.21.15.46:0/1862190929 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f26d806a580 0x7f26d806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:31.125 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.121+0000 7f26e6ffd700 1 -- 172.21.15.46:0/1862190929 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f26e80888f0 con 0x7f26f806c7c0 2023-09-21T13:05:31.126 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.121+0000 7f26f5d9b700 1 --2- 172.21.15.46:0/1862190929 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f26d806a580 0x7f26d806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:31.126 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.122+0000 7f26f5d9b700 1 --2- 172.21.15.46:0/1862190929 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f26d806a580 0x7f26d806ca40 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f26f80b41f0 tx=0x7f26ec009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:31.126 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.126+0000 7f26e6ffd700 1 -- 172.21.15.46:0/1862190929 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f26e8053dd0 con 0x7f26f806c7c0 2023-09-21T13:05:31.332 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.335+0000 7f26fcf66700 1 -- 172.21.15.46:0/1862190929 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f26f804f330 con 0x7f26f806c7c0 2023-09-21T13:05:31.333 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.336+0000 7f26e6ffd700 1 -- 172.21.15.46:0/1862190929 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f26e80573f0 con 0x7f26f806c7c0 2023-09-21T13:05:31.333 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 64 2023-09-21T13:05:31.335 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.338+0000 7f26fcf66700 1 -- 172.21.15.46:0/1862190929 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f26d806a580 msgr2=0x7f26d806ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:31.336 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.338+0000 7f26fcf66700 1 --2- 172.21.15.46:0/1862190929 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f26d806a580 0x7f26d806ca40 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f26f80b41f0 tx=0x7f26ec009040 comp rx=0 tx=0).stop 2023-09-21T13:05:31.336 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.338+0000 7f26fcf66700 1 -- 172.21.15.46:0/1862190929 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f26f806c7c0 msgr2=0x7f26f80b4e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:31.336 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.338+0000 7f26fcf66700 1 --2- 172.21.15.46:0/1862190929 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f26f806c7c0 0x7f26f80b4e40 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f26e800c520 tx=0x7f26e800c8e0 comp rx=0 tx=0).stop 2023-09-21T13:05:31.336 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.338+0000 7f26fcf66700 1 -- 172.21.15.46:0/1862190929 shutdown_connections 2023-09-21T13:05:31.336 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.338+0000 7f26fcf66700 1 --2- 172.21.15.46:0/1862190929 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f26d806a580 0x7f26d806ca40 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:31.337 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.338+0000 7f26fcf66700 1 --2- 172.21.15.46:0/1862190929 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f26f8161290 0x7f26f81568e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:31.337 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.338+0000 7f26fcf66700 1 --2- 172.21.15.46:0/1862190929 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f26f806c7c0 0x7f26f80b4e40 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:31.337 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.338+0000 7f26fcf66700 1 --2- 172.21.15.46:0/1862190929 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f26f80cdd40 0x7f26f81f6330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:31.337 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.338+0000 7f26fcf66700 1 -- 172.21.15.46:0/1862190929 >> 172.21.15.46:0/1862190929 conn(0x7f26f806ea60 msgr2=0x7f26f80caf00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:31.337 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.338+0000 7f26fcf66700 1 -- 172.21.15.46:0/1862190929 shutdown_connections 2023-09-21T13:05:31.338 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.338+0000 7f26fcf66700 1 -- 172.21.15.46:0/1862190929 wait complete. 2023-09-21T13:05:31.349 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-09-21T13:05:31.485 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.488+0000 7f45f363f700 1 Processor -- start 2023-09-21T13:05:31.486 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.489+0000 7f45f363f700 1 -- start start 2023-09-21T13:05:31.488 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.489+0000 7f45f363f700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f45ec06a7a0 0x7f45ec06f310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:31.488 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.489+0000 7f45f363f700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f45ec06f850 0x7f45ec0ca840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:31.488 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.489+0000 7f45f363f700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f45ec06eba0 con 0x7f45ec15d630 2023-09-21T13:05:31.488 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.489+0000 7f45f363f700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f45ec06ee80 con 0x7f45ec06a7a0 2023-09-21T13:05:31.489 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.489+0000 7f45f363f700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f45ec0d1110 con 0x7f45ec06f850 2023-09-21T13:05:31.489 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.490+0000 7f45f0bda700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f45ec06a7a0 0x7f45ec06f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:31.489 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.490+0000 7f45f0bda700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f45ec06a7a0 0x7f45ec06f310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39078/0 (socket says 172.21.15.46:39078) 2023-09-21T13:05:31.489 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.490+0000 7f45f0bda700 1 -- 172.21.15.46:0/559784405 learned_addr learned my addr 172.21.15.46:0/559784405 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:31.489 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.490+0000 7f45f13db700 1 --1- 172.21.15.46:0/559784405 >> v1:172.21.15.46:6789/0 conn(0x7f45ec15d630 0x7f45ec161cb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:42902/0 (socket says 172.21.15.46:42902) 2023-09-21T13:05:31.490 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.490+0000 7f45f1bdc700 1 --2- 172.21.15.46:0/559784405 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f45ec06f850 0x7f45ec0ca840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:31.490 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.490+0000 7f45f0bda700 1 -- 172.21.15.46:0/559784405 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f45ec06f850 msgr2=0x7f45ec0ca840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:31.490 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.490+0000 7f45f0bda700 1 --2- 172.21.15.46:0/559784405 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f45ec06f850 0x7f45ec0ca840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:31.490 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.490+0000 7f45f0bda700 1 -- 172.21.15.46:0/559784405 >> v1:172.21.15.46:6789/0 conn(0x7f45ec15d630 legacy=0x7f45ec161cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:31.490 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.490+0000 7f45f0bda700 1 -- 172.21.15.46:0/559784405 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f45ec06ac60 con 0x7f45ec06a7a0 2023-09-21T13:05:31.491 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.490+0000 7f45f0bda700 1 --2- 172.21.15.46:0/559784405 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f45ec06a7a0 0x7f45ec06f310 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f45e80098f0 tx=0x7f45e8009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=48fd02d29195d9d0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:31.491 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.490+0000 7f45dffff700 1 -- 172.21.15.46:0/559784405 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45e800b8a0 con 0x7f45ec06a7a0 2023-09-21T13:05:31.491 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.490+0000 7f45dffff700 1 -- 172.21.15.46:0/559784405 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f45e800ba00 con 0x7f45ec06a7a0 2023-09-21T13:05:31.491 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.490+0000 7f45dffff700 1 -- 172.21.15.46:0/559784405 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45e800bd90 con 0x7f45ec06a7a0 2023-09-21T13:05:31.491 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.491+0000 7f45f363f700 1 -- 172.21.15.46:0/559784405 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f45ec06a7a0 msgr2=0x7f45ec06f310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:31.492 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.491+0000 7f45f363f700 1 --2- 172.21.15.46:0/559784405 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f45ec06a7a0 0x7f45ec06f310 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f45e80098f0 tx=0x7f45e8009c00 comp rx=0 tx=0).stop 2023-09-21T13:05:31.492 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.491+0000 7f45f363f700 1 -- 172.21.15.46:0/559784405 shutdown_connections 2023-09-21T13:05:31.492 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.491+0000 7f45f363f700 1 --2- 172.21.15.46:0/559784405 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f45ec06f850 0x7f45ec0ca840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:31.492 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.491+0000 7f45f363f700 1 --2- 172.21.15.46:0/559784405 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f45ec06a7a0 0x7f45ec06f310 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:31.492 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.491+0000 7f45f363f700 1 -- 172.21.15.46:0/559784405 >> 172.21.15.46:0/559784405 conn(0x7f45ec0d01f0 msgr2=0x7f45ec0d0600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:31.492 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.491+0000 7f45f363f700 1 -- 172.21.15.46:0/559784405 shutdown_connections 2023-09-21T13:05:31.493 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.491+0000 7f45f363f700 1 -- 172.21.15.46:0/559784405 wait complete. 2023-09-21T13:05:31.495 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.492+0000 7f45f363f700 1 Processor -- start 2023-09-21T13:05:31.495 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.492+0000 7f45f363f700 1 -- start start 2023-09-21T13:05:31.496 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.493+0000 7f45f363f700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f45ec06a7a0 0x7f45ec0c9c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:31.496 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.493+0000 7f45f363f700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f45ec06f850 0x7f45ec15fcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:31.496 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.493+0000 7f45f363f700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f45ec15d630 0x7f45ec160200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:31.496 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.493+0000 7f45f363f700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45ec0c7a40 con 0x7f45ec06f850 2023-09-21T13:05:31.496 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.493+0000 7f45f363f700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45ec158f20 con 0x7f45ec06a7a0 2023-09-21T13:05:31.497 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.493+0000 7f45f363f700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f45ec158c40 con 0x7f45ec15d630 2023-09-21T13:05:31.497 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.493+0000 7f45f0bda700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f45ec06f850 0x7f45ec15fcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:31.497 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.493+0000 7f45f0bda700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f45ec06f850 0x7f45ec15fcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39090/0 (socket says 172.21.15.46:39090) 2023-09-21T13:05:31.497 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.493+0000 7f45f0bda700 1 -- 172.21.15.46:0/785335064 learned_addr learned my addr 172.21.15.46:0/785335064 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:31.497 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.493+0000 7f45f13db700 1 --2- 172.21.15.46:0/785335064 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f45ec06a7a0 0x7f45ec0c9c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:31.498 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.493+0000 7f45f1bdc700 1 --2- 172.21.15.46:0/785335064 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f45ec15d630 0x7f45ec160200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:31.498 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.494+0000 7f45f0bda700 1 -- 172.21.15.46:0/785335064 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f45ec15d630 msgr2=0x7f45ec160200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:31.498 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.494+0000 7f45f0bda700 1 --2- 172.21.15.46:0/785335064 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f45ec15d630 0x7f45ec160200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:31.498 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.494+0000 7f45f0bda700 1 -- 172.21.15.46:0/785335064 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f45ec06a7a0 msgr2=0x7f45ec0c9c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:31.498 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.494+0000 7f45f0bda700 1 --2- 172.21.15.46:0/785335064 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f45ec06a7a0 0x7f45ec0c9c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:31.499 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.494+0000 7f45f0bda700 1 -- 172.21.15.46:0/785335064 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f45e8009550 con 0x7f45ec06f850 2023-09-21T13:05:31.499 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.494+0000 7f45f13db700 1 --2- 172.21.15.46:0/785335064 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f45ec06a7a0 0x7f45ec0c9c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:05:31.499 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.494+0000 7f45f0bda700 1 --2- 172.21.15.46:0/785335064 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f45ec06f850 0x7f45ec15fcc0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f45e8009c40 tx=0x7f45e8004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:31.500 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.494+0000 7f45ddffb700 1 -- 172.21.15.46:0/785335064 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45e80036a0 con 0x7f45ec06f850 2023-09-21T13:05:31.500 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.494+0000 7f45ddffb700 1 -- 172.21.15.46:0/785335064 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f45e801e070 con 0x7f45ec06f850 2023-09-21T13:05:31.500 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.494+0000 7f45f363f700 1 -- 172.21.15.46:0/785335064 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f45ec0c73f0 con 0x7f45ec06f850 2023-09-21T13:05:31.500 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.494+0000 7f45ddffb700 1 -- 172.21.15.46:0/785335064 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45e8003a60 con 0x7f45ec06f850 2023-09-21T13:05:31.500 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.494+0000 7f45f363f700 1 -- 172.21.15.46:0/785335064 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f45ec157fc0 con 0x7f45ec06f850 2023-09-21T13:05:31.500 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.495+0000 7f45f363f700 1 -- 172.21.15.46:0/785335064 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f45ec0c7bb0 con 0x7f45ec06f850 2023-09-21T13:05:31.501 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.496+0000 7f45ddffb700 1 -- 172.21.15.46:0/785335064 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f45e8003bc0 con 0x7f45ec06f850 2023-09-21T13:05:31.501 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.496+0000 7f45ddffb700 1 --2- 172.21.15.46:0/785335064 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f45d006a580 0x7f45d006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:31.501 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.496+0000 7f45ddffb700 1 -- 172.21.15.46:0/785335064 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f45e8020070 con 0x7f45ec06f850 2023-09-21T13:05:31.501 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.496+0000 7f45f13db700 1 --2- 172.21.15.46:0/785335064 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f45d006a580 0x7f45d006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:31.501 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.497+0000 7f45f13db700 1 --2- 172.21.15.46:0/785335064 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f45d006a580 0x7f45d006ca40 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f45e0000f60 tx=0x7f45e0007df0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:31.502 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.501+0000 7f45ddffb700 1 -- 172.21.15.46:0/785335064 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f45e80553f0 con 0x7f45ec06f850 2023-09-21T13:05:31.755 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.759+0000 7f45f363f700 1 -- 172.21.15.46:0/785335064 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f45ec068b90 con 0x7f45ec06f850 2023-09-21T13:05:31.756 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.759+0000 7f45ddffb700 1 -- 172.21.15.46:0/785335064 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+4898 (secure 0 0 0) 0x7f45e8058a10 con 0x7f45ec06f850 2023-09-21T13:05:31.757 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:05:31.757 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4263,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6836/953501907","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":953501907},{"type":"v1","addr":"172.21.15.46:6836","nonce":953501907}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4266,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/951711535","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6835","nonce":951711535},{"type":"v1","addr":"172.21.15.46:6837","nonce":951711535}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":4281,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.57:6835/3705232108","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6833","nonce":3705232108},{"type":"v1","addr":"172.21.15.57:6835","nonce":3705232108}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-09-21T13:05:16.171576+0000","modified":"2023-09-21T13:05:19.182371+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4285},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4285":{"gid":4285,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.57:6834/887123340","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6832","nonce":887123340},{"type":"v1","addr":"172.21.15.57:6834","nonce":887123340}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-09-21T13:05:31.759 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.762+0000 7f45f363f700 1 -- 172.21.15.46:0/785335064 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f45d006a580 msgr2=0x7f45d006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:31.759 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.762+0000 7f45f363f700 1 --2- 172.21.15.46:0/785335064 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f45d006a580 0x7f45d006ca40 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f45e0000f60 tx=0x7f45e0007df0 comp rx=0 tx=0).stop 2023-09-21T13:05:31.759 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.762+0000 7f45f363f700 1 -- 172.21.15.46:0/785335064 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f45ec06f850 msgr2=0x7f45ec15fcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:31.760 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.762+0000 7f45f363f700 1 --2- 172.21.15.46:0/785335064 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f45ec06f850 0x7f45ec15fcc0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f45e8009c40 tx=0x7f45e8004750 comp rx=0 tx=0).stop 2023-09-21T13:05:31.760 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.762+0000 7f45f363f700 1 -- 172.21.15.46:0/785335064 shutdown_connections 2023-09-21T13:05:31.760 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.762+0000 7f45f363f700 1 --2- 172.21.15.46:0/785335064 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f45d006a580 0x7f45d006ca40 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:31.761 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.762+0000 7f45f363f700 1 --2- 172.21.15.46:0/785335064 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f45ec15d630 0x7f45ec160200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:31.761 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.762+0000 7f45f363f700 1 --2- 172.21.15.46:0/785335064 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f45ec06a7a0 0x7f45ec0c9c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:31.761 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.762+0000 7f45f363f700 1 --2- 172.21.15.46:0/785335064 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f45ec06f850 0x7f45ec15fcc0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:31.761 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.762+0000 7f45f363f700 1 -- 172.21.15.46:0/785335064 >> 172.21.15.46:0/785335064 conn(0x7f45ec0d01f0 msgr2=0x7f45ec155800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:31.762 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.762+0000 7f45f363f700 1 -- 172.21.15.46:0/785335064 shutdown_connections 2023-09-21T13:05:31.762 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.762+0000 7f45f363f700 1 -- 172.21.15.46:0/785335064 wait complete. 2023-09-21T13:05:31.762 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 7 2023-09-21T13:05:31.773 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-21T13:05:31.909 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.912+0000 7fae2223e700 1 Processor -- start 2023-09-21T13:05:31.909 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.912+0000 7fae2223e700 1 -- start start 2023-09-21T13:05:31.912 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.913+0000 7fae2223e700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7fae1c0b34e0 0x7fae1c161580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:31.912 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.913+0000 7fae2223e700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fae1c06c0d0 con 0x7fae1c15d5b0 2023-09-21T13:05:31.912 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.913+0000 7fae2223e700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fae1c06d660 con 0x7fae1c161120 2023-09-21T13:05:31.912 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.913+0000 7fae2223e700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fae1c06bb50 con 0x7fae1c0b34e0 2023-09-21T13:05:31.913 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.913+0000 7fae1b7fe700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7fae1c15d5b0 0x7fae1c06c560 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:42908/0 (socket says 172.21.15.46:42908) 2023-09-21T13:05:31.913 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.913+0000 7fae1b7fe700 1 -- 172.21.15.46:0/608707145 learned_addr learned my addr 172.21.15.46:0/608707145 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:05:31.913 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.913+0000 7fae1bfff700 1 --2- 172.21.15.46:0/608707145 >> v2:172.21.15.57:3300/0 conn(0x7fae1c0b34e0 0x7fae1c161580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:31.913 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.914+0000 7fae1a7fc700 1 -- 172.21.15.46:0/608707145 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3383950356 0 0) 0x7fae1c06c0d0 con 0x7fae1c15d5b0 2023-09-21T13:05:31.913 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.914+0000 7fae1a7fc700 1 -- 172.21.15.46:0/608707145 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fae080035b0 con 0x7fae1c15d5b0 2023-09-21T13:05:31.914 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.914+0000 7fae1bfff700 1 -- 172.21.15.46:0/608707145 >> v1:172.21.15.57:6789/0 conn(0x7fae1c161120 legacy=0x7fae1c0b2dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:31.914 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.914+0000 7fae1bfff700 1 -- 172.21.15.46:0/608707145 >> v1:172.21.15.46:6789/0 conn(0x7fae1c15d5b0 legacy=0x7fae1c06c560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:31.914 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.914+0000 7fae1bfff700 1 -- 172.21.15.46:0/608707145 --> v2:172.21.15.57:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fae1c161be0 con 0x7fae1c0b34e0 2023-09-21T13:05:31.914 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.914+0000 7fae1bfff700 1 --2- 172.21.15.46:0/608707145 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fae1c0b34e0 0x7fae1c161580 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fae14009d90 tx=0x7fae1400b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4ece07b1357f2398 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:31.915 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.914+0000 7fae1a7fc700 1 -- 172.21.15.46:0/608707145 <== mon.1 v2:172.21.15.57:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae1400e070 con 0x7fae1c0b34e0 2023-09-21T13:05:31.915 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.914+0000 7fae1a7fc700 1 -- 172.21.15.46:0/608707145 <== mon.1 v2:172.21.15.57:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fae1400bb20 con 0x7fae1c0b34e0 2023-09-21T13:05:31.915 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.914+0000 7fae1a7fc700 1 -- 172.21.15.46:0/608707145 <== mon.1 v2:172.21.15.57:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae14012430 con 0x7fae1c0b34e0 2023-09-21T13:05:31.915 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.915+0000 7fae2223e700 1 -- 172.21.15.46:0/608707145 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fae1c0b34e0 msgr2=0x7fae1c161580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:31.915 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.915+0000 7fae2223e700 1 --2- 172.21.15.46:0/608707145 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fae1c0b34e0 0x7fae1c161580 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fae14009d90 tx=0x7fae1400b330 comp rx=0 tx=0).stop 2023-09-21T13:05:31.916 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.915+0000 7fae2223e700 1 -- 172.21.15.46:0/608707145 shutdown_connections 2023-09-21T13:05:31.916 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.915+0000 7fae2223e700 1 --2- 172.21.15.46:0/608707145 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fae1c0b34e0 0x7fae1c161580 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:31.916 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.915+0000 7fae2223e700 1 -- 172.21.15.46:0/608707145 >> 172.21.15.46:0/608707145 conn(0x7fae1c06eb20 msgr2=0x7fae1c06ef00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:31.916 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.915+0000 7fae2223e700 1 -- 172.21.15.46:0/608707145 shutdown_connections 2023-09-21T13:05:31.916 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.915+0000 7fae2223e700 1 -- 172.21.15.46:0/608707145 wait complete. 2023-09-21T13:05:31.919 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.916+0000 7fae2223e700 1 Processor -- start 2023-09-21T13:05:31.919 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.916+0000 7fae2223e700 1 -- start start 2023-09-21T13:05:31.920 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.917+0000 7fae2223e700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fae1c0b34e0 0x7fae1c0c49c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:31.920 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.917+0000 7fae2223e700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fae1c15d5b0 0x7fae1c0b4ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:31.920 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.917+0000 7fae2223e700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fae1c161120 0x7fae1c14d220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:31.920 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.917+0000 7fae2223e700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fae1c0c62b0 con 0x7fae1c0b34e0 2023-09-21T13:05:31.920 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.917+0000 7fae2223e700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fae1c0b5b20 con 0x7fae1c15d5b0 2023-09-21T13:05:31.921 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.917+0000 7fae2223e700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fae1c0b5020 con 0x7fae1c161120 2023-09-21T13:05:31.921 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.917+0000 7fae1b7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fae1c0b34e0 0x7fae1c0c49c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:31.921 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.917+0000 7fae1b7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fae1c0b34e0 0x7fae1c0c49c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39092/0 (socket says 172.21.15.46:39092) 2023-09-21T13:05:31.921 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.917+0000 7fae1b7fe700 1 -- 172.21.15.46:0/4003104068 learned_addr learned my addr 172.21.15.46:0/4003104068 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:31.921 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.917+0000 7fae1affd700 1 --2- 172.21.15.46:0/4003104068 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fae1c15d5b0 0x7fae1c0b4ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:31.922 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.918+0000 7fae1bfff700 1 --2- 172.21.15.46:0/4003104068 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fae1c161120 0x7fae1c14d220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:31.922 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.918+0000 7fae1b7fe700 1 -- 172.21.15.46:0/4003104068 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fae1c161120 msgr2=0x7fae1c14d220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:31.922 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.918+0000 7fae1b7fe700 1 --2- 172.21.15.46:0/4003104068 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fae1c161120 0x7fae1c14d220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:31.922 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.918+0000 7fae1b7fe700 1 -- 172.21.15.46:0/4003104068 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fae1c15d5b0 msgr2=0x7fae1c0b4ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:31.922 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.918+0000 7fae1b7fe700 1 --2- 172.21.15.46:0/4003104068 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fae1c15d5b0 0x7fae1c0b4ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:31.923 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.918+0000 7fae1b7fe700 1 -- 172.21.15.46:0/4003104068 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fae14009a70 con 0x7fae1c0b34e0 2023-09-21T13:05:31.923 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.918+0000 7fae1affd700 1 --2- 172.21.15.46:0/4003104068 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fae1c15d5b0 0x7fae1c0b4ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:05:31.923 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.918+0000 7fae1b7fe700 1 --2- 172.21.15.46:0/4003104068 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fae1c0b34e0 0x7fae1c0c49c0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fae0400c700 tx=0x7fae0400cac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:31.923 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.918+0000 7fae13fff700 1 -- 172.21.15.46:0/4003104068 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae04005d70 con 0x7fae1c0b34e0 2023-09-21T13:05:31.923 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.918+0000 7fae13fff700 1 -- 172.21.15.46:0/4003104068 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fae040070d0 con 0x7fae1c0b34e0 2023-09-21T13:05:31.924 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.918+0000 7fae13fff700 1 -- 172.21.15.46:0/4003104068 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae04007460 con 0x7fae1c0b34e0 2023-09-21T13:05:31.924 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.918+0000 7fae2223e700 1 -- 172.21.15.46:0/4003104068 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fae1c0cb260 con 0x7fae1c0b34e0 2023-09-21T13:05:31.924 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.918+0000 7fae2223e700 1 -- 172.21.15.46:0/4003104068 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fae1c0b5560 con 0x7fae1c0b34e0 2023-09-21T13:05:31.924 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.919+0000 7fae2223e700 1 -- 172.21.15.46:0/4003104068 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fae1c068b90 con 0x7fae1c0b34e0 2023-09-21T13:05:31.924 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.919+0000 7fae13fff700 1 -- 172.21.15.46:0/4003104068 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fae040075c0 con 0x7fae1c0b34e0 2023-09-21T13:05:31.924 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.920+0000 7fae13fff700 1 --2- 172.21.15.46:0/4003104068 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fadfc06a580 0x7fadfc06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:31.925 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.920+0000 7fae13fff700 1 -- 172.21.15.46:0/4003104068 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fae04087fe0 con 0x7fae1c0b34e0 2023-09-21T13:05:31.925 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.920+0000 7fae1affd700 1 --2- 172.21.15.46:0/4003104068 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fadfc06a580 0x7fadfc06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:31.925 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.920+0000 7fae1affd700 1 --2- 172.21.15.46:0/4003104068 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fadfc06a580 0x7fadfc06ca40 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fae1c0b6f70 tx=0x7fae0c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:31.925 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:31.925+0000 7fae13fff700 1 -- 172.21.15.46:0/4003104068 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fae04053570 con 0x7fae1c0b34e0 2023-09-21T13:05:32.133 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.136+0000 7fae2223e700 1 -- 172.21.15.46:0/4003104068 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fae1c0ce7c0 con 0x7fae1c0b34e0 2023-09-21T13:05:32.134 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.137+0000 7fae13fff700 1 -- 172.21.15.46:0/4003104068 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16457 (secure 0 0 0) 0x7fae04056b90 con 0x7fae1c0b34e0 2023-09-21T13:05:32.134 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:05:32.135 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":20,"fsid":"3cbfaf88-469e-4129-b70d-6dd2d92bd0a4","created":"2023-09-21T13:04:52.312650+0000","modified":"2023-09-21T13:05:17.736372+0000","last_up_change":"2023-09-21T13:05:04.397018+0000","last_in_change":"2023-09-21T13:04:55.853368+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-21T13:05:05.036373+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-09-21T13:05:14.305630+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-09-21T13:05:15.146424+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"23992b72-ed3c-4a14-ae79-8150e0fedbf7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6810","nonce":1682463833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6814","nonce":1682463833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6822","nonce":1682463833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6818","nonce":1682463833}]},"public_addr":"172.21.15.46:6810/1682463833","cluster_addr":"172.21.15.46:6814/1682463833","heartbeat_back_addr":"172.21.15.46:6822/1682463833","heartbeat_front_addr":"172.21.15.46:6818/1682463833","state":["exists","up"]},{"osd":1,"uuid":"2578f708-e052-4bdd-bcef-54808f1d1ef4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6800","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6801","nonce":3674836117}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6803","nonce":3674836117}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6807","nonce":3674836117}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6805","nonce":3674836117}]},"public_addr":"172.21.15.46:6801/3674836117","cluster_addr":"172.21.15.46:6803/3674836117","heartbeat_back_addr":"172.21.15.46:6807/3674836117","heartbeat_front_addr":"172.21.15.46:6805/3674836117","state":["exists","up"]},{"osd":2,"uuid":"6db5fc17-2472-42fd-a613-8cc24a815cfe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6825","nonce":3956023171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6827","nonce":3956023171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6831","nonce":3956023171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6829","nonce":3956023171}]},"public_addr":"172.21.15.46:6825/3956023171","cluster_addr":"172.21.15.46:6827/3956023171","heartbeat_back_addr":"172.21.15.46:6831/3956023171","heartbeat_front_addr":"172.21.15.46:6829/3956023171","state":["exists","up"]},{"osd":3,"uuid":"b0ddd2cd-9025-471f-a976-d7bc356eb10b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6809","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6811","nonce":1834230057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6813","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6815","nonce":1834230057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6821","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6823","nonce":1834230057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6817","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6819","nonce":1834230057}]},"public_addr":"172.21.15.46:6811/1834230057","cluster_addr":"172.21.15.46:6815/1834230057","heartbeat_back_addr":"172.21.15.46:6823/1834230057","heartbeat_front_addr":"172.21.15.46:6819/1834230057","state":["exists","up"]},{"osd":4,"uuid":"51245ec8-6073-476b-aea6-482f9a379f43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6800","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6801","nonce":867529145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6802","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6803","nonce":867529145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6806","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6807","nonce":867529145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6804","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6805","nonce":867529145}]},"public_addr":"172.21.15.57:6801/867529145","cluster_addr":"172.21.15.57:6803/867529145","heartbeat_back_addr":"172.21.15.57:6807/867529145","heartbeat_front_addr":"172.21.15.57:6805/867529145","state":["exists","up"]},{"osd":5,"uuid":"6be64509-8d19-48af-aa7d-2744199eb3c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6824","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6825","nonce":2639760353}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6826","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6827","nonce":2639760353}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6830","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6831","nonce":2639760353}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6828","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6829","nonce":2639760353}]},"public_addr":"172.21.15.57:6825/2639760353","cluster_addr":"172.21.15.57:6827/2639760353","heartbeat_back_addr":"172.21.15.57:6831/2639760353","heartbeat_front_addr":"172.21.15.57:6829/2639760353","state":["exists","up"]},{"osd":6,"uuid":"8bfda35e-f97c-4419-a105-ff306eff7a42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6808","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6809","nonce":3693682875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6810","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6811","nonce":3693682875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6814","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6815","nonce":3693682875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6812","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6813","nonce":3693682875}]},"public_addr":"172.21.15.57:6809/3693682875","cluster_addr":"172.21.15.57:6811/3693682875","heartbeat_back_addr":"172.21.15.57:6815/3693682875","heartbeat_front_addr":"172.21.15.57:6813/3693682875","state":["exists","up"]},{"osd":7,"uuid":"49fc1df7-ab94-4da5-b915-8f7cc61f2714","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6816","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6817","nonce":1729728830}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6818","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6819","nonce":1729728830}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6822","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6823","nonce":1729728830}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6820","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6821","nonce":1729728830}]},"public_addr":"172.21.15.57:6817/1729728830","cluster_addr":"172.21.15.57:6819/1729728830","heartbeat_back_addr":"172.21.15.57:6823/1729728830","heartbeat_front_addr":"172.21.15.57:6821/1729728830","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:00.955073+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.074451+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.068487+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.010348+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.035446+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.101249+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.104509+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.077361+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-21T13:05:32.137 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.140+0000 7fae2223e700 1 -- 172.21.15.46:0/4003104068 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fadfc06a580 msgr2=0x7fadfc06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:32.137 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.140+0000 7fae2223e700 1 --2- 172.21.15.46:0/4003104068 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fadfc06a580 0x7fadfc06ca40 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fae1c0b6f70 tx=0x7fae0c009040 comp rx=0 tx=0).stop 2023-09-21T13:05:32.138 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.140+0000 7fae2223e700 1 -- 172.21.15.46:0/4003104068 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fae1c0b34e0 msgr2=0x7fae1c0c49c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:32.138 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.140+0000 7fae2223e700 1 --2- 172.21.15.46:0/4003104068 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fae1c0b34e0 0x7fae1c0c49c0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fae0400c700 tx=0x7fae0400cac0 comp rx=0 tx=0).stop 2023-09-21T13:05:32.138 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.140+0000 7fae2223e700 1 -- 172.21.15.46:0/4003104068 shutdown_connections 2023-09-21T13:05:32.138 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.140+0000 7fae2223e700 1 --2- 172.21.15.46:0/4003104068 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fadfc06a580 0x7fadfc06ca40 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:32.138 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.140+0000 7fae2223e700 1 --2- 172.21.15.46:0/4003104068 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fae1c161120 0x7fae1c14d220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:32.139 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.140+0000 7fae2223e700 1 --2- 172.21.15.46:0/4003104068 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fae1c0b34e0 0x7fae1c0c49c0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:32.139 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.140+0000 7fae2223e700 1 --2- 172.21.15.46:0/4003104068 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fae1c15d5b0 0x7fae1c0b4ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:32.139 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.140+0000 7fae2223e700 1 -- 172.21.15.46:0/4003104068 >> 172.21.15.46:0/4003104068 conn(0x7fae1c06eb20 msgr2=0x7fae1c0cf5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:32.139 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.140+0000 7fae2223e700 1 -- 172.21.15.46:0/4003104068 shutdown_connections 2023-09-21T13:05:32.139 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.140+0000 7fae2223e700 1 -- 172.21.15.46:0/4003104068 wait complete. 2023-09-21T13:05:32.151 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-09-21T13:05:32.288 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.291+0000 7f3cebd25700 1 Processor -- start 2023-09-21T13:05:32.288 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.291+0000 7f3cebd25700 1 -- start start 2023-09-21T13:05:32.290 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.292+0000 7f3cebd25700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f3ce4158f40 0x7f3ce415f000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:32.290 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.292+0000 7f3cebd25700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3ce415bdb0 con 0x7f3ce40b2dd0 2023-09-21T13:05:32.291 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.292+0000 7f3cebd25700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3ce415f850 con 0x7f3ce40d0980 2023-09-21T13:05:32.291 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.292+0000 7f3cebd25700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3ce415fb30 con 0x7f3ce4158f40 2023-09-21T13:05:32.291 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.292+0000 7f3ce9ac1700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f3ce4158f40 0x7f3ce415f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:32.291 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.292+0000 7f3cea2c2700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f3ce40b2dd0 0x7f3ce40ceee0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:42922/0 (socket says 172.21.15.46:42922) 2023-09-21T13:05:32.291 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.292+0000 7f3cea2c2700 1 -- 172.21.15.46:0/4066473692 learned_addr learned my addr 172.21.15.46:0/4066473692 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:05:32.292 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.292+0000 7f3ce9ac1700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f3ce4158f40 0x7f3ce415f000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39100/0 (socket says 172.21.15.46:39100) 2023-09-21T13:05:32.292 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.292+0000 7f3ce9ac1700 1 -- 172.21.15.46:0/4066473692 >> v1:172.21.15.57:6789/0 conn(0x7f3ce40d0980 legacy=0x7f3ce415c240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:32.292 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.292+0000 7f3ce9ac1700 1 -- 172.21.15.46:0/4066473692 >> v1:172.21.15.46:6789/0 conn(0x7f3ce40b2dd0 legacy=0x7f3ce40ceee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:32.292 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.292+0000 7f3ce9ac1700 1 -- 172.21.15.46:0/4066473692 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3ce415fe10 con 0x7f3ce4158f40 2023-09-21T13:05:32.292 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.292+0000 7f3ce8abf700 1 -- 172.21.15.46:0/4066473692 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 426135804 0 0) 0x7f3ce415bdb0 con 0x7f3ce40b2dd0 2023-09-21T13:05:32.293 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.293+0000 7f3ce9ac1700 1 --2- 172.21.15.46:0/4066473692 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3ce4158f40 0x7f3ce415f000 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f3ce0009840 tx=0x7f3ce0009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1afd20cd55328ce server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:32.293 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.293+0000 7f3ce8abf700 1 -- 172.21.15.46:0/4066473692 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ce0011830 con 0x7f3ce4158f40 2023-09-21T13:05:32.293 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.293+0000 7f3ce8abf700 1 -- 172.21.15.46:0/4066473692 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3ce0011990 con 0x7f3ce4158f40 2023-09-21T13:05:32.293 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.293+0000 7f3ce8abf700 1 -- 172.21.15.46:0/4066473692 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ce0011d20 con 0x7f3ce4158f40 2023-09-21T13:05:32.293 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.293+0000 7f3cebd25700 1 -- 172.21.15.46:0/4066473692 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3ce4158f40 msgr2=0x7f3ce415f000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:32.294 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.293+0000 7f3cebd25700 1 --2- 172.21.15.46:0/4066473692 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3ce4158f40 0x7f3ce415f000 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f3ce0009840 tx=0x7f3ce0009b50 comp rx=0 tx=0).stop 2023-09-21T13:05:32.294 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.293+0000 7f3cebd25700 1 -- 172.21.15.46:0/4066473692 shutdown_connections 2023-09-21T13:05:32.294 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.293+0000 7f3cebd25700 1 --2- 172.21.15.46:0/4066473692 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3ce4158f40 0x7f3ce415f000 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:32.294 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.293+0000 7f3cebd25700 1 -- 172.21.15.46:0/4066473692 >> 172.21.15.46:0/4066473692 conn(0x7f3ce406eb20 msgr2=0x7f3ce406ef00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:32.294 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.293+0000 7f3cebd25700 1 -- 172.21.15.46:0/4066473692 shutdown_connections 2023-09-21T13:05:32.295 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.293+0000 7f3cebd25700 1 -- 172.21.15.46:0/4066473692 wait complete. 2023-09-21T13:05:32.297 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.295+0000 7f3cebd25700 1 Processor -- start 2023-09-21T13:05:32.297 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.295+0000 7f3cebd25700 1 -- start start 2023-09-21T13:05:32.297 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.295+0000 7f3cebd25700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3ce40b2dd0 0x7f3ce40c74d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:32.298 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.295+0000 7f3cebd25700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3ce40d0980 0x7f3ce40c83e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:32.298 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.295+0000 7f3cebd25700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f3ce4158f40 0x7f3ce41f6410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:32.298 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.295+0000 7f3cebd25700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ce40c5e90 con 0x7f3ce40d0980 2023-09-21T13:05:32.298 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.295+0000 7f3cebd25700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ce406bcc0 con 0x7f3ce4158f40 2023-09-21T13:05:32.298 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.295+0000 7f3cebd25700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3ce40c8e30 con 0x7f3ce40b2dd0 2023-09-21T13:05:32.299 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.296+0000 7f3ce92c0700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3ce40d0980 0x7f3ce40c83e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:32.299 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.296+0000 7f3ce92c0700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3ce40d0980 0x7f3ce40c83e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39102/0 (socket says 172.21.15.46:39102) 2023-09-21T13:05:32.299 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.296+0000 7f3ce92c0700 1 -- 172.21.15.46:0/1361432480 learned_addr learned my addr 172.21.15.46:0/1361432480 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:32.299 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.296+0000 7f3cea2c2700 1 --2- 172.21.15.46:0/1361432480 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f3ce4158f40 0x7f3ce41f6410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:32.299 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.296+0000 7f3ce9ac1700 1 --2- 172.21.15.46:0/1361432480 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3ce40b2dd0 0x7f3ce40c74d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:32.300 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.296+0000 7f3ce92c0700 1 -- 172.21.15.46:0/1361432480 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3ce40b2dd0 msgr2=0x7f3ce40c74d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:32.300 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.296+0000 7f3ce92c0700 1 --2- 172.21.15.46:0/1361432480 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3ce40b2dd0 0x7f3ce40c74d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:32.300 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.296+0000 7f3ce92c0700 1 -- 172.21.15.46:0/1361432480 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f3ce4158f40 msgr2=0x7f3ce41f6410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:32.300 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.296+0000 7f3ce92c0700 1 --2- 172.21.15.46:0/1361432480 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f3ce4158f40 0x7f3ce41f6410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:32.300 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.296+0000 7f3ce92c0700 1 -- 172.21.15.46:0/1361432480 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3ce00094a0 con 0x7f3ce40d0980 2023-09-21T13:05:32.300 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.296+0000 7f3ce92c0700 1 --2- 172.21.15.46:0/1361432480 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3ce40d0980 0x7f3ce40c83e0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f3cd400c510 tx=0x7f3cd400c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:32.301 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.296+0000 7f3cda7fc700 1 -- 172.21.15.46:0/1361432480 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3cd40052d0 con 0x7f3ce40d0980 2023-09-21T13:05:32.301 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.296+0000 7f3cda7fc700 1 -- 172.21.15.46:0/1361432480 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3cd4005430 con 0x7f3ce40d0980 2023-09-21T13:05:32.301 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.296+0000 7f3cda7fc700 1 -- 172.21.15.46:0/1361432480 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3cd40038c0 con 0x7f3ce40d0980 2023-09-21T13:05:32.301 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.296+0000 7f3cebd25700 1 -- 172.21.15.46:0/1361432480 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3ce40c9110 con 0x7f3ce40d0980 2023-09-21T13:05:32.301 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.296+0000 7f3cebd25700 1 -- 172.21.15.46:0/1361432480 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3ce40c7a10 con 0x7f3ce40d0980 2023-09-21T13:05:32.302 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.297+0000 7f3cebd25700 1 -- 172.21.15.46:0/1361432480 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3ce406be70 con 0x7f3ce40d0980 2023-09-21T13:05:32.302 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.298+0000 7f3cda7fc700 1 -- 172.21.15.46:0/1361432480 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f3cd4003a20 con 0x7f3ce40d0980 2023-09-21T13:05:32.302 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.298+0000 7f3cda7fc700 1 --2- 172.21.15.46:0/1361432480 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f3cc806a580 0x7f3cc806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:32.302 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.298+0000 7f3cda7fc700 1 -- 172.21.15.46:0/1361432480 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f3cd4087ed0 con 0x7f3ce40d0980 2023-09-21T13:05:32.302 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.298+0000 7f3ce9ac1700 1 --2- 172.21.15.46:0/1361432480 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f3cc806a580 0x7f3cc806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:32.303 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.299+0000 7f3ce9ac1700 1 --2- 172.21.15.46:0/1361432480 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f3cc806a580 0x7f3cc806ca40 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f3ce40b6bc0 tx=0x7f3ce001c040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:32.303 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.303+0000 7f3cda7fc700 1 -- 172.21.15.46:0/1361432480 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f3cd4053450 con 0x7f3ce40d0980 2023-09-21T13:05:32.551 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.555+0000 7f3cebd25700 1 -- 172.21.15.46:0/1361432480 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f3ce4068b90 con 0x7f3ce40d0980 2023-09-21T13:05:32.552 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.555+0000 7f3cda7fc700 1 -- 172.21.15.46:0/1361432480 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+4898 (secure 0 0 0) 0x7f3cd4056a70 con 0x7f3ce40d0980 2023-09-21T13:05:32.552 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:05:32.553 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4263,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6836/953501907","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":953501907},{"type":"v1","addr":"172.21.15.46:6836","nonce":953501907}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4266,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/951711535","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6835","nonce":951711535},{"type":"v1","addr":"172.21.15.46:6837","nonce":951711535}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":4281,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.57:6835/3705232108","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6833","nonce":3705232108},{"type":"v1","addr":"172.21.15.57:6835","nonce":3705232108}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-09-21T13:05:16.171576+0000","modified":"2023-09-21T13:05:19.182371+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4285},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4285":{"gid":4285,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.57:6834/887123340","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6832","nonce":887123340},{"type":"v1","addr":"172.21.15.57:6834","nonce":887123340}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-09-21T13:05:32.555 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.558+0000 7f3cebd25700 1 -- 172.21.15.46:0/1361432480 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f3cc806a580 msgr2=0x7f3cc806ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:32.555 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.558+0000 7f3cebd25700 1 --2- 172.21.15.46:0/1361432480 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f3cc806a580 0x7f3cc806ca40 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f3ce40b6bc0 tx=0x7f3ce001c040 comp rx=0 tx=0).stop 2023-09-21T13:05:32.555 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.558+0000 7f3cebd25700 1 -- 172.21.15.46:0/1361432480 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3ce40d0980 msgr2=0x7f3ce40c83e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:32.555 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.558+0000 7f3cebd25700 1 --2- 172.21.15.46:0/1361432480 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3ce40d0980 0x7f3ce40c83e0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f3cd400c510 tx=0x7f3cd400c8d0 comp rx=0 tx=0).stop 2023-09-21T13:05:32.556 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.558+0000 7f3cebd25700 1 -- 172.21.15.46:0/1361432480 shutdown_connections 2023-09-21T13:05:32.556 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.558+0000 7f3cebd25700 1 --2- 172.21.15.46:0/1361432480 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f3cc806a580 0x7f3cc806ca40 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:32.556 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.558+0000 7f3cebd25700 1 --2- 172.21.15.46:0/1361432480 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f3ce4158f40 0x7f3ce41f6410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:32.556 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.558+0000 7f3cebd25700 1 --2- 172.21.15.46:0/1361432480 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3ce40b2dd0 0x7f3ce40c74d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:32.556 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.558+0000 7f3cebd25700 1 --2- 172.21.15.46:0/1361432480 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3ce40d0980 0x7f3ce40c83e0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:32.557 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.558+0000 7f3cebd25700 1 -- 172.21.15.46:0/1361432480 >> 172.21.15.46:0/1361432480 conn(0x7f3ce406eb20 msgr2=0x7f3ce406ef00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:32.557 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.558+0000 7f3cebd25700 1 -- 172.21.15.46:0/1361432480 shutdown_connections 2023-09-21T13:05:32.557 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:32.558+0000 7f3cebd25700 1 -- 172.21.15.46:0/1361432480 wait complete. 2023-09-21T13:05:32.557 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 7 2023-09-21T13:05:32.971 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 7, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2023-09-21T13:05:16.171576+0000', 'modified': '2023-09-21T13:05:19.182371+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4285}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4285': {'gid': 4285, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.57:6834/887123340', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.57:6832', 'nonce': 887123340}, {'type': 'v1', 'addr': '172.21.15.57:6834', 'nonce': 887123340}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2023-09-21T13:05:32.971 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2023-09-21T13:05:32.971 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2023-09-21T13:05:33.118 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.121+0000 7fa292a61700 1 Processor -- start 2023-09-21T13:05:33.119 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.121+0000 7fa292a61700 1 -- start start 2023-09-21T13:05:33.120 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.122+0000 7fa292a61700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fa28c160be0 0x7fa28c1611d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:33.121 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.122+0000 7fa292a61700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7fa28c06d780 0x7fa28c0ca840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:33.121 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.122+0000 7fa292a61700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fa28c06a7a0 0x7fa28c06abf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:33.121 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.122+0000 7fa292a61700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa28c160fc0 con 0x7fa28c06a7a0 2023-09-21T13:05:33.121 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.122+0000 7fa292a61700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa28c06b130 con 0x7fa28c06d780 2023-09-21T13:05:33.122 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.122+0000 7fa292a61700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa28c162100 con 0x7fa28c160be0 2023-09-21T13:05:33.122 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.122+0000 7fa290ffe700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fa28c06a7a0 0x7fa28c06abf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:33.122 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.122+0000 7fa290ffe700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fa28c06a7a0 0x7fa28c06abf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39106/0 (socket says 172.21.15.46:39106) 2023-09-21T13:05:33.122 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.123+0000 7fa290ffe700 1 -- 172.21.15.46:0/3184833051 learned_addr learned my addr 172.21.15.46:0/3184833051 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:33.122 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.123+0000 7fa28b7fe700 1 --2- 172.21.15.46:0/3184833051 >> v2:172.21.15.57:3300/0 conn(0x7fa28c06d780 0x7fa28c0ca840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:33.123 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.123+0000 7fa28bfff700 1 --2- 172.21.15.46:0/3184833051 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fa28c160be0 0x7fa28c1611d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:33.123 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.123+0000 7fa290ffe700 1 -- 172.21.15.46:0/3184833051 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fa28c160be0 msgr2=0x7fa28c1611d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:33.123 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.123+0000 7fa290ffe700 1 --2- 172.21.15.46:0/3184833051 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fa28c160be0 0x7fa28c1611d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:33.123 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.123+0000 7fa290ffe700 1 -- 172.21.15.46:0/3184833051 >> v2:172.21.15.57:3300/0 conn(0x7fa28c06d780 msgr2=0x7fa28c0ca840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:33.123 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.123+0000 7fa290ffe700 1 --2- 172.21.15.46:0/3184833051 >> v2:172.21.15.57:3300/0 conn(0x7fa28c06d780 0x7fa28c0ca840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:33.124 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.123+0000 7fa290ffe700 1 -- 172.21.15.46:0/3184833051 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa28c06e620 con 0x7fa28c06a7a0 2023-09-21T13:05:33.124 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.123+0000 7fa290ffe700 1 --2- 172.21.15.46:0/3184833051 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa28c06a7a0 0x7fa28c06abf0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fa28c067c70 tx=0x7fa28400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=527a83fe08f67c9f server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:33.124 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.123+0000 7fa28affd700 1 -- 172.21.15.46:0/3184833051 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa28400e070 con 0x7fa28c06a7a0 2023-09-21T13:05:33.124 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.123+0000 7fa28affd700 1 -- 172.21.15.46:0/3184833051 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa28400b910 con 0x7fa28c06a7a0 2023-09-21T13:05:33.124 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.123+0000 7fa28affd700 1 -- 172.21.15.46:0/3184833051 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa28400bcc0 con 0x7fa28c06a7a0 2023-09-21T13:05:33.125 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.124+0000 7fa292a61700 1 -- 172.21.15.46:0/3184833051 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa28c06a7a0 msgr2=0x7fa28c06abf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:33.125 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.124+0000 7fa292a61700 1 --2- 172.21.15.46:0/3184833051 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa28c06a7a0 0x7fa28c06abf0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fa28c067c70 tx=0x7fa28400b330 comp rx=0 tx=0).stop 2023-09-21T13:05:33.125 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.124+0000 7fa292a61700 1 -- 172.21.15.46:0/3184833051 shutdown_connections 2023-09-21T13:05:33.125 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.124+0000 7fa292a61700 1 --2- 172.21.15.46:0/3184833051 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa28c06a7a0 0x7fa28c06abf0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:33.125 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.124+0000 7fa292a61700 1 --2- 172.21.15.46:0/3184833051 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fa28c160be0 0x7fa28c1611d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:33.125 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.124+0000 7fa292a61700 1 --2- 172.21.15.46:0/3184833051 >> v2:172.21.15.57:3300/0 conn(0x7fa28c06d780 0x7fa28c0ca840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:33.126 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.124+0000 7fa292a61700 1 -- 172.21.15.46:0/3184833051 >> 172.21.15.46:0/3184833051 conn(0x7fa28c0d01f0 msgr2=0x7fa28c0d0600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:33.126 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.124+0000 7fa292a61700 1 -- 172.21.15.46:0/3184833051 shutdown_connections 2023-09-21T13:05:33.126 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.124+0000 7fa292a61700 1 -- 172.21.15.46:0/3184833051 wait complete. 2023-09-21T13:05:33.130 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.125+0000 7fa292a61700 1 Processor -- start 2023-09-21T13:05:33.130 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.125+0000 7fa292a61700 1 -- start start 2023-09-21T13:05:33.131 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.126+0000 7fa292a61700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa28c06a7a0 0x7fa28c154980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:33.131 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.126+0000 7fa292a61700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fa28c06d780 0x7fa28c0c4730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:33.131 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.126+0000 7fa292a61700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fa28c160be0 0x7fa28c15ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:33.131 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.126+0000 7fa292a61700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa28c15b560 con 0x7fa28c06a7a0 2023-09-21T13:05:33.131 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.126+0000 7fa292a61700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa28c0c6650 con 0x7fa28c06d780 2023-09-21T13:05:33.132 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.126+0000 7fa292a61700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa28c15a9e0 con 0x7fa28c160be0 2023-09-21T13:05:33.132 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.126+0000 7fa28bfff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa28c06a7a0 0x7fa28c154980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:33.132 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.126+0000 7fa28bfff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa28c06a7a0 0x7fa28c154980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39118/0 (socket says 172.21.15.46:39118) 2023-09-21T13:05:33.132 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.126+0000 7fa28bfff700 1 -- 172.21.15.46:0/3325508427 learned_addr learned my addr 172.21.15.46:0/3325508427 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:33.132 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.127+0000 7fa290ffe700 1 --2- 172.21.15.46:0/3325508427 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fa28c160be0 0x7fa28c15ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:33.132 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.127+0000 7fa28b7fe700 1 --2- 172.21.15.46:0/3325508427 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fa28c06d780 0x7fa28c0c4730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:33.133 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.127+0000 7fa28bfff700 1 -- 172.21.15.46:0/3325508427 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fa28c160be0 msgr2=0x7fa28c15ed10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:33.133 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.127+0000 7fa28bfff700 1 --2- 172.21.15.46:0/3325508427 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fa28c160be0 0x7fa28c15ed10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:33.133 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.127+0000 7fa28bfff700 1 -- 172.21.15.46:0/3325508427 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fa28c06d780 msgr2=0x7fa28c0c4730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:33.133 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.127+0000 7fa28bfff700 1 --2- 172.21.15.46:0/3325508427 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fa28c06d780 0x7fa28c0c4730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:33.133 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.127+0000 7fa28bfff700 1 -- 172.21.15.46:0/3325508427 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa284009b30 con 0x7fa28c06a7a0 2023-09-21T13:05:33.134 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.127+0000 7fa28bfff700 1 --2- 172.21.15.46:0/3325508427 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa28c06a7a0 0x7fa28c154980 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fa27c00e900 tx=0x7fa27c00ecc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:33.134 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.127+0000 7fa288ff9700 1 -- 172.21.15.46:0/3325508427 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa27c009650 con 0x7fa28c06a7a0 2023-09-21T13:05:33.134 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.127+0000 7fa288ff9700 1 -- 172.21.15.46:0/3325508427 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa27c00c850 con 0x7fa28c06a7a0 2023-09-21T13:05:33.134 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.127+0000 7fa292a61700 1 -- 172.21.15.46:0/3325508427 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa28c15acc0 con 0x7fa28c06a7a0 2023-09-21T13:05:33.134 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.127+0000 7fa288ff9700 1 -- 172.21.15.46:0/3325508427 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa27c00cbc0 con 0x7fa28c06a7a0 2023-09-21T13:05:33.135 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.127+0000 7fa292a61700 1 -- 172.21.15.46:0/3325508427 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa28c15b280 con 0x7fa28c06a7a0 2023-09-21T13:05:33.135 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.129+0000 7fa288ff9700 1 -- 172.21.15.46:0/3325508427 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fa27c00cd20 con 0x7fa28c06a7a0 2023-09-21T13:05:33.135 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.129+0000 7fa288ff9700 1 --2- 172.21.15.46:0/3325508427 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fa27806a580 0x7fa27806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:33.135 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.129+0000 7fa288ff9700 1 -- 172.21.15.46:0/3325508427 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa27c088e50 con 0x7fa28c06a7a0 2023-09-21T13:05:33.135 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.129+0000 7fa28b7fe700 1 --2- 172.21.15.46:0/3325508427 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fa27806a580 0x7fa27806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:33.136 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.130+0000 7fa28b7fe700 1 --2- 172.21.15.46:0/3325508427 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fa27806a580 0x7fa27806ca40 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fa28c0cf320 tx=0x7fa280008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:33.136 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.131+0000 7fa29ec3bb80 1 Processor -- start 2023-09-21T13:05:33.136 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.131+0000 7fa29ec3bb80 1 -- start start 2023-09-21T13:05:33.136 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.132+0000 7fa29ec3bb80 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x55a881aa14e0 0x55a881aa0190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:33.136 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.132+0000 7fa29ec3bb80 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x55a881a9adf0 0x55a881abff00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:33.136 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.132+0000 7fa29ec3bb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a881a9e510 0x55a881ac0440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:33.137 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.132+0000 7fa29ec3bb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a881998b90 con 0x55a881a9e510 2023-09-21T13:05:33.137 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.132+0000 7fa29ec3bb80 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a8819faac0 con 0x55a881a9adf0 2023-09-21T13:05:33.137 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.132+0000 7fa29ec3bb80 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x55a8819f8220 con 0x55a881aa14e0 2023-09-21T13:05:33.137 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.132+0000 7fa290ffe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a881a9e510 0x55a881ac0440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:33.137 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.132+0000 7fa290ffe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a881a9e510 0x55a881ac0440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39122/0 (socket says 172.21.15.46:39122) 2023-09-21T13:05:33.138 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.132+0000 7fa290ffe700 1 -- 172.21.15.46:0/2825521615 learned_addr learned my addr 172.21.15.46:0/2825521615 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:33.138 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.132+0000 7fa28bfff700 1 --2- 172.21.15.46:0/2825521615 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x55a881aa14e0 0x55a881aa0190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:33.138 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.132+0000 7fa28b7fe700 1 --2- 172.21.15.46:0/2825521615 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x55a881a9adf0 0x55a881abff00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:33.138 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.132+0000 7fa290ffe700 1 -- 172.21.15.46:0/2825521615 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x55a881aa14e0 msgr2=0x55a881aa0190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:33.138 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.132+0000 7fa290ffe700 1 --2- 172.21.15.46:0/2825521615 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x55a881aa14e0 0x55a881aa0190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:33.139 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.132+0000 7fa290ffe700 1 -- 172.21.15.46:0/2825521615 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x55a881a9adf0 msgr2=0x55a881abff00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:33.139 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.132+0000 7fa290ffe700 1 --2- 172.21.15.46:0/2825521615 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x55a881a9adf0 0x55a881abff00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:33.139 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.132+0000 7fa290ffe700 1 -- 172.21.15.46:0/2825521615 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a8817e4790 con 0x55a881a9e510 2023-09-21T13:05:33.139 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.133+0000 7fa290ffe700 1 --2- 172.21.15.46:0/2825521615 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a881a9e510 0x55a881ac0440 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fa284012000 tx=0x7fa284010000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee2e5790903807b8 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:33.139 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.133+0000 7fa271ffb700 1 -- 172.21.15.46:0/2825521615 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa28400ba80 con 0x55a881a9e510 2023-09-21T13:05:33.140 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.133+0000 7fa271ffb700 1 -- 172.21.15.46:0/2825521615 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa28400bc00 con 0x55a881a9e510 2023-09-21T13:05:33.140 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.133+0000 7fa271ffb700 1 -- 172.21.15.46:0/2825521615 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa284003a20 con 0x55a881a9e510 2023-09-21T13:05:33.140 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.133+0000 7fa29ec3bb80 1 -- 172.21.15.46:0/2825521615 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a881a9e510 msgr2=0x55a881ac0440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:33.140 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.133+0000 7fa29ec3bb80 1 --2- 172.21.15.46:0/2825521615 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a881a9e510 0x55a881ac0440 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fa284012000 tx=0x7fa284010000 comp rx=0 tx=0).stop 2023-09-21T13:05:33.140 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.133+0000 7fa29ec3bb80 1 -- 172.21.15.46:0/2825521615 shutdown_connections 2023-09-21T13:05:33.141 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.133+0000 7fa29ec3bb80 1 --2- 172.21.15.46:0/2825521615 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a881a9e510 0x55a881ac0440 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:33.141 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.133+0000 7fa29ec3bb80 1 --2- 172.21.15.46:0/2825521615 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x55a881aa14e0 0x55a881aa0190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:33.141 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.133+0000 7fa29ec3bb80 1 --2- 172.21.15.46:0/2825521615 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x55a881a9adf0 0x55a881abff00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:33.141 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.133+0000 7fa29ec3bb80 1 -- 172.21.15.46:0/2825521615 >> 172.21.15.46:0/2825521615 conn(0x55a881a16090 msgr2=0x55a881ae5fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:33.141 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.133+0000 7fa29ec3bb80 1 -- 172.21.15.46:0/2825521615 shutdown_connections 2023-09-21T13:05:33.141 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.133+0000 7fa29ec3bb80 1 -- 172.21.15.46:0/2825521615 wait complete. 2023-09-21T13:05:33.145 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.134+0000 7fa29ec3bb80 1 -- start start 2023-09-21T13:05:33.146 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.134+0000 7fa29ec3bb80 1 Processor -- start 2023-09-21T13:05:33.146 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.135+0000 7fa29ec3bb80 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x55a881a9adf0 0x55a881ac36d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:33.146 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.135+0000 7fa29ec3bb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a881a9e510 0x55a881af5990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:33.146 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.135+0000 7fa29ec3bb80 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x55a881aa14e0 0x55a881a94e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:33.146 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.135+0000 7fa29ec3bb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a8819f3b10 con 0x55a881a9e510 2023-09-21T13:05:33.147 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.135+0000 7fa29ec3bb80 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a881994610 con 0x55a881a9adf0 2023-09-21T13:05:33.147 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.135+0000 7fa29ec3bb80 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x55a8819942b0 con 0x55a881aa14e0 2023-09-21T13:05:33.147 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.135+0000 7fa29ec3bb80 10 client.0 _ll_register_callbacks cb 0x55a88198db60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-09-21T13:05:33.147 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.135+0000 7fa28b7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a881a9e510 0x55a881af5990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:33.147 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.135+0000 7fa28b7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a881a9e510 0x55a881af5990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39138/0 (socket says 172.21.15.46:39138) 2023-09-21T13:05:33.147 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.135+0000 7fa28b7fe700 1 -- 172.21.15.46:0/3323542333 learned_addr learned my addr 172.21.15.46:0/3323542333 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:33.148 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.136+0000 7fa28bfff700 1 --2- 172.21.15.46:0/3323542333 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x55a881a9adf0 0x55a881ac36d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:33.148 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.136+0000 7fa290ffe700 1 --2- 172.21.15.46:0/3323542333 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x55a881aa14e0 0x55a881a94e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:33.148 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.136+0000 7fa28b7fe700 1 -- 172.21.15.46:0/3323542333 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x55a881aa14e0 msgr2=0x55a881a94e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:33.148 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.136+0000 7fa28b7fe700 1 --2- 172.21.15.46:0/3323542333 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x55a881aa14e0 0x55a881a94e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:33.148 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.136+0000 7fa28b7fe700 1 -- 172.21.15.46:0/3323542333 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x55a881a9adf0 msgr2=0x55a881ac36d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:33.149 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.136+0000 7fa28b7fe700 1 --2- 172.21.15.46:0/3323542333 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x55a881a9adf0 0x55a881ac36d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:33.149 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.136+0000 7fa28b7fe700 1 -- 172.21.15.46:0/3323542333 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa28c06e620 con 0x55a881a9e510 2023-09-21T13:05:33.149 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.136+0000 7fa28b7fe700 1 --2- 172.21.15.46:0/3323542333 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a881a9e510 0x55a881af5990 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fa2800156c0 tx=0x7fa280004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa113924793aedb0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:33.149 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.136+0000 7fa26affd700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-09-21T13:05:33.149 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.136+0000 7fa26affd700 1 -- 172.21.15.46:0/3323542333 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa280011ed0 con 0x55a881a9e510 2023-09-21T13:05:33.150 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.136+0000 7fa26affd700 1 -- 172.21.15.46:0/3323542333 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa28002a400 con 0x55a881a9e510 2023-09-21T13:05:33.150 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.136+0000 7fa29ec3bb80 1 -- 172.21.15.46:0/3323542333 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55a881a93550 con 0x55a881a9e510 2023-09-21T13:05:33.150 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.136+0000 7fa26affd700 1 -- 172.21.15.46:0/3323542333 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=7) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa280005a20 con 0x55a881a9e510 2023-09-21T13:05:33.150 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.136+0000 7fa29ec3bb80 10 client.4602 fetch_fsmap learned FSMap version 7 2023-09-21T13:05:33.150 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.136+0000 7fa29ec3bb80 1 -- 172.21.15.46:0/3323542333 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=7,monmap=2+}) v3 -- 0x55a8818d10a0 con 0x55a881a9e510 2023-09-21T13:05:33.151 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.136+0000 7fa26affd700 1 -- 172.21.15.46:0/3323542333 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55a881a93550 con 0x55a881a9e510 2023-09-21T13:05:33.151 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.136+0000 7fa26affd700 1 -- 172.21.15.46:0/3323542333 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 7) v1 ==== 3294+0+0 (secure 0 0 0) 0x7fa280028020 con 0x55a881a9e510 2023-09-21T13:05:33.151 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.137+0000 7fa29ec3bb80 10 client.4602 fetch_fsmap finished waiting for FSMap version 7 2023-09-21T13:05:33.151 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.137+0000 7fa29ec3bb80 10 client.4602 resolve_mds: resolved name 'b' to daemon mds.b 2023-09-21T13:05:33.151 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.137+0000 7fa29ec3bb80 20 client.4602 populate_metadata read hostname 'smithi046' 2023-09-21T13:05:33.152 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.137+0000 7fa29ec3bb80 1 --2- 172.21.15.46:0/3323542333 >> [v2:172.21.15.57:6832/887123340,v1:172.21.15.57:6834/887123340] conn(0x55a881af8c60 0x55a881ac93f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:33.152 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.137+0000 7fa29ec3bb80 4 client.4602 mds_command: new command op to 4285 tid=0[{"prefix": "get_command_descriptions"}] 2023-09-21T13:05:33.152 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.137+0000 7fa29ec3bb80 1 -- 172.21.15.46:0/3323542333 --> [v2:172.21.15.57:6832/887123340,v1:172.21.15.57:6834/887123340] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55a881a6fd00 con 0x55a881af8c60 2023-09-21T13:05:33.152 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.137+0000 7fa28bfff700 1 --2- 172.21.15.46:0/3323542333 >> [v2:172.21.15.57:6832/887123340,v1:172.21.15.57:6834/887123340] conn(0x55a881af8c60 0x55a881ac93f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:33.152 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.137+0000 7fa28bfff700 1 --2- 172.21.15.46:0/3323542333 >> [v2:172.21.15.57:6832/887123340,v1:172.21.15.57:6834/887123340] conn(0x55a881af8c60 0x55a881ac93f0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eba0739fb78fce6f server_cookie=7aaba591cb595847 in_seq=0 out_seq=0 2023-09-21T13:05:33.152 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.137+0000 7fa26affd700 10 client.4602 ms_handle_connect on v2:172.21.15.57:6832/887123340 2023-09-21T13:05:33.153 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.138+0000 7fa26affd700 1 -- 172.21.15.46:0/3323542333 <== mds.0 v2:172.21.15.57:6832/887123340 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55a881a6fd00 con 0x55a881af8c60 2023-09-21T13:05:33.153 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.138+0000 7fa26affd700 10 client.4602 handle_command_reply: tid=0 2023-09-21T13:05:33.153 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.138+0000 7fa29ec3bb80 1 client.4602 shutdown 2023-09-21T13:05:33.153 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.138+0000 7fa29ec3bb80 1 -- 172.21.15.46:0/3323542333 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a881a9e510 msgr2=0x55a881af5990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:33.153 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.138+0000 7fa29ec3bb80 1 --2- 172.21.15.46:0/3323542333 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a881a9e510 0x55a881af5990 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fa2800156c0 tx=0x7fa280004750 comp rx=0 tx=0).stop 2023-09-21T13:05:33.154 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.138+0000 7fa29ec3bb80 1 -- 172.21.15.46:0/3323542333 shutdown_connections 2023-09-21T13:05:33.154 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.138+0000 7fa29ec3bb80 1 --2- 172.21.15.46:0/3323542333 >> [v2:172.21.15.57:6832/887123340,v1:172.21.15.57:6834/887123340] conn(0x55a881af8c60 0x55a881ac93f0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:33.154 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.138+0000 7fa29ec3bb80 1 --2- 172.21.15.46:0/3323542333 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x55a881aa14e0 0x55a881a94e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:33.154 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.138+0000 7fa29ec3bb80 1 --2- 172.21.15.46:0/3323542333 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x55a881a9adf0 0x55a881ac36d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:33.154 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.138+0000 7fa29ec3bb80 1 --2- 172.21.15.46:0/3323542333 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a881a9e510 0x55a881af5990 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:33.155 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.138+0000 7fa29ec3bb80 1 -- 172.21.15.46:0/3323542333 >> 172.21.15.46:0/3323542333 conn(0x55a881a16090 msgr2=0x55a881ac71f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:33.155 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.138+0000 7fa26affd700 0 client.4602 ms_handle_reset on v2:172.21.15.57:6832/887123340 2023-09-21T13:05:33.155 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.138+0000 7fa29ec3bb80 1 -- 172.21.15.46:0/3323542333 shutdown_connections 2023-09-21T13:05:33.155 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.138+0000 7fa29ec3bb80 1 -- 172.21.15.46:0/3323542333 wait complete. 2023-09-21T13:05:33.155 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.139+0000 7fa29ec3bb80 20 client.4602 trim_cache size 0 max 16384 2023-09-21T13:05:33.162 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.157+0000 7fa29ec3bb80 1 Processor -- start 2023-09-21T13:05:33.162 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.157+0000 7fa29ec3bb80 1 -- start start 2023-09-21T13:05:33.162 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.158+0000 7fa29ec3bb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a881a9adf0 0x55a881af5820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:33.162 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.158+0000 7fa29ec3bb80 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x55a881a9e510 0x55a881aca800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:33.162 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.158+0000 7fa29ec3bb80 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x55a881aa14e0 0x55a881acdde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:33.163 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.158+0000 7fa29ec3bb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a8817e5390 con 0x55a881a9adf0 2023-09-21T13:05:33.163 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.158+0000 7fa29ec3bb80 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a881acebd0 con 0x55a881aa14e0 2023-09-21T13:05:33.163 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.158+0000 7fa29ec3bb80 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x55a881a975c0 con 0x55a881a9e510 2023-09-21T13:05:33.163 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.158+0000 7fa28bfff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a881a9adf0 0x55a881af5820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:33.163 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.158+0000 7fa28bfff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a881a9adf0 0x55a881af5820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39152/0 (socket says 172.21.15.46:39152) 2023-09-21T13:05:33.164 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.158+0000 7fa28bfff700 1 -- 172.21.15.46:0/666696696 learned_addr learned my addr 172.21.15.46:0/666696696 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:33.164 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.158+0000 7fa290ffe700 1 --2- 172.21.15.46:0/666696696 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x55a881aa14e0 0x55a881acdde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:33.164 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.158+0000 7fa28b7fe700 1 --2- 172.21.15.46:0/666696696 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x55a881a9e510 0x55a881aca800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:33.164 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.158+0000 7fa28bfff700 1 -- 172.21.15.46:0/666696696 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x55a881a9e510 msgr2=0x55a881aca800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:33.164 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.158+0000 7fa28bfff700 1 --2- 172.21.15.46:0/666696696 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x55a881a9e510 0x55a881aca800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:33.164 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.158+0000 7fa28bfff700 1 -- 172.21.15.46:0/666696696 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x55a881aa14e0 msgr2=0x55a881acdde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:33.165 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.158+0000 7fa28bfff700 1 --2- 172.21.15.46:0/666696696 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x55a881aa14e0 0x55a881acdde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:33.165 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.158+0000 7fa28bfff700 1 -- 172.21.15.46:0/666696696 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a8819b6d10 con 0x55a881a9adf0 2023-09-21T13:05:33.165 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.158+0000 7fa28b7fe700 1 --2- 172.21.15.46:0/666696696 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x55a881a9e510 0x55a881aca800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T13:05:33.165 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.158+0000 7fa28bfff700 1 --2- 172.21.15.46:0/666696696 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a881a9adf0 0x55a881af5820 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fa27c057d90 tx=0x7fa27c01e040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d4a9274408169e1 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:33.165 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.158+0000 7fa2727fc700 1 -- 172.21.15.46:0/666696696 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa27c073070 con 0x55a881a9adf0 2023-09-21T13:05:33.166 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.158+0000 7fa2727fc700 1 -- 172.21.15.46:0/666696696 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa27c05bec0 con 0x55a881a9adf0 2023-09-21T13:05:33.166 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.158+0000 7fa2727fc700 1 -- 172.21.15.46:0/666696696 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa27c060070 con 0x55a881a9adf0 2023-09-21T13:05:33.166 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.159+0000 7fa29ec3bb80 1 -- 172.21.15.46:0/666696696 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a881a9adf0 msgr2=0x55a881af5820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:33.166 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.159+0000 7fa29ec3bb80 1 --2- 172.21.15.46:0/666696696 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a881a9adf0 0x55a881af5820 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fa27c057d90 tx=0x7fa27c01e040 comp rx=0 tx=0).stop 2023-09-21T13:05:33.166 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.159+0000 7fa29ec3bb80 1 -- 172.21.15.46:0/666696696 shutdown_connections 2023-09-21T13:05:33.167 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.159+0000 7fa29ec3bb80 1 --2- 172.21.15.46:0/666696696 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x55a881aa14e0 0x55a881acdde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:33.167 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.159+0000 7fa29ec3bb80 1 --2- 172.21.15.46:0/666696696 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a881a9adf0 0x55a881af5820 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:33.167 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.159+0000 7fa29ec3bb80 1 --2- 172.21.15.46:0/666696696 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x55a881a9e510 0x55a881aca800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:33.167 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.159+0000 7fa29ec3bb80 1 -- 172.21.15.46:0/666696696 >> 172.21.15.46:0/666696696 conn(0x55a881a16090 msgr2=0x55a881acefc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:33.167 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.159+0000 7fa29ec3bb80 1 -- 172.21.15.46:0/666696696 shutdown_connections 2023-09-21T13:05:33.168 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.159+0000 7fa29ec3bb80 1 -- 172.21.15.46:0/666696696 wait complete. 2023-09-21T13:05:33.168 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.160+0000 7fa29ec3bb80 1 -- start start 2023-09-21T13:05:33.168 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.160+0000 7fa29ec3bb80 1 Processor -- start 2023-09-21T13:05:33.168 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.161+0000 7fa29ec3bb80 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x55a881a9adf0 0x55a881ac9060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:33.168 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.161+0000 7fa29ec3bb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a881a9e510 0x55a881b4d040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:33.169 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.161+0000 7fa29ec3bb80 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x55a881aa14e0 0x55a881acdde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:33.169 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.161+0000 7fa29ec3bb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a881ac9b10 con 0x55a881a9e510 2023-09-21T13:05:33.169 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.161+0000 7fa29ec3bb80 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a881b03970 con 0x55a881aa14e0 2023-09-21T13:05:33.169 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.161+0000 7fa29ec3bb80 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x55a881ae2cc0 con 0x55a881a9adf0 2023-09-21T13:05:33.169 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.161+0000 7fa29ec3bb80 10 client.0 _ll_register_callbacks cb 0x7fa280011d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-09-21T13:05:33.170 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.161+0000 7fa28b7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a881a9e510 0x55a881b4d040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:33.170 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.162+0000 7fa28b7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a881a9e510 0x55a881b4d040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39166/0 (socket says 172.21.15.46:39166) 2023-09-21T13:05:33.170 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.162+0000 7fa28b7fe700 1 -- 172.21.15.46:0/2596242473 learned_addr learned my addr 172.21.15.46:0/2596242473 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:33.170 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.162+0000 7fa290ffe700 1 --2- 172.21.15.46:0/2596242473 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x55a881aa14e0 0x55a881acdde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:33.170 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.162+0000 7fa28bfff700 1 --2- 172.21.15.46:0/2596242473 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x55a881a9adf0 0x55a881ac9060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:33.171 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.162+0000 7fa28b7fe700 1 -- 172.21.15.46:0/2596242473 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x55a881a9adf0 msgr2=0x55a881ac9060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:33.171 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.162+0000 7fa28b7fe700 1 --2- 172.21.15.46:0/2596242473 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x55a881a9adf0 0x55a881ac9060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:33.171 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.162+0000 7fa28b7fe700 1 -- 172.21.15.46:0/2596242473 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x55a881aa14e0 msgr2=0x55a881acdde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:33.171 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.162+0000 7fa28b7fe700 1 --2- 172.21.15.46:0/2596242473 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x55a881aa14e0 0x55a881acdde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:33.171 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.162+0000 7fa28b7fe700 1 -- 172.21.15.46:0/2596242473 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa28c15b280 con 0x55a881a9e510 2023-09-21T13:05:33.171 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.162+0000 7fa290ffe700 1 --2- 172.21.15.46:0/2596242473 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x55a881aa14e0 0x55a881acdde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:05:33.172 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.162+0000 7fa28b7fe700 1 --2- 172.21.15.46:0/2596242473 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a881a9e510 0x55a881b4d040 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x55a881a9b8a0 tx=0x7fa280016000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87c78529d8d31150 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:33.172 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.162+0000 7fa26affd700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-09-21T13:05:33.172 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.162+0000 7fa26affd700 1 -- 172.21.15.46:0/2596242473 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa280011eb0 con 0x55a881a9e510 2023-09-21T13:05:33.172 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.162+0000 7fa26affd700 1 -- 172.21.15.46:0/2596242473 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa280005c70 con 0x55a881a9e510 2023-09-21T13:05:33.172 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.162+0000 7fa29ec3bb80 1 -- 172.21.15.46:0/2596242473 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fa28400bc00 con 0x55a881a9e510 2023-09-21T13:05:33.172 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.162+0000 7fa26affd700 1 -- 172.21.15.46:0/2596242473 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=7) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa280015e10 con 0x55a881a9e510 2023-09-21T13:05:33.173 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.162+0000 7fa29ec3bb80 10 client.4608 fetch_fsmap learned FSMap version 7 2023-09-21T13:05:33.173 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.162+0000 7fa29ec3bb80 1 -- 172.21.15.46:0/2596242473 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=7,monmap=2+}) v3 -- 0x55a8818451d0 con 0x55a881a9e510 2023-09-21T13:05:33.173 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.163+0000 7fa26affd700 1 -- 172.21.15.46:0/2596242473 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa28400bc00 con 0x55a881a9e510 2023-09-21T13:05:33.173 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.163+0000 7fa26affd700 1 -- 172.21.15.46:0/2596242473 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 7) v1 ==== 3294+0+0 (secure 0 0 0) 0x7fa280028070 con 0x55a881a9e510 2023-09-21T13:05:33.173 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.163+0000 7fa29ec3bb80 10 client.4608 fetch_fsmap finished waiting for FSMap version 7 2023-09-21T13:05:33.174 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.163+0000 7fa29ec3bb80 10 client.4608 resolve_mds: resolved name 'b' to daemon mds.b 2023-09-21T13:05:33.174 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.163+0000 7fa29ec3bb80 20 client.4608 populate_metadata read hostname 'smithi046' 2023-09-21T13:05:33.174 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.163+0000 7fa29ec3bb80 1 --2- 172.21.15.46:0/2596242473 >> [v2:172.21.15.57:6832/887123340,v1:172.21.15.57:6834/887123340] conn(0x55a881b49e30 0x55a881ace320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:33.174 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.163+0000 7fa29ec3bb80 4 client.4608 mds_command: new command op to 4285 tid=0[{"prefix": "status"}] 2023-09-21T13:05:33.174 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.163+0000 7fa29ec3bb80 1 -- 172.21.15.46:0/2596242473 --> [v2:172.21.15.57:6832/887123340,v1:172.21.15.57:6834/887123340] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55a8819ecc50 con 0x55a881b49e30 2023-09-21T13:05:33.175 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.163+0000 7fa28bfff700 1 --2- 172.21.15.46:0/2596242473 >> [v2:172.21.15.57:6832/887123340,v1:172.21.15.57:6834/887123340] conn(0x55a881b49e30 0x55a881ace320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:33.175 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.163+0000 7fa26affd700 10 client.4608 ms_handle_connect on v2:172.21.15.57:6832/887123340 2023-09-21T13:05:33.175 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.163+0000 7fa28bfff700 1 --2- 172.21.15.46:0/2596242473 >> [v2:172.21.15.57:6832/887123340,v1:172.21.15.57:6834/887123340] conn(0x55a881b49e30 0x55a881ace320 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f3e806773c64d15e server_cookie=b897641853fe431e in_seq=0 out_seq=0 2023-09-21T13:05:33.175 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.164+0000 7fa26affd700 1 -- 172.21.15.46:0/2596242473 <== mds.0 v2:172.21.15.57:6832/887123340 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+322 (crc 0 0 0) 0x55a8819ecc50 con 0x55a881b49e30 2023-09-21T13:05:33.175 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.164+0000 7fa26affd700 10 client.4608 handle_command_reply: tid=0 2023-09-21T13:05:33.175 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.164+0000 7fa29ec3bb80 1 client.4608 shutdown 2023-09-21T13:05:33.176 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.164+0000 7fa29ec3bb80 1 -- 172.21.15.46:0/2596242473 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a881a9e510 msgr2=0x55a881b4d040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:33.176 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.164+0000 7fa29ec3bb80 1 --2- 172.21.15.46:0/2596242473 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a881a9e510 0x55a881b4d040 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x55a881a9b8a0 tx=0x7fa280016000 comp rx=0 tx=0).stop 2023-09-21T13:05:33.176 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.164+0000 7fa29ec3bb80 1 -- 172.21.15.46:0/2596242473 shutdown_connections 2023-09-21T13:05:33.176 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.164+0000 7fa29ec3bb80 1 --2- 172.21.15.46:0/2596242473 >> [v2:172.21.15.57:6832/887123340,v1:172.21.15.57:6834/887123340] conn(0x55a881b49e30 0x55a881ace320 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:33.176 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.164+0000 7fa29ec3bb80 1 --2- 172.21.15.46:0/2596242473 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x55a881aa14e0 0x55a881acdde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:33.176 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.164+0000 7fa29ec3bb80 1 --2- 172.21.15.46:0/2596242473 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x55a881a9adf0 0x55a881ac9060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:33.177 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.164+0000 7fa26affd700 0 client.4608 ms_handle_reset on v2:172.21.15.57:6832/887123340 2023-09-21T13:05:33.177 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.164+0000 7fa29ec3bb80 1 --2- 172.21.15.46:0/2596242473 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a881a9e510 0x55a881b4d040 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:33.177 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.164+0000 7fa29ec3bb80 1 -- 172.21.15.46:0/2596242473 >> 172.21.15.46:0/2596242473 conn(0x55a881a16090 msgr2=0x55a881ae9620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:33.177 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.164+0000 7fa29ec3bb80 1 -- 172.21.15.46:0/2596242473 shutdown_connections 2023-09-21T13:05:33.177 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.164+0000 7fa29ec3bb80 1 -- 172.21.15.46:0/2596242473 wait complete. 2023-09-21T13:05:33.178 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.164+0000 7fa29ec3bb80 20 client.4608 trim_cache size 0 max 16384 2023-09-21T13:05:33.178 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2023-09-21T13:05:33.178 INFO:teuthology.orchestra.run.smithi046.stdout: "cluster_fsid": "3cbfaf88-469e-4129-b70d-6dd2d92bd0a4", 2023-09-21T13:05:33.178 INFO:teuthology.orchestra.run.smithi046.stdout: "whoami": 0, 2023-09-21T13:05:33.179 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 4285, 2023-09-21T13:05:33.179 INFO:teuthology.orchestra.run.smithi046.stdout: "want_state": "up:active", 2023-09-21T13:05:33.179 INFO:teuthology.orchestra.run.smithi046.stdout: "state": "up:active", 2023-09-21T13:05:33.179 INFO:teuthology.orchestra.run.smithi046.stdout: "fs_name": "cephfs", 2023-09-21T13:05:33.179 INFO:teuthology.orchestra.run.smithi046.stdout: "rank_uptime": 16.4387358, 2023-09-21T13:05:33.180 INFO:teuthology.orchestra.run.smithi046.stdout: "mdsmap_epoch": 7, 2023-09-21T13:05:33.180 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_epoch": 20, 2023-09-21T13:05:33.180 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_epoch_barrier": 20, 2023-09-21T13:05:33.180 INFO:teuthology.orchestra.run.smithi046.stdout: "uptime": 21.473204541000001 2023-09-21T13:05:33.180 INFO:teuthology.orchestra.run.smithi046.stdout:} 2023-09-21T13:05:33.182 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.165+0000 7fa292a61700 1 -- 172.21.15.46:0/3325508427 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fa27806a580 msgr2=0x7fa27806ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:33.182 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.165+0000 7fa292a61700 1 --2- 172.21.15.46:0/3325508427 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fa27806a580 0x7fa27806ca40 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fa28c0cf320 tx=0x7fa280008040 comp rx=0 tx=0).stop 2023-09-21T13:05:33.182 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.165+0000 7fa292a61700 1 -- 172.21.15.46:0/3325508427 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa28c06a7a0 msgr2=0x7fa28c154980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:33.182 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.165+0000 7fa292a61700 1 --2- 172.21.15.46:0/3325508427 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa28c06a7a0 0x7fa28c154980 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fa27c00e900 tx=0x7fa27c00ecc0 comp rx=0 tx=0).stop 2023-09-21T13:05:33.183 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.165+0000 7fa292a61700 1 -- 172.21.15.46:0/3325508427 shutdown_connections 2023-09-21T13:05:33.183 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.165+0000 7fa292a61700 1 --2- 172.21.15.46:0/3325508427 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fa27806a580 0x7fa27806ca40 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:33.183 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.165+0000 7fa292a61700 1 --2- 172.21.15.46:0/3325508427 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fa28c160be0 0x7fa28c15ed10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:33.183 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.165+0000 7fa292a61700 1 --2- 172.21.15.46:0/3325508427 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa28c06a7a0 0x7fa28c154980 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:33.183 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.165+0000 7fa292a61700 1 --2- 172.21.15.46:0/3325508427 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fa28c06d780 0x7fa28c0c4730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:33.183 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.165+0000 7fa292a61700 1 -- 172.21.15.46:0/3325508427 >> 172.21.15.46:0/3325508427 conn(0x7fa28c0d01f0 msgr2=0x7fa28c0c8480 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:33.184 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.165+0000 7fa292a61700 1 -- 172.21.15.46:0/3325508427 shutdown_connections 2023-09-21T13:05:33.184 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.165+0000 7fa292a61700 1 -- 172.21.15.46:0/3325508427 wait complete. 2023-09-21T13:05:33.184 INFO:teuthology.run_tasks:Running task ceph-fuse... 2023-09-21T13:05:33.208 INFO:tasks.ceph_fuse:Running ceph_fuse task... 2023-09-21T13:05:33.208 INFO:tasks.ceph_fuse:config is {'client.0': {}, 'client.2': {}, 'client.1': {}, 'client.3': {}} 2023-09-21T13:05:33.209 INFO:tasks.ceph_fuse:client.0 config is {} 2023-09-21T13:05:33.209 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2023-09-21T13:05:33.210 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2023-09-21T13:05:33.210 INFO:tasks.ceph_fuse:client.2 config is {} 2023-09-21T13:05:33.210 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2023-09-21T13:05:33.211 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2023-09-21T13:05:33.211 INFO:tasks.ceph_fuse:client.1 config is {} 2023-09-21T13:05:33.211 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2023-09-21T13:05:33.211 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2023-09-21T13:05:33.212 INFO:tasks.ceph_fuse:client.3 config is {} 2023-09-21T13:05:33.212 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2023-09-21T13:05:33.212 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2023-09-21T13:05:33.212 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:33.213 DEBUG:teuthology.orchestra.run.smithi057:> ip netns list 2023-09-21T13:05:33.238 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:33.238 DEBUG:teuthology.orchestra.run.smithi057:> sudo ip link delete ceph-brx 2023-09-21T13:05:33.317 INFO:teuthology.orchestra.run.smithi057.stderr:Cannot find device "ceph-brx" 2023-09-21T13:05:33.319 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-09-21T13:05:33.319 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:33.320 DEBUG:teuthology.orchestra.run.smithi046:> ip netns list 2023-09-21T13:05:33.343 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:33.344 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip link delete ceph-brx 2023-09-21T13:05:33.422 INFO:teuthology.orchestra.run.smithi046.stderr:Cannot find device "ceph-brx" 2023-09-21T13:05:33.423 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-09-21T13:05:33.424 INFO:tasks.ceph_fuse:Mounting ceph-fuse clients... 2023-09-21T13:05:33.424 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-09-21T13:05:33.610 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.613+0000 7f8622a56700 1 Processor -- start 2023-09-21T13:05:33.610 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.613+0000 7f8622a56700 1 -- start start 2023-09-21T13:05:33.612 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.614+0000 7f8622a56700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f861c0d07f0 0x7f861c0d1d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:33.613 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.614+0000 7f8622a56700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f861c0d3fb0 0x7f861c0b7300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:33.613 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.614+0000 7f8622a56700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f861c0d22a0 con 0x7f861c15d870 2023-09-21T13:05:33.613 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.614+0000 7f8622a56700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f861c0cf640 con 0x7f861c0d07f0 2023-09-21T13:05:33.613 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.614+0000 7f8622a56700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f861c0b65d0 con 0x7f861c0d3fb0 2023-09-21T13:05:33.613 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.614+0000 7f861b7fe700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f861c0d07f0 0x7f861c0d1d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:33.614 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.614+0000 7f861b7fe700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f861c0d07f0 0x7f861c0d1d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39172/0 (socket says 172.21.15.46:39172) 2023-09-21T13:05:33.614 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.614+0000 7f861b7fe700 1 -- 172.21.15.46:0/546901549 learned_addr learned my addr 172.21.15.46:0/546901549 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:33.614 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.615+0000 7f8620ff3700 1 --2- 172.21.15.46:0/546901549 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f861c0d3fb0 0x7f861c0b7300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:33.614 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.615+0000 7f861b7fe700 1 -- 172.21.15.46:0/546901549 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f861c0d3fb0 msgr2=0x7f861c0b7300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:33.614 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.615+0000 7f861b7fe700 1 --2- 172.21.15.46:0/546901549 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f861c0d3fb0 0x7f861c0b7300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:33.615 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.615+0000 7f861b7fe700 1 -- 172.21.15.46:0/546901549 >> v1:172.21.15.57:6789/0 conn(0x7f861c15d870 legacy=0x7f861c0d00e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:33.615 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.615+0000 7f861b7fe700 1 -- 172.21.15.46:0/546901549 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f861c0b50b0 con 0x7f861c0d07f0 2023-09-21T13:05:33.615 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.615+0000 7f8620ff3700 1 --2- 172.21.15.46:0/546901549 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f861c0d3fb0 0x7f861c0b7300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T13:05:33.615 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.615+0000 7f861b7fe700 1 --2- 172.21.15.46:0/546901549 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f861c0d07f0 0x7f861c0d1d60 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f86100098f0 tx=0x7f8610009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af3a0dfddbf3c65a server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:33.615 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.615+0000 7f861affd700 1 -- 172.21.15.46:0/546901549 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f861000b8a0 con 0x7f861c0d07f0 2023-09-21T13:05:33.616 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.615+0000 7f861affd700 1 -- 172.21.15.46:0/546901549 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f861000ba00 con 0x7f861c0d07f0 2023-09-21T13:05:33.616 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.615+0000 7f861affd700 1 -- 172.21.15.46:0/546901549 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f861000bd90 con 0x7f861c0d07f0 2023-09-21T13:05:33.616 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.616+0000 7f8622a56700 1 -- 172.21.15.46:0/546901549 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f861c0d07f0 msgr2=0x7f861c0d1d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:33.616 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.616+0000 7f8622a56700 1 --2- 172.21.15.46:0/546901549 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f861c0d07f0 0x7f861c0d1d60 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f86100098f0 tx=0x7f8610009c00 comp rx=0 tx=0).stop 2023-09-21T13:05:33.616 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.616+0000 7f8622a56700 1 -- 172.21.15.46:0/546901549 shutdown_connections 2023-09-21T13:05:33.617 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.616+0000 7f8622a56700 1 --2- 172.21.15.46:0/546901549 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f861c0d3fb0 0x7f861c0b7300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:33.617 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.616+0000 7f8622a56700 1 --2- 172.21.15.46:0/546901549 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f861c0d07f0 0x7f861c0d1d60 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:33.617 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.616+0000 7f8622a56700 1 -- 172.21.15.46:0/546901549 >> 172.21.15.46:0/546901549 conn(0x7f861c09ca30 msgr2=0x7f861c0d3780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:33.617 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.616+0000 7f8622a56700 1 -- 172.21.15.46:0/546901549 shutdown_connections 2023-09-21T13:05:33.617 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.616+0000 7f8622a56700 1 -- 172.21.15.46:0/546901549 wait complete. 2023-09-21T13:05:33.620 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.617+0000 7f8622a56700 1 Processor -- start 2023-09-21T13:05:33.620 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.617+0000 7f8622a56700 1 -- start start 2023-09-21T13:05:33.620 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.618+0000 7f8622a56700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f861c0d07f0 0x7f861c1f6080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:33.620 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.618+0000 7f8622a56700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f861c0d3fb0 0x7f861c0b8d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:33.621 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.618+0000 7f8622a56700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f861c15d870 0x7f861c150bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:33.621 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.618+0000 7f8622a56700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f861c0b2c90 con 0x7f861c15d870 2023-09-21T13:05:33.621 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.618+0000 7f8622a56700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f861c0b9280 con 0x7f861c0d3fb0 2023-09-21T13:05:33.621 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.618+0000 7f8622a56700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f861c0b2960 con 0x7f861c0d07f0 2023-09-21T13:05:33.621 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.618+0000 7f8620ff3700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f861c15d870 0x7f861c150bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:33.622 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.618+0000 7f8620ff3700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f861c15d870 0x7f861c150bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39176/0 (socket says 172.21.15.46:39176) 2023-09-21T13:05:33.622 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.618+0000 7f8620ff3700 1 -- 172.21.15.46:0/2927194463 learned_addr learned my addr 172.21.15.46:0/2927194463 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:33.622 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.618+0000 7f861bfff700 1 --2- 172.21.15.46:0/2927194463 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f861c0d07f0 0x7f861c1f6080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:33.622 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.618+0000 7f861b7fe700 1 --2- 172.21.15.46:0/2927194463 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f861c0d3fb0 0x7f861c0b8d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:33.623 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.618+0000 7f8620ff3700 1 -- 172.21.15.46:0/2927194463 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f861c0d07f0 msgr2=0x7f861c1f6080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:33.623 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.618+0000 7f8620ff3700 1 --2- 172.21.15.46:0/2927194463 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f861c0d07f0 0x7f861c1f6080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:33.623 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.618+0000 7f8620ff3700 1 -- 172.21.15.46:0/2927194463 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f861c0d3fb0 msgr2=0x7f861c0b8d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:33.623 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.618+0000 7f8620ff3700 1 --2- 172.21.15.46:0/2927194463 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f861c0d3fb0 0x7f861c0b8d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:33.623 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.619+0000 7f8620ff3700 1 -- 172.21.15.46:0/2927194463 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8610009550 con 0x7f861c15d870 2023-09-21T13:05:33.623 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.619+0000 7f8620ff3700 1 --2- 172.21.15.46:0/2927194463 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f861c15d870 0x7f861c150bf0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f861400cef0 tx=0x7f861400cf20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:33.624 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.619+0000 7f8618ff9700 1 -- 172.21.15.46:0/2927194463 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f861400ad00 con 0x7f861c15d870 2023-09-21T13:05:33.624 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.619+0000 7f8618ff9700 1 -- 172.21.15.46:0/2927194463 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f861400ae60 con 0x7f861c15d870 2023-09-21T13:05:33.624 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.619+0000 7f8622a56700 1 -- 172.21.15.46:0/2927194463 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f861c1f6fb0 con 0x7f861c15d870 2023-09-21T13:05:33.624 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.619+0000 7f8618ff9700 1 -- 172.21.15.46:0/2927194463 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8614015680 con 0x7f861c15d870 2023-09-21T13:05:33.624 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.619+0000 7f8622a56700 1 -- 172.21.15.46:0/2927194463 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f861c1f6710 con 0x7f861c15d870 2023-09-21T13:05:33.625 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.620+0000 7f8622a56700 1 -- 172.21.15.46:0/2927194463 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f861c0b2dd0 con 0x7f861c15d870 2023-09-21T13:05:33.625 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.620+0000 7f8618ff9700 1 -- 172.21.15.46:0/2927194463 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f861400d430 con 0x7f861c15d870 2023-09-21T13:05:33.625 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.621+0000 7f8618ff9700 1 --2- 172.21.15.46:0/2927194463 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f860806a580 0x7f860806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:33.625 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.621+0000 7f861bfff700 1 --2- 172.21.15.46:0/2927194463 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f860806a580 0x7f860806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:33.625 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.621+0000 7f8618ff9700 1 -- 172.21.15.46:0/2927194463 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f8614088ec0 con 0x7f861c15d870 2023-09-21T13:05:33.626 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.622+0000 7f861bfff700 1 --2- 172.21.15.46:0/2927194463 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f860806a580 0x7f860806ca40 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f860c0017b0 tx=0x7f860c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:33.626 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.626+0000 7f8618ff9700 1 -- 172.21.15.46:0/2927194463 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f861c0b2dd0 con 0x7f861c15d870 2023-09-21T13:05:33.878 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.881+0000 7f8622a56700 1 -- 172.21.15.46:0/2927194463 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f861c0b2dd0 con 0x7f861c15d870 2023-09-21T13:05:33.878 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.881+0000 7f8618ff9700 1 -- 172.21.15.46:0/2927194463 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v7) v1 ==== 53+0+73 (secure 0 0 0) 0x7f861c0b2dd0 con 0x7f861c15d870 2023-09-21T13:05:33.879 INFO:teuthology.orchestra.run.smithi046.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-09-21T13:05:33.881 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.884+0000 7f8622a56700 1 -- 172.21.15.46:0/2927194463 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f860806a580 msgr2=0x7f860806ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:33.881 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.884+0000 7f8622a56700 1 --2- 172.21.15.46:0/2927194463 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f860806a580 0x7f860806ca40 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f860c0017b0 tx=0x7f860c009040 comp rx=0 tx=0).stop 2023-09-21T13:05:33.881 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.884+0000 7f8622a56700 1 -- 172.21.15.46:0/2927194463 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f861c15d870 msgr2=0x7f861c150bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:33.881 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.884+0000 7f8622a56700 1 --2- 172.21.15.46:0/2927194463 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f861c15d870 0x7f861c150bf0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f861400cef0 tx=0x7f861400cf20 comp rx=0 tx=0).stop 2023-09-21T13:05:33.882 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.884+0000 7f8622a56700 1 -- 172.21.15.46:0/2927194463 shutdown_connections 2023-09-21T13:05:33.882 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.884+0000 7f8622a56700 1 --2- 172.21.15.46:0/2927194463 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f860806a580 0x7f860806ca40 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:33.882 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.884+0000 7f8622a56700 1 --2- 172.21.15.46:0/2927194463 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f861c15d870 0x7f861c150bf0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:33.882 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.884+0000 7f8622a56700 1 --2- 172.21.15.46:0/2927194463 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f861c0d07f0 0x7f861c1f6080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:33.883 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.884+0000 7f8622a56700 1 --2- 172.21.15.46:0/2927194463 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f861c0d3fb0 0x7f861c0b8d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:33.883 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.884+0000 7f8622a56700 1 -- 172.21.15.46:0/2927194463 >> 172.21.15.46:0/2927194463 conn(0x7f861c09ca30 msgr2=0x7f861c0cc860 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:33.883 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.884+0000 7f8622a56700 1 -- 172.21.15.46:0/2927194463 shutdown_connections 2023-09-21T13:05:33.883 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:33.884+0000 7f8622a56700 1 -- 172.21.15.46:0/2927194463 wait complete. 2023-09-21T13:05:33.894 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2023-09-21T13:05:33.894 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-09-21T13:05:33.895 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi046.front.sepia.ceph.com 2023-09-21T13:05:33.895 INFO:tasks.cephfs.mount:self.client.name = client.0 2023-09-21T13:05:33.895 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2023-09-21T13:05:33.895 INFO:tasks.cephfs.mount:self.cephfs_name = None 2023-09-21T13:05:33.896 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2023-09-21T13:05:33.896 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-09-21T13:05:33.896 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2023-09-21T13:05:33.896 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:33.897 DEBUG:teuthology.orchestra.run.smithi046:> ip addr 2023-09-21T13:05:33.917 INFO:teuthology.orchestra.run.smithi046.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-09-21T13:05:33.917 INFO:teuthology.orchestra.run.smithi046.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-09-21T13:05:33.918 INFO:teuthology.orchestra.run.smithi046.stdout: inet 127.0.0.1/8 scope host lo 2023-09-21T13:05:33.918 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft forever preferred_lft forever 2023-09-21T13:05:33.918 INFO:teuthology.orchestra.run.smithi046.stdout: inet6 ::1/128 scope host 2023-09-21T13:05:33.918 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft forever preferred_lft forever 2023-09-21T13:05:33.919 INFO:teuthology.orchestra.run.smithi046.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-09-21T13:05:33.919 INFO:teuthology.orchestra.run.smithi046.stdout: link/ether 0c:c4:7a:6b:f6:10 brd ff:ff:ff:ff:ff:ff 2023-09-21T13:05:33.919 INFO:teuthology.orchestra.run.smithi046.stdout: altname enp7s0f0 2023-09-21T13:05:33.919 INFO:teuthology.orchestra.run.smithi046.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-09-21T13:05:33.919 INFO:teuthology.orchestra.run.smithi046.stdout: link/ether 0c:c4:7a:6b:f6:11 brd ff:ff:ff:ff:ff:ff 2023-09-21T13:05:33.919 INFO:teuthology.orchestra.run.smithi046.stdout: altname enp7s0f1 2023-09-21T13:05:33.920 INFO:teuthology.orchestra.run.smithi046.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2023-09-21T13:05:33.920 INFO:teuthology.orchestra.run.smithi046.stdout: link/ether 0c:c4:7a:bd:15:f8 brd ff:ff:ff:ff:ff:ff 2023-09-21T13:05:33.920 INFO:teuthology.orchestra.run.smithi046.stdout: altname enp1s0f0 2023-09-21T13:05:33.920 INFO:teuthology.orchestra.run.smithi046.stdout: inet 172.21.15.46/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2023-09-21T13:05:33.920 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft 42395sec preferred_lft 42395sec 2023-09-21T13:05:33.921 INFO:teuthology.orchestra.run.smithi046.stdout: inet6 fe80::ec4:7aff:febd:15f8/64 scope link 2023-09-21T13:05:33.921 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft forever preferred_lft forever 2023-09-21T13:05:33.921 INFO:teuthology.orchestra.run.smithi046.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-09-21T13:05:33.921 INFO:teuthology.orchestra.run.smithi046.stdout: link/ether 0c:c4:7a:bd:15:f9 brd ff:ff:ff:ff:ff:ff 2023-09-21T13:05:33.921 INFO:teuthology.orchestra.run.smithi046.stdout: altname enp1s0f1 2023-09-21T13:05:33.922 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2023-09-21T13:05:33.922 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:33.923 DEBUG:teuthology.orchestra.run.smithi046:> (cd / && exec bash -c ' 2023-09-21T13:05:33.923 DEBUG:teuthology.orchestra.run.smithi046:> set -e 2023-09-21T13:05:33.923 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip link add name ceph-brx type bridge 2023-09-21T13:05:33.923 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip addr flush dev ceph-brx 2023-09-21T13:05:33.924 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip link set ceph-brx up 2023-09-21T13:05:33.924 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2023-09-21T13:05:33.924 DEBUG:teuthology.orchestra.run.smithi046:> ') 2023-09-21T13:05:34.129 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:34.129 DEBUG:teuthology.orchestra.run.smithi046:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-09-21T13:05:34.168 INFO:teuthology.orchestra.run.smithi046.stdout:1 2023-09-21T13:05:34.170 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:34.170 DEBUG:teuthology.orchestra.run.smithi046:> route 2023-09-21T13:05:34.257 INFO:teuthology.orchestra.run.smithi046.stdout:Kernel IP routing table 2023-09-21T13:05:34.258 INFO:teuthology.orchestra.run.smithi046.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-09-21T13:05:34.258 INFO:teuthology.orchestra.run.smithi046.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2023-09-21T13:05:34.258 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2023-09-21T13:05:34.258 INFO:teuthology.orchestra.run.smithi046.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-09-21T13:05:34.259 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:34.259 DEBUG:teuthology.orchestra.run.smithi046:> (cd / && exec bash -c ' 2023-09-21T13:05:34.260 DEBUG:teuthology.orchestra.run.smithi046:> set -e 2023-09-21T13:05:34.260 DEBUG:teuthology.orchestra.run.smithi046:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2023-09-21T13:05:34.261 DEBUG:teuthology.orchestra.run.smithi046:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2023-09-21T13:05:34.261 DEBUG:teuthology.orchestra.run.smithi046:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2023-09-21T13:05:34.261 DEBUG:teuthology.orchestra.run.smithi046:> ') 2023-09-21T13:05:34.522 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:34.522 DEBUG:teuthology.orchestra.run.smithi046:> ip netns list 2023-09-21T13:05:34.546 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:34.547 DEBUG:teuthology.orchestra.run.smithi046:> ip netns list-id 2023-09-21T13:05:34.610 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:34.610 DEBUG:teuthology.orchestra.run.smithi046:> (cd / && exec bash -c ' 2023-09-21T13:05:34.611 DEBUG:teuthology.orchestra.run.smithi046:> set -e 2023-09-21T13:05:34.611 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2023-09-21T13:05:34.612 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2023-09-21T13:05:34.612 DEBUG:teuthology.orchestra.run.smithi046:> ') 2023-09-21T13:05:34.721 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2023-09-21T13:05:34.721 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:34.722 DEBUG:teuthology.orchestra.run.smithi046:> (cd / && exec bash -c ' 2023-09-21T13:05:34.722 DEBUG:teuthology.orchestra.run.smithi046:> set -e 2023-09-21T13:05:34.722 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2023-09-21T13:05:34.723 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2023-09-21T13:05:34.723 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2023-09-21T13:05:34.723 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2023-09-21T13:05:34.723 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2023-09-21T13:05:34.724 DEBUG:teuthology.orchestra.run.smithi046:> ') 2023-09-21T13:05:34.952 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:34.952 DEBUG:teuthology.orchestra.run.smithi046:> (cd / && exec bash -c ' 2023-09-21T13:05:34.953 DEBUG:teuthology.orchestra.run.smithi046:> set -e 2023-09-21T13:05:34.953 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip link set brx.0 up 2023-09-21T13:05:34.954 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip link set dev brx.0 master ceph-brx 2023-09-21T13:05:34.955 DEBUG:teuthology.orchestra.run.smithi046:> ') 2023-09-21T13:05:35.068 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2023-09-21T13:05:35.068 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-09-21T13:05:35.069 DEBUG:teuthology.orchestra.run.smithi046:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2023-09-21T13:05:35.089 INFO:teuthology.orchestra.run.smithi046.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2023-09-21T13:05:35.090 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-09-21T13:05:35.090 DEBUG:teuthology.orchestra.run.smithi046:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2023-09-21T13:05:35.151 DEBUG:teuthology.orchestra.run.smithi046:> sudo modprobe fuse 2023-09-21T13:05:35.227 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-09-21T13:05:35.228 DEBUG:teuthology.orchestra.run.smithi046:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-09-21T13:05:35.302 INFO:teuthology.orchestra.run.smithi046.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-09-21T13:05:35.303 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-09-21T13:05:35.304 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:35.305 DEBUG:teuthology.orchestra.run.smithi046:> ls /sys/fs/fuse/connections 2023-09-21T13:05:35.368 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2023-09-21T13:05:35.368 DEBUG:teuthology.orchestra.run.smithi046:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2023-09-21T13:05:35.411 DEBUG:teuthology.orchestra.run.smithi046:> sudo modprobe fuse 2023-09-21T13:05:35.447 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-09-21T13:05:35.447 DEBUG:teuthology.orchestra.run.smithi046:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-09-21T13:05:35.516 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi046.stderr:2023-09-21T13:05:35.519+0000 7fd9dd2225c0 -1 init, newargv = 0x55b8caf1edf0 newargc=15 2023-09-21T13:05:35.517 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi046.stderr:ceph-fuse[128828]: starting ceph client 2023-09-21T13:05:35.518 INFO:teuthology.orchestra.run.smithi046.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-09-21T13:05:35.519 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-09-21T13:05:35.520 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:35.520 DEBUG:teuthology.orchestra.run.smithi046:> ls /sys/fs/fuse/connections 2023-09-21T13:05:35.522 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi046.stderr:ceph-fuse[128828]: starting fuse 2023-09-21T13:05:35.542 INFO:teuthology.orchestra.run.smithi046.stdout:47 2023-09-21T13:05:35.543 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [47] 2023-09-21T13:05:35.543 DEBUG:teuthology.orchestra.run.smithi046:> sudo stdin-killer -- python3 -c ' 2023-09-21T13:05:35.544 DEBUG:teuthology.orchestra.run.smithi046:> import glob 2023-09-21T13:05:35.544 DEBUG:teuthology.orchestra.run.smithi046:> import re 2023-09-21T13:05:35.544 DEBUG:teuthology.orchestra.run.smithi046:> import os 2023-09-21T13:05:35.545 DEBUG:teuthology.orchestra.run.smithi046:> import subprocess 2023-09-21T13:05:35.545 DEBUG:teuthology.orchestra.run.smithi046:> 2023-09-21T13:05:35.545 DEBUG:teuthology.orchestra.run.smithi046:> def _find_admin_socket(client_name): 2023-09-21T13:05:35.545 DEBUG:teuthology.orchestra.run.smithi046:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2023-09-21T13:05:35.546 DEBUG:teuthology.orchestra.run.smithi046:> files = glob.glob(asok_path) 2023-09-21T13:05:35.546 DEBUG:teuthology.orchestra.run.smithi046:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2023-09-21T13:05:35.546 DEBUG:teuthology.orchestra.run.smithi046:> 2023-09-21T13:05:35.547 DEBUG:teuthology.orchestra.run.smithi046:> # Given a non-glob path, it better be there 2023-09-21T13:05:35.547 DEBUG:teuthology.orchestra.run.smithi046:> if "*" not in asok_path: 2023-09-21T13:05:35.547 DEBUG:teuthology.orchestra.run.smithi046:> assert(len(files) == 1) 2023-09-21T13:05:35.547 DEBUG:teuthology.orchestra.run.smithi046:> return files[0] 2023-09-21T13:05:35.548 DEBUG:teuthology.orchestra.run.smithi046:> 2023-09-21T13:05:35.548 DEBUG:teuthology.orchestra.run.smithi046:> for f in files: 2023-09-21T13:05:35.548 DEBUG:teuthology.orchestra.run.smithi046:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2023-09-21T13:05:35.549 DEBUG:teuthology.orchestra.run.smithi046:> if os.path.exists("/proc/{0}".format(pid)): 2023-09-21T13:05:35.549 DEBUG:teuthology.orchestra.run.smithi046:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2023-09-21T13:05:35.549 DEBUG:teuthology.orchestra.run.smithi046:> contents = proc_f.read() 2023-09-21T13:05:35.549 DEBUG:teuthology.orchestra.run.smithi046:> if mountpoint in contents: 2023-09-21T13:05:35.550 DEBUG:teuthology.orchestra.run.smithi046:> return f 2023-09-21T13:05:35.550 DEBUG:teuthology.orchestra.run.smithi046:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2023-09-21T13:05:35.550 DEBUG:teuthology.orchestra.run.smithi046:> 2023-09-21T13:05:35.551 DEBUG:teuthology.orchestra.run.smithi046:> print(_find_admin_socket("client.0")) 2023-09-21T13:05:35.551 DEBUG:teuthology.orchestra.run.smithi046:> ' 2023-09-21T13:05:35.680 INFO:teuthology.orchestra.run.smithi046.stdout:/var/run/ceph/ceph-client.0.128828.asok 2023-09-21T13:05:35.683 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2023-09-21T13:05:35.690 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.128828.asok 2023-09-21T13:05:35.691 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:35.691 DEBUG:teuthology.orchestra.run.smithi046:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.128828.asok status 2023-09-21T13:05:35.865 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2023-09-21T13:05:35.865 INFO:teuthology.orchestra.run.smithi046.stdout: "metadata": { 2023-09-21T13:05:35.865 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph_sha1": "41c9e835c3f621102ade35dd597317a42116a491", 2023-09-21T13:05:35.866 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph_version": "ceph version 18.0.0-6168-g41c9e835 (41c9e835c3f621102ade35dd597317a42116a491) reef (dev)", 2023-09-21T13:05:35.866 INFO:teuthology.orchestra.run.smithi046.stdout: "entity_id": "0", 2023-09-21T13:05:35.866 INFO:teuthology.orchestra.run.smithi046.stdout: "hostname": "smithi046", 2023-09-21T13:05:35.866 INFO:teuthology.orchestra.run.smithi046.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2023-09-21T13:05:35.867 INFO:teuthology.orchestra.run.smithi046.stdout: "pid": "128828", 2023-09-21T13:05:35.867 INFO:teuthology.orchestra.run.smithi046.stdout: "root": "/" 2023-09-21T13:05:35.867 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-09-21T13:05:35.867 INFO:teuthology.orchestra.run.smithi046.stdout: "dentry_count": 0, 2023-09-21T13:05:35.867 INFO:teuthology.orchestra.run.smithi046.stdout: "dentry_pinned_count": 0, 2023-09-21T13:05:35.867 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 4623, 2023-09-21T13:05:35.868 INFO:teuthology.orchestra.run.smithi046.stdout: "inst": { 2023-09-21T13:05:35.868 INFO:teuthology.orchestra.run.smithi046.stdout: "name": { 2023-09-21T13:05:35.868 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "client", 2023-09-21T13:05:35.868 INFO:teuthology.orchestra.run.smithi046.stdout: "num": 4623 2023-09-21T13:05:35.868 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-09-21T13:05:35.869 INFO:teuthology.orchestra.run.smithi046.stdout: "addr": { 2023-09-21T13:05:35.869 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "v1", 2023-09-21T13:05:35.869 INFO:teuthology.orchestra.run.smithi046.stdout: "addr": "192.168.0.1:0", 2023-09-21T13:05:35.869 INFO:teuthology.orchestra.run.smithi046.stdout: "nonce": 743649235 2023-09-21T13:05:35.869 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-09-21T13:05:35.869 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-09-21T13:05:35.870 INFO:teuthology.orchestra.run.smithi046.stdout: "addr": { 2023-09-21T13:05:35.870 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "v1", 2023-09-21T13:05:35.870 INFO:teuthology.orchestra.run.smithi046.stdout: "addr": "192.168.0.1:0", 2023-09-21T13:05:35.870 INFO:teuthology.orchestra.run.smithi046.stdout: "nonce": 743649235 2023-09-21T13:05:35.871 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-09-21T13:05:35.871 INFO:teuthology.orchestra.run.smithi046.stdout: "inst_str": "client.4623 192.168.0.1:0/743649235", 2023-09-21T13:05:35.871 INFO:teuthology.orchestra.run.smithi046.stdout: "addr_str": "192.168.0.1:0/743649235", 2023-09-21T13:05:35.871 INFO:teuthology.orchestra.run.smithi046.stdout: "inode_count": 1, 2023-09-21T13:05:35.871 INFO:teuthology.orchestra.run.smithi046.stdout: "mds_epoch": 7, 2023-09-21T13:05:35.871 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_epoch": 20, 2023-09-21T13:05:35.872 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_epoch_barrier": 0, 2023-09-21T13:05:35.872 INFO:teuthology.orchestra.run.smithi046.stdout: "blocklisted": false, 2023-09-21T13:05:35.872 INFO:teuthology.orchestra.run.smithi046.stdout: "fs_name": "cephfs" 2023-09-21T13:05:35.872 INFO:teuthology.orchestra.run.smithi046.stdout:} 2023-09-21T13:05:35.876 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-09-21T13:05:36.013 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.016+0000 7f6491338700 1 Processor -- start 2023-09-21T13:05:36.013 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.016+0000 7f6491338700 1 -- start start 2023-09-21T13:05:36.015 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.017+0000 7f6491338700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f648c15d670 0x7f648c0d26f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:36.016 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.017+0000 7f6491338700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f648c0cea60 0x7f648c0b6740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:36.016 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.017+0000 7f6491338700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f648c0d2f40 con 0x7f648c0d1150 2023-09-21T13:05:36.016 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.017+0000 7f6491338700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f648c0d3220 con 0x7f648c15d670 2023-09-21T13:05:36.016 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.017+0000 7f6491338700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f648c0d3500 con 0x7f648c0cea60 2023-09-21T13:05:36.017 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.017+0000 7f648affd700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f648c15d670 0x7f648c0d26f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:36.017 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.017+0000 7f648b7fe700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f648c0cea60 0x7f648c0b6740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:36.017 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.017+0000 7f648a7fc700 1 --1- >> v1:172.21.15.57:6789/0 conn(0x7f648c0d1150 0x7f648c0ce350 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.57:6789/0 says I am v1:172.21.15.46:48086/0 (socket says 172.21.15.46:48086) 2023-09-21T13:05:36.017 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.017+0000 7f648a7fc700 1 -- 172.21.15.46:0/3705957794 learned_addr learned my addr 172.21.15.46:0/3705957794 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:05:36.017 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.018+0000 7f648affd700 1 -- 172.21.15.46:0/3705957794 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f648c0cea60 msgr2=0x7f648c0b6740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:36.018 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.018+0000 7f648affd700 1 --2- 172.21.15.46:0/3705957794 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f648c0cea60 0x7f648c0b6740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:36.018 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.018+0000 7f648affd700 1 -- 172.21.15.46:0/3705957794 >> v1:172.21.15.57:6789/0 conn(0x7f648c0d1150 legacy=0x7f648c0ce350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:36.018 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.018+0000 7f648affd700 1 -- 172.21.15.46:0/3705957794 --> v2:172.21.15.57:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f648c0d37e0 con 0x7f648c15d670 2023-09-21T13:05:36.018 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.018+0000 7f648b7fe700 1 --2- 172.21.15.46:0/3705957794 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f648c0cea60 0x7f648c0b6740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-21T13:05:36.018 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.018+0000 7f648affd700 1 --2- 172.21.15.46:0/3705957794 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f648c15d670 0x7f648c0d26f0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f647c009820 tx=0x7f647c009b30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=703cb05dffccd08b server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:36.019 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.018+0000 7f6489ffb700 1 -- 172.21.15.46:0/3705957794 <== mon.1 v2:172.21.15.57:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f647c005e30 con 0x7f648c15d670 2023-09-21T13:05:36.019 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.018+0000 7f6489ffb700 1 -- 172.21.15.46:0/3705957794 <== mon.1 v2:172.21.15.57:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f647c006030 con 0x7f648c15d670 2023-09-21T13:05:36.019 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.018+0000 7f6489ffb700 1 -- 172.21.15.46:0/3705957794 <== mon.1 v2:172.21.15.57:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f647c0063c0 con 0x7f648c15d670 2023-09-21T13:05:36.019 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.019+0000 7f6491338700 1 -- 172.21.15.46:0/3705957794 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f648c15d670 msgr2=0x7f648c0d26f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:36.019 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.019+0000 7f6491338700 1 --2- 172.21.15.46:0/3705957794 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f648c15d670 0x7f648c0d26f0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f647c009820 tx=0x7f647c009b30 comp rx=0 tx=0).stop 2023-09-21T13:05:36.020 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.019+0000 7f6491338700 1 -- 172.21.15.46:0/3705957794 shutdown_connections 2023-09-21T13:05:36.020 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.019+0000 7f6491338700 1 --2- 172.21.15.46:0/3705957794 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f648c0cea60 0x7f648c0b6740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:36.020 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.019+0000 7f6491338700 1 --2- 172.21.15.46:0/3705957794 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f648c15d670 0x7f648c0d26f0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:36.020 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.019+0000 7f6491338700 1 -- 172.21.15.46:0/3705957794 >> 172.21.15.46:0/3705957794 conn(0x7f648c0722f0 msgr2=0x7f648c072700 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:36.021 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.019+0000 7f6491338700 1 -- 172.21.15.46:0/3705957794 shutdown_connections 2023-09-21T13:05:36.021 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.019+0000 7f6491338700 1 -- 172.21.15.46:0/3705957794 wait complete. 2023-09-21T13:05:36.023 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.021+0000 7f6491338700 1 Processor -- start 2023-09-21T13:05:36.024 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.021+0000 7f6491338700 1 -- start start 2023-09-21T13:05:36.024 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.022+0000 7f6491338700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f648c0cea60 0x7f648c0c9d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:36.024 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.022+0000 7f6491338700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f648c0d1150 0x7f648c15ddc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:36.024 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.022+0000 7f6491338700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f648c15d670 0x7f648c1603a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:36.024 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.022+0000 7f6491338700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f648c159550 con 0x7f648c0d1150 2023-09-21T13:05:36.025 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.022+0000 7f6491338700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f648c0ca250 con 0x7f648c15d670 2023-09-21T13:05:36.025 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.022+0000 7f6491338700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f648c15e840 con 0x7f648c0cea60 2023-09-21T13:05:36.025 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.022+0000 7f648a7fc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f648c0d1150 0x7f648c15ddc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:36.025 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.022+0000 7f648a7fc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f648c0d1150 0x7f648c15ddc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34954/0 (socket says 172.21.15.46:34954) 2023-09-21T13:05:36.025 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.022+0000 7f648a7fc700 1 -- 172.21.15.46:0/3183150740 learned_addr learned my addr 172.21.15.46:0/3183150740 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:36.026 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.022+0000 7f648affd700 1 --2- 172.21.15.46:0/3183150740 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f648c0cea60 0x7f648c0c9d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:36.026 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.022+0000 7f648b7fe700 1 --2- 172.21.15.46:0/3183150740 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f648c15d670 0x7f648c1603a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:36.026 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.022+0000 7f648a7fc700 1 -- 172.21.15.46:0/3183150740 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f648c0cea60 msgr2=0x7f648c0c9d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:36.026 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.022+0000 7f648a7fc700 1 --2- 172.21.15.46:0/3183150740 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f648c0cea60 0x7f648c0c9d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:36.026 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.022+0000 7f648a7fc700 1 -- 172.21.15.46:0/3183150740 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f648c15d670 msgr2=0x7f648c1603a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:36.027 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.022+0000 7f648a7fc700 1 --2- 172.21.15.46:0/3183150740 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f648c15d670 0x7f648c1603a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:36.027 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.022+0000 7f648a7fc700 1 -- 172.21.15.46:0/3183150740 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6484009a70 con 0x7f648c0d1150 2023-09-21T13:05:36.027 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.022+0000 7f648b7fe700 1 --2- 172.21.15.46:0/3183150740 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f648c15d670 0x7f648c1603a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:05:36.027 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.023+0000 7f648a7fc700 1 --2- 172.21.15.46:0/3183150740 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f648c0d1150 0x7f648c15ddc0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f647400c520 tx=0x7f647400c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:36.027 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.023+0000 7f64837fe700 1 -- 172.21.15.46:0/3183150740 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6474005d70 con 0x7f648c0d1150 2023-09-21T13:05:36.028 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.023+0000 7f64837fe700 1 -- 172.21.15.46:0/3183150740 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f64740070d0 con 0x7f648c0d1150 2023-09-21T13:05:36.028 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.023+0000 7f6491338700 1 -- 172.21.15.46:0/3183150740 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f647c009430 con 0x7f648c0d1150 2023-09-21T13:05:36.028 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.023+0000 7f64837fe700 1 -- 172.21.15.46:0/3183150740 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6474007440 con 0x7f648c0d1150 2023-09-21T13:05:36.028 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.023+0000 7f6491338700 1 -- 172.21.15.46:0/3183150740 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f648c15ee00 con 0x7f648c0d1150 2023-09-21T13:05:36.028 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.024+0000 7f6491338700 1 -- 172.21.15.46:0/3183150740 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f648c068b90 con 0x7f648c0d1150 2023-09-21T13:05:36.029 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.024+0000 7f64837fe700 1 -- 172.21.15.46:0/3183150740 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f64740075a0 con 0x7f648c0d1150 2023-09-21T13:05:36.029 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.025+0000 7f64837fe700 1 --2- 172.21.15.46:0/3183150740 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f646c06a580 0x7f646c06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:36.029 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.025+0000 7f64837fe700 1 -- 172.21.15.46:0/3183150740 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6474087da0 con 0x7f648c0d1150 2023-09-21T13:05:36.029 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.025+0000 7f648affd700 1 --2- 172.21.15.46:0/3183150740 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f646c06a580 0x7f646c06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:36.030 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.025+0000 7f648affd700 1 --2- 172.21.15.46:0/3183150740 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f646c06a580 0x7f646c06ca40 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f647c000c00 tx=0x7f647c008070 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:36.030 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.030+0000 7f64837fe700 1 -- 172.21.15.46:0/3183150740 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f64740533d0 con 0x7f648c0d1150 2023-09-21T13:05:36.284 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.288+0000 7f6491338700 1 -- 172.21.15.46:0/3183150740 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f648c0cf2a0 con 0x7f648c0d1150 2023-09-21T13:05:36.285 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.288+0000 7f64837fe700 1 -- 172.21.15.46:0/3183150740 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v7) v1 ==== 53+0+73 (secure 0 0 0) 0x7f6474017060 con 0x7f648c0d1150 2023-09-21T13:05:36.285 INFO:teuthology.orchestra.run.smithi046.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-09-21T13:05:36.287 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.290+0000 7f6491338700 1 -- 172.21.15.46:0/3183150740 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f646c06a580 msgr2=0x7f646c06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:36.288 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.290+0000 7f6491338700 1 --2- 172.21.15.46:0/3183150740 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f646c06a580 0x7f646c06ca40 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f647c000c00 tx=0x7f647c008070 comp rx=0 tx=0).stop 2023-09-21T13:05:36.288 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.290+0000 7f6491338700 1 -- 172.21.15.46:0/3183150740 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f648c0d1150 msgr2=0x7f648c15ddc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:36.288 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.290+0000 7f6491338700 1 --2- 172.21.15.46:0/3183150740 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f648c0d1150 0x7f648c15ddc0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f647400c520 tx=0x7f647400c830 comp rx=0 tx=0).stop 2023-09-21T13:05:36.288 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.290+0000 7f6491338700 1 -- 172.21.15.46:0/3183150740 shutdown_connections 2023-09-21T13:05:36.288 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.290+0000 7f6491338700 1 --2- 172.21.15.46:0/3183150740 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f646c06a580 0x7f646c06ca40 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:36.289 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.290+0000 7f6491338700 1 --2- 172.21.15.46:0/3183150740 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f648c15d670 0x7f648c1603a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:36.289 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.290+0000 7f6491338700 1 --2- 172.21.15.46:0/3183150740 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f648c0cea60 0x7f648c0c9d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:36.289 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.290+0000 7f6491338700 1 --2- 172.21.15.46:0/3183150740 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f648c0d1150 0x7f648c15ddc0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:36.289 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.290+0000 7f6491338700 1 -- 172.21.15.46:0/3183150740 >> 172.21.15.46:0/3183150740 conn(0x7f648c0722f0 msgr2=0x7f648c0b69d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:36.289 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.291+0000 7f6491338700 1 -- 172.21.15.46:0/3183150740 shutdown_connections 2023-09-21T13:05:36.290 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:36.291+0000 7f6491338700 1 -- 172.21.15.46:0/3183150740 wait complete. 2023-09-21T13:05:36.301 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2023-09-21T13:05:36.301 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-09-21T13:05:36.301 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi046.front.sepia.ceph.com 2023-09-21T13:05:36.301 INFO:tasks.cephfs.mount:self.client.name = client.2 2023-09-21T13:05:36.302 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2023-09-21T13:05:36.302 INFO:tasks.cephfs.mount:self.cephfs_name = None 2023-09-21T13:05:36.303 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2023-09-21T13:05:36.303 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-09-21T13:05:36.303 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.2' 2023-09-21T13:05:36.304 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:36.304 DEBUG:teuthology.orchestra.run.smithi046:> ip addr 2023-09-21T13:05:36.325 INFO:teuthology.orchestra.run.smithi046.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-09-21T13:05:36.325 INFO:teuthology.orchestra.run.smithi046.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-09-21T13:05:36.326 INFO:teuthology.orchestra.run.smithi046.stdout: inet 127.0.0.1/8 scope host lo 2023-09-21T13:05:36.326 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft forever preferred_lft forever 2023-09-21T13:05:36.326 INFO:teuthology.orchestra.run.smithi046.stdout: inet6 ::1/128 scope host 2023-09-21T13:05:36.326 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft forever preferred_lft forever 2023-09-21T13:05:36.326 INFO:teuthology.orchestra.run.smithi046.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-09-21T13:05:36.327 INFO:teuthology.orchestra.run.smithi046.stdout: link/ether 0c:c4:7a:6b:f6:10 brd ff:ff:ff:ff:ff:ff 2023-09-21T13:05:36.327 INFO:teuthology.orchestra.run.smithi046.stdout: altname enp7s0f0 2023-09-21T13:05:36.327 INFO:teuthology.orchestra.run.smithi046.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-09-21T13:05:36.327 INFO:teuthology.orchestra.run.smithi046.stdout: link/ether 0c:c4:7a:6b:f6:11 brd ff:ff:ff:ff:ff:ff 2023-09-21T13:05:36.327 INFO:teuthology.orchestra.run.smithi046.stdout: altname enp7s0f1 2023-09-21T13:05:36.327 INFO:teuthology.orchestra.run.smithi046.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2023-09-21T13:05:36.328 INFO:teuthology.orchestra.run.smithi046.stdout: link/ether 0c:c4:7a:bd:15:f8 brd ff:ff:ff:ff:ff:ff 2023-09-21T13:05:36.328 INFO:teuthology.orchestra.run.smithi046.stdout: altname enp1s0f0 2023-09-21T13:05:36.328 INFO:teuthology.orchestra.run.smithi046.stdout: inet 172.21.15.46/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2023-09-21T13:05:36.328 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft 42392sec preferred_lft 42392sec 2023-09-21T13:05:36.328 INFO:teuthology.orchestra.run.smithi046.stdout: inet6 fe80::ec4:7aff:febd:15f8/64 scope link 2023-09-21T13:05:36.329 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft forever preferred_lft forever 2023-09-21T13:05:36.329 INFO:teuthology.orchestra.run.smithi046.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-09-21T13:05:36.329 INFO:teuthology.orchestra.run.smithi046.stdout: link/ether 0c:c4:7a:bd:15:f9 brd ff:ff:ff:ff:ff:ff 2023-09-21T13:05:36.329 INFO:teuthology.orchestra.run.smithi046.stdout: altname enp1s0f1 2023-09-21T13:05:36.329 INFO:teuthology.orchestra.run.smithi046.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-09-21T13:05:36.329 INFO:teuthology.orchestra.run.smithi046.stdout: link/ether 56:89:6e:81:6a:8c brd ff:ff:ff:ff:ff:ff 2023-09-21T13:05:36.330 INFO:teuthology.orchestra.run.smithi046.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2023-09-21T13:05:36.330 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft forever preferred_lft forever 2023-09-21T13:05:36.330 INFO:teuthology.orchestra.run.smithi046.stdout: inet6 fe80::a421:21ff:fe11:661b/64 scope link 2023-09-21T13:05:36.330 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft forever preferred_lft forever 2023-09-21T13:05:36.331 INFO:teuthology.orchestra.run.smithi046.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-09-21T13:05:36.331 INFO:teuthology.orchestra.run.smithi046.stdout: link/ether 56:89:6e:81:6a:8c brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2023-09-21T13:05:36.331 INFO:teuthology.orchestra.run.smithi046.stdout: inet6 fe80::5489:6eff:fe81:6a8c/64 scope link 2023-09-21T13:05:36.332 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft forever preferred_lft forever 2023-09-21T13:05:36.332 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:36.332 DEBUG:teuthology.orchestra.run.smithi046:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-09-21T13:05:36.396 INFO:teuthology.orchestra.run.smithi046.stdout:1 2023-09-21T13:05:36.398 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:36.398 DEBUG:teuthology.orchestra.run.smithi046:> route 2023-09-21T13:05:36.464 INFO:teuthology.orchestra.run.smithi046.stdout:Kernel IP routing table 2023-09-21T13:05:36.464 INFO:teuthology.orchestra.run.smithi046.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-09-21T13:05:36.465 INFO:teuthology.orchestra.run.smithi046.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2023-09-21T13:05:36.465 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2023-09-21T13:05:36.465 INFO:teuthology.orchestra.run.smithi046.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-09-21T13:05:36.466 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:36.466 DEBUG:teuthology.orchestra.run.smithi046:> (cd / && exec bash -c ' 2023-09-21T13:05:36.466 DEBUG:teuthology.orchestra.run.smithi046:> set -e 2023-09-21T13:05:36.467 DEBUG:teuthology.orchestra.run.smithi046:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2023-09-21T13:05:36.467 DEBUG:teuthology.orchestra.run.smithi046:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2023-09-21T13:05:36.467 DEBUG:teuthology.orchestra.run.smithi046:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2023-09-21T13:05:36.468 DEBUG:teuthology.orchestra.run.smithi046:> ') 2023-09-21T13:05:36.587 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:36.587 DEBUG:teuthology.orchestra.run.smithi046:> ip netns list 2023-09-21T13:05:36.609 INFO:teuthology.orchestra.run.smithi046.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2023-09-21T13:05:36.609 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:36.610 DEBUG:teuthology.orchestra.run.smithi046:> ip netns list-id 2023-09-21T13:05:36.672 INFO:teuthology.orchestra.run.smithi046.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.0) 2023-09-21T13:05:36.673 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:36.673 DEBUG:teuthology.orchestra.run.smithi046:> (cd / && exec bash -c ' 2023-09-21T13:05:36.674 DEBUG:teuthology.orchestra.run.smithi046:> set -e 2023-09-21T13:05:36.674 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.2 2023-09-21T13:05:36.674 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.2 1 2023-09-21T13:05:36.675 DEBUG:teuthology.orchestra.run.smithi046:> ') 2023-09-21T13:05:36.782 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:36.782 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2023-09-21T13:05:36.825 INFO:teuthology.orchestra.run.smithi046.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-09-21T13:05:36.825 INFO:teuthology.orchestra.run.smithi046.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-09-21T13:05:36.825 INFO:teuthology.orchestra.run.smithi046.stdout: inet 127.0.0.1/8 scope host lo 2023-09-21T13:05:36.825 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft forever preferred_lft forever 2023-09-21T13:05:36.825 INFO:teuthology.orchestra.run.smithi046.stdout: inet6 ::1/128 scope host 2023-09-21T13:05:36.826 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft forever preferred_lft forever 2023-09-21T13:05:36.826 INFO:teuthology.orchestra.run.smithi046.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-09-21T13:05:36.826 INFO:teuthology.orchestra.run.smithi046.stdout: link/ether 3a:ea:4c:d1:6c:8a brd ff:ff:ff:ff:ff:ff link-netnsid 0 2023-09-21T13:05:36.826 INFO:teuthology.orchestra.run.smithi046.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2023-09-21T13:05:36.827 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft forever preferred_lft forever 2023-09-21T13:05:36.827 INFO:teuthology.orchestra.run.smithi046.stdout: inet6 fe80::38ea:4cff:fed1:6c8a/64 scope link 2023-09-21T13:05:36.827 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft forever preferred_lft forever 2023-09-21T13:05:36.838 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:36.838 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2023-09-21T13:05:36.923 INFO:teuthology.orchestra.run.smithi046.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-09-21T13:05:36.923 INFO:teuthology.orchestra.run.smithi046.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-09-21T13:05:36.923 INFO:teuthology.orchestra.run.smithi046.stdout: inet 127.0.0.1/8 scope host lo 2023-09-21T13:05:36.924 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft forever preferred_lft forever 2023-09-21T13:05:36.924 INFO:teuthology.orchestra.run.smithi046.stdout: inet6 ::1/128 scope host 2023-09-21T13:05:36.924 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft forever preferred_lft forever 2023-09-21T13:05:36.925 INFO:teuthology.orchestra.run.smithi046.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-09-21T13:05:36.925 INFO:teuthology.orchestra.run.smithi046.stdout: link/ether 3a:ea:4c:d1:6c:8a brd ff:ff:ff:ff:ff:ff link-netnsid 0 2023-09-21T13:05:36.925 INFO:teuthology.orchestra.run.smithi046.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2023-09-21T13:05:36.925 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft forever preferred_lft forever 2023-09-21T13:05:36.926 INFO:teuthology.orchestra.run.smithi046.stdout: inet6 fe80::38ea:4cff:fed1:6c8a/64 scope link 2023-09-21T13:05:36.926 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft forever preferred_lft forever 2023-09-21T13:05:36.935 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.2' with 192.168.0.2/16 2023-09-21T13:05:36.935 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:36.935 DEBUG:teuthology.orchestra.run.smithi046:> (cd / && exec bash -c ' 2023-09-21T13:05:36.936 DEBUG:teuthology.orchestra.run.smithi046:> set -e 2023-09-21T13:05:36.936 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.2 type veth peer name brx.1 2023-09-21T13:05:36.936 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2023-09-21T13:05:36.937 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set veth0 up 2023-09-21T13:05:36.937 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set lo up 2023-09-21T13:05:36.937 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip route add default via 192.168.255.254 2023-09-21T13:05:36.937 DEBUG:teuthology.orchestra.run.smithi046:> ') 2023-09-21T13:05:37.145 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:37.146 DEBUG:teuthology.orchestra.run.smithi046:> (cd / && exec bash -c ' 2023-09-21T13:05:37.146 DEBUG:teuthology.orchestra.run.smithi046:> set -e 2023-09-21T13:05:37.146 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip link set brx.1 up 2023-09-21T13:05:37.147 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip link set dev brx.1 master ceph-brx 2023-09-21T13:05:37.147 DEBUG:teuthology.orchestra.run.smithi046:> ') 2023-09-21T13:05:37.258 INFO:tasks.cephfs.fuse_mount:Client client.2 config is {} 2023-09-21T13:05:37.258 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-09-21T13:05:37.259 DEBUG:teuthology.orchestra.run.smithi046:> mkdir -p -v /home/ubuntu/cephtest/mnt.2 2023-09-21T13:05:37.279 INFO:teuthology.orchestra.run.smithi046.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.2' 2023-09-21T13:05:37.280 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-09-21T13:05:37.280 DEBUG:teuthology.orchestra.run.smithi046:> chmod 0000 /home/ubuntu/cephtest/mnt.2 2023-09-21T13:05:37.341 DEBUG:teuthology.orchestra.run.smithi046:> sudo modprobe fuse 2023-09-21T13:05:37.417 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-09-21T13:05:37.418 DEBUG:teuthology.orchestra.run.smithi046:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-09-21T13:05:37.492 INFO:teuthology.orchestra.run.smithi046.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-09-21T13:05:37.493 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-09-21T13:05:37.494 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:37.494 DEBUG:teuthology.orchestra.run.smithi046:> ls /sys/fs/fuse/connections 2023-09-21T13:05:37.558 INFO:teuthology.orchestra.run.smithi046.stdout:47 2023-09-21T13:05:37.558 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [47] 2023-09-21T13:05:37.558 DEBUG:teuthology.orchestra.run.smithi046:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.2 --id 2) 2023-09-21T13:05:37.601 DEBUG:teuthology.orchestra.run.smithi046:> sudo modprobe fuse 2023-09-21T13:05:37.636 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-09-21T13:05:37.637 DEBUG:teuthology.orchestra.run.smithi046:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-09-21T13:05:37.707 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi046.stderr:2023-09-21T13:05:37.710+0000 7f452f9cd5c0 -1 init, newargv = 0x562f5114bd40 newargc=15 2023-09-21T13:05:37.707 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi046.stderr:ceph-fuse[129552]: starting ceph client 2023-09-21T13:05:37.708 INFO:teuthology.orchestra.run.smithi046.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-09-21T13:05:37.710 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-09-21T13:05:37.710 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:37.711 DEBUG:teuthology.orchestra.run.smithi046:> ls /sys/fs/fuse/connections 2023-09-21T13:05:37.712 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi046.stderr:ceph-fuse[129552]: starting fuse 2023-09-21T13:05:37.732 INFO:teuthology.orchestra.run.smithi046.stdout:47 2023-09-21T13:05:37.732 INFO:teuthology.orchestra.run.smithi046.stdout:48 2023-09-21T13:05:37.732 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [47, 48] 2023-09-21T13:05:37.733 DEBUG:teuthology.orchestra.run.smithi046:> sudo stdin-killer -- python3 -c ' 2023-09-21T13:05:37.733 DEBUG:teuthology.orchestra.run.smithi046:> import glob 2023-09-21T13:05:37.733 DEBUG:teuthology.orchestra.run.smithi046:> import re 2023-09-21T13:05:37.734 DEBUG:teuthology.orchestra.run.smithi046:> import os 2023-09-21T13:05:37.734 DEBUG:teuthology.orchestra.run.smithi046:> import subprocess 2023-09-21T13:05:37.735 DEBUG:teuthology.orchestra.run.smithi046:> 2023-09-21T13:05:37.735 DEBUG:teuthology.orchestra.run.smithi046:> def _find_admin_socket(client_name): 2023-09-21T13:05:37.735 DEBUG:teuthology.orchestra.run.smithi046:> asok_path = "/var/run/ceph/ceph-client.2.*.asok" 2023-09-21T13:05:37.736 DEBUG:teuthology.orchestra.run.smithi046:> files = glob.glob(asok_path) 2023-09-21T13:05:37.736 DEBUG:teuthology.orchestra.run.smithi046:> mountpoint = "/home/ubuntu/cephtest/mnt.2" 2023-09-21T13:05:37.737 DEBUG:teuthology.orchestra.run.smithi046:> 2023-09-21T13:05:37.737 DEBUG:teuthology.orchestra.run.smithi046:> # Given a non-glob path, it better be there 2023-09-21T13:05:37.737 DEBUG:teuthology.orchestra.run.smithi046:> if "*" not in asok_path: 2023-09-21T13:05:37.738 DEBUG:teuthology.orchestra.run.smithi046:> assert(len(files) == 1) 2023-09-21T13:05:37.738 DEBUG:teuthology.orchestra.run.smithi046:> return files[0] 2023-09-21T13:05:37.738 DEBUG:teuthology.orchestra.run.smithi046:> 2023-09-21T13:05:37.739 DEBUG:teuthology.orchestra.run.smithi046:> for f in files: 2023-09-21T13:05:37.739 DEBUG:teuthology.orchestra.run.smithi046:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2023-09-21T13:05:37.739 DEBUG:teuthology.orchestra.run.smithi046:> if os.path.exists("/proc/{0}".format(pid)): 2023-09-21T13:05:37.740 DEBUG:teuthology.orchestra.run.smithi046:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2023-09-21T13:05:37.740 DEBUG:teuthology.orchestra.run.smithi046:> contents = proc_f.read() 2023-09-21T13:05:37.740 DEBUG:teuthology.orchestra.run.smithi046:> if mountpoint in contents: 2023-09-21T13:05:37.741 DEBUG:teuthology.orchestra.run.smithi046:> return f 2023-09-21T13:05:37.741 DEBUG:teuthology.orchestra.run.smithi046:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2023-09-21T13:05:37.741 DEBUG:teuthology.orchestra.run.smithi046:> 2023-09-21T13:05:37.741 DEBUG:teuthology.orchestra.run.smithi046:> print(_find_admin_socket("client.2")) 2023-09-21T13:05:37.742 DEBUG:teuthology.orchestra.run.smithi046:> ' 2023-09-21T13:05:37.869 INFO:teuthology.orchestra.run.smithi046.stdout:/var/run/ceph/ceph-client.2.129552.asok 2023-09-21T13:05:37.873 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2023-09-21T13:05:37.880 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.2.129552.asok 2023-09-21T13:05:37.881 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:37.881 DEBUG:teuthology.orchestra.run.smithi046:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.2.129552.asok status 2023-09-21T13:05:38.054 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2023-09-21T13:05:38.055 INFO:teuthology.orchestra.run.smithi046.stdout: "metadata": { 2023-09-21T13:05:38.055 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph_sha1": "41c9e835c3f621102ade35dd597317a42116a491", 2023-09-21T13:05:38.055 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph_version": "ceph version 18.0.0-6168-g41c9e835 (41c9e835c3f621102ade35dd597317a42116a491) reef (dev)", 2023-09-21T13:05:38.055 INFO:teuthology.orchestra.run.smithi046.stdout: "entity_id": "2", 2023-09-21T13:05:38.055 INFO:teuthology.orchestra.run.smithi046.stdout: "hostname": "smithi046", 2023-09-21T13:05:38.056 INFO:teuthology.orchestra.run.smithi046.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.2", 2023-09-21T13:05:38.056 INFO:teuthology.orchestra.run.smithi046.stdout: "pid": "129552", 2023-09-21T13:05:38.056 INFO:teuthology.orchestra.run.smithi046.stdout: "root": "/" 2023-09-21T13:05:38.056 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-09-21T13:05:38.056 INFO:teuthology.orchestra.run.smithi046.stdout: "dentry_count": 0, 2023-09-21T13:05:38.057 INFO:teuthology.orchestra.run.smithi046.stdout: "dentry_pinned_count": 0, 2023-09-21T13:05:38.057 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 4635, 2023-09-21T13:05:38.057 INFO:teuthology.orchestra.run.smithi046.stdout: "inst": { 2023-09-21T13:05:38.057 INFO:teuthology.orchestra.run.smithi046.stdout: "name": { 2023-09-21T13:05:38.057 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "client", 2023-09-21T13:05:38.058 INFO:teuthology.orchestra.run.smithi046.stdout: "num": 4635 2023-09-21T13:05:38.058 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-09-21T13:05:38.058 INFO:teuthology.orchestra.run.smithi046.stdout: "addr": { 2023-09-21T13:05:38.058 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "v1", 2023-09-21T13:05:38.059 INFO:teuthology.orchestra.run.smithi046.stdout: "addr": "192.168.0.2:0", 2023-09-21T13:05:38.059 INFO:teuthology.orchestra.run.smithi046.stdout: "nonce": 1681460539 2023-09-21T13:05:38.059 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-09-21T13:05:38.059 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-09-21T13:05:38.059 INFO:teuthology.orchestra.run.smithi046.stdout: "addr": { 2023-09-21T13:05:38.059 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "v1", 2023-09-21T13:05:38.060 INFO:teuthology.orchestra.run.smithi046.stdout: "addr": "192.168.0.2:0", 2023-09-21T13:05:38.060 INFO:teuthology.orchestra.run.smithi046.stdout: "nonce": 1681460539 2023-09-21T13:05:38.060 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-09-21T13:05:38.060 INFO:teuthology.orchestra.run.smithi046.stdout: "inst_str": "client.4635 192.168.0.2:0/1681460539", 2023-09-21T13:05:38.061 INFO:teuthology.orchestra.run.smithi046.stdout: "addr_str": "192.168.0.2:0/1681460539", 2023-09-21T13:05:38.061 INFO:teuthology.orchestra.run.smithi046.stdout: "inode_count": 1, 2023-09-21T13:05:38.061 INFO:teuthology.orchestra.run.smithi046.stdout: "mds_epoch": 7, 2023-09-21T13:05:38.061 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_epoch": 20, 2023-09-21T13:05:38.061 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_epoch_barrier": 0, 2023-09-21T13:05:38.061 INFO:teuthology.orchestra.run.smithi046.stdout: "blocklisted": false, 2023-09-21T13:05:38.062 INFO:teuthology.orchestra.run.smithi046.stdout: "fs_name": "cephfs" 2023-09-21T13:05:38.062 INFO:teuthology.orchestra.run.smithi046.stdout:} 2023-09-21T13:05:38.066 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-09-21T13:05:38.203 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.206+0000 7f3b4892b700 1 Processor -- start 2023-09-21T13:05:38.203 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.206+0000 7f3b4892b700 1 -- start start 2023-09-21T13:05:38.206 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.207+0000 7f3b4892b700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f3b440cd750 0x7f3b440cdbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:38.206 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.207+0000 7f3b4892b700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f3b4406b140 0x7f3b4406b570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:38.206 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.207+0000 7f3b4892b700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3b4406e8b0 con 0x7f3b4415d8c0 2023-09-21T13:05:38.207 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.207+0000 7f3b4892b700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3b440ce120 con 0x7f3b440cd750 2023-09-21T13:05:38.207 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.207+0000 7f3b4892b700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3b4406eb90 con 0x7f3b4406b140 2023-09-21T13:05:38.207 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.207+0000 7f3b41d9b700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f3b440cd750 0x7f3b440cdbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:38.207 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.207+0000 7f3b41d9b700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f3b440cd750 0x7f3b440cdbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34960/0 (socket says 172.21.15.46:34960) 2023-09-21T13:05:38.208 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.207+0000 7f3b41d9b700 1 -- 172.21.15.46:0/2361190715 learned_addr learned my addr 172.21.15.46:0/2361190715 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:38.208 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.208+0000 7f3b42d9d700 1 --2- 172.21.15.46:0/2361190715 >> v2:172.21.15.57:3300/0 conn(0x7f3b4406b140 0x7f3b4406b570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:38.208 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.208+0000 7f3b41d9b700 1 -- 172.21.15.46:0/2361190715 >> v2:172.21.15.57:3300/0 conn(0x7f3b4406b140 msgr2=0x7f3b4406b570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:38.208 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.208+0000 7f3b41d9b700 1 --2- 172.21.15.46:0/2361190715 >> v2:172.21.15.57:3300/0 conn(0x7f3b4406b140 0x7f3b4406b570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:38.208 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.208+0000 7f3b41d9b700 1 -- 172.21.15.46:0/2361190715 >> v1:172.21.15.57:6789/0 conn(0x7f3b4415d8c0 legacy=0x7f3b44161ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:38.209 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.208+0000 7f3b41d9b700 1 -- 172.21.15.46:0/2361190715 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3b4406a940 con 0x7f3b440cd750 2023-09-21T13:05:38.209 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.208+0000 7f3b41d9b700 1 --2- 172.21.15.46:0/2361190715 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3b440cd750 0x7f3b440cdbe0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f3b44073b30 tx=0x7f3b38009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f4f786b97992986 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:38.209 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.208+0000 7f3b4159a700 1 -- 172.21.15.46:0/2361190715 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b3800b870 con 0x7f3b440cd750 2023-09-21T13:05:38.209 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.208+0000 7f3b4159a700 1 -- 172.21.15.46:0/2361190715 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3b3800b9d0 con 0x7f3b440cd750 2023-09-21T13:05:38.210 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.208+0000 7f3b4159a700 1 -- 172.21.15.46:0/2361190715 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b3800bd60 con 0x7f3b440cd750 2023-09-21T13:05:38.210 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.209+0000 7f3b4892b700 1 -- 172.21.15.46:0/2361190715 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3b440cd750 msgr2=0x7f3b440cdbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:38.210 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.209+0000 7f3b4892b700 1 --2- 172.21.15.46:0/2361190715 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3b440cd750 0x7f3b440cdbe0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f3b44073b30 tx=0x7f3b38009bd0 comp rx=0 tx=0).stop 2023-09-21T13:05:38.210 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.209+0000 7f3b4892b700 1 -- 172.21.15.46:0/2361190715 shutdown_connections 2023-09-21T13:05:38.210 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.209+0000 7f3b4892b700 1 --2- 172.21.15.46:0/2361190715 >> v2:172.21.15.57:3300/0 conn(0x7f3b4406b140 0x7f3b4406b570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:38.211 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.209+0000 7f3b4892b700 1 --2- 172.21.15.46:0/2361190715 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3b440cd750 0x7f3b440cdbe0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:38.211 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.209+0000 7f3b4892b700 1 -- 172.21.15.46:0/2361190715 >> 172.21.15.46:0/2361190715 conn(0x7f3b440cc440 msgr2=0x7f3b440cc850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:38.211 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.209+0000 7f3b4892b700 1 -- 172.21.15.46:0/2361190715 shutdown_connections 2023-09-21T13:05:38.211 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.209+0000 7f3b4892b700 1 -- 172.21.15.46:0/2361190715 wait complete. 2023-09-21T13:05:38.214 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.210+0000 7f3b4892b700 1 Processor -- start 2023-09-21T13:05:38.214 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.210+0000 7f3b4892b700 1 -- start start 2023-09-21T13:05:38.214 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.211+0000 7f3b4892b700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f3b4406b140 0x7f3b44158fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:38.214 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.211+0000 7f3b4892b700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3b440cd750 0x7f3b44158870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:38.214 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.211+0000 7f3b4892b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3b4415d8c0 0x7f3b4415b550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:38.215 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.211+0000 7f3b4892b700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3b440c6a90 con 0x7f3b4415d8c0 2023-09-21T13:05:38.215 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.211+0000 7f3b4892b700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3b44158db0 con 0x7f3b4406b140 2023-09-21T13:05:38.215 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.211+0000 7f3b4892b700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3b4415ba90 con 0x7f3b440cd750 2023-09-21T13:05:38.215 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.211+0000 7f3b42d9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3b4415d8c0 0x7f3b4415b550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:38.215 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.211+0000 7f3b42d9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3b4415d8c0 0x7f3b4415b550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34962/0 (socket says 172.21.15.46:34962) 2023-09-21T13:05:38.216 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.211+0000 7f3b42d9d700 1 -- 172.21.15.46:0/3135938657 learned_addr learned my addr 172.21.15.46:0/3135938657 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:38.216 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.211+0000 7f3b4259c700 1 --2- 172.21.15.46:0/3135938657 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f3b4406b140 0x7f3b44158fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:38.216 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.212+0000 7f3b41d9b700 1 --2- 172.21.15.46:0/3135938657 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3b440cd750 0x7f3b44158870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:38.216 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.212+0000 7f3b42d9d700 1 -- 172.21.15.46:0/3135938657 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3b440cd750 msgr2=0x7f3b44158870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:38.216 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.212+0000 7f3b42d9d700 1 --2- 172.21.15.46:0/3135938657 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3b440cd750 0x7f3b44158870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:38.217 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.212+0000 7f3b42d9d700 1 -- 172.21.15.46:0/3135938657 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f3b4406b140 msgr2=0x7f3b44158fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:38.217 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.212+0000 7f3b42d9d700 1 --2- 172.21.15.46:0/3135938657 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f3b4406b140 0x7f3b44158fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:38.217 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.212+0000 7f3b42d9d700 1 -- 172.21.15.46:0/3135938657 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3b38009550 con 0x7f3b4415d8c0 2023-09-21T13:05:38.217 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.212+0000 7f3b42d9d700 1 --2- 172.21.15.46:0/3135938657 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3b4415d8c0 0x7f3b4415b550 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f3b3c007e40 tx=0x7f3b3c00e3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:38.217 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.212+0000 7f3b32ffd700 1 -- 172.21.15.46:0/3135938657 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b3c00ed30 con 0x7f3b4415d8c0 2023-09-21T13:05:38.218 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.212+0000 7f3b32ffd700 1 -- 172.21.15.46:0/3135938657 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3b3c014420 con 0x7f3b4415d8c0 2023-09-21T13:05:38.218 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.212+0000 7f3b4892b700 1 -- 172.21.15.46:0/3135938657 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3b4415bd40 con 0x7f3b4415d8c0 2023-09-21T13:05:38.218 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.212+0000 7f3b32ffd700 1 -- 172.21.15.46:0/3135938657 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b3c0147d0 con 0x7f3b4415d8c0 2023-09-21T13:05:38.218 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.212+0000 7f3b4892b700 1 -- 172.21.15.46:0/3135938657 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3b440c6f50 con 0x7f3b4415d8c0 2023-09-21T13:05:38.218 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.213+0000 7f3b4892b700 1 -- 172.21.15.46:0/3135938657 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3b44068b90 con 0x7f3b4415d8c0 2023-09-21T13:05:38.219 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.214+0000 7f3b32ffd700 1 -- 172.21.15.46:0/3135938657 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f3b3c014930 con 0x7f3b4415d8c0 2023-09-21T13:05:38.219 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.214+0000 7f3b32ffd700 1 --2- 172.21.15.46:0/3135938657 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f3b2406a580 0x7f3b2406ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:38.219 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.214+0000 7f3b32ffd700 1 -- 172.21.15.46:0/3135938657 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f3b3c089090 con 0x7f3b4415d8c0 2023-09-21T13:05:38.219 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.214+0000 7f3b4259c700 1 --2- 172.21.15.46:0/3135938657 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f3b2406a580 0x7f3b2406ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:38.219 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.215+0000 7f3b4259c700 1 --2- 172.21.15.46:0/3135938657 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f3b2406a580 0x7f3b2406ca40 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f3b34000fb0 tx=0x7f3b34009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:38.220 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.219+0000 7f3b32ffd700 1 -- 172.21.15.46:0/3135938657 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f3b3c054610 con 0x7f3b4415d8c0 2023-09-21T13:05:38.468 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.472+0000 7f3b4892b700 1 -- 172.21.15.46:0/3135938657 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f3b44073b60 con 0x7f3b4415d8c0 2023-09-21T13:05:38.469 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.472+0000 7f3b32ffd700 1 -- 172.21.15.46:0/3135938657 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v7) v1 ==== 53+0+73 (secure 0 0 0) 0x7f3b3c057c30 con 0x7f3b4415d8c0 2023-09-21T13:05:38.469 INFO:teuthology.orchestra.run.smithi046.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-09-21T13:05:38.471 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.474+0000 7f3b4892b700 1 -- 172.21.15.46:0/3135938657 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f3b2406a580 msgr2=0x7f3b2406ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:38.471 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.474+0000 7f3b4892b700 1 --2- 172.21.15.46:0/3135938657 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f3b2406a580 0x7f3b2406ca40 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f3b34000fb0 tx=0x7f3b34009040 comp rx=0 tx=0).stop 2023-09-21T13:05:38.471 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.474+0000 7f3b4892b700 1 -- 172.21.15.46:0/3135938657 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3b4415d8c0 msgr2=0x7f3b4415b550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:38.472 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.474+0000 7f3b4892b700 1 --2- 172.21.15.46:0/3135938657 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3b4415d8c0 0x7f3b4415b550 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f3b3c007e40 tx=0x7f3b3c00e3c0 comp rx=0 tx=0).stop 2023-09-21T13:05:38.472 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.474+0000 7f3b4892b700 1 -- 172.21.15.46:0/3135938657 shutdown_connections 2023-09-21T13:05:38.472 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.474+0000 7f3b4892b700 1 --2- 172.21.15.46:0/3135938657 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f3b2406a580 0x7f3b2406ca40 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:38.472 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.474+0000 7f3b4892b700 1 --2- 172.21.15.46:0/3135938657 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3b4415d8c0 0x7f3b4415b550 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:38.473 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.474+0000 7f3b4892b700 1 --2- 172.21.15.46:0/3135938657 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f3b4406b140 0x7f3b44158fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:38.473 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.474+0000 7f3b4892b700 1 --2- 172.21.15.46:0/3135938657 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3b440cd750 0x7f3b44158870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:38.473 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.474+0000 7f3b4892b700 1 -- 172.21.15.46:0/3135938657 >> 172.21.15.46:0/3135938657 conn(0x7f3b440cc440 msgr2=0x7f3b440ae1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:38.473 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.474+0000 7f3b4892b700 1 -- 172.21.15.46:0/3135938657 shutdown_connections 2023-09-21T13:05:38.474 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:38.474+0000 7f3b4892b700 1 -- 172.21.15.46:0/3135938657 wait complete. 2023-09-21T13:05:38.484 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2023-09-21T13:05:38.484 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-09-21T13:05:38.485 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi057.front.sepia.ceph.com 2023-09-21T13:05:38.485 INFO:tasks.cephfs.mount:self.client.name = client.1 2023-09-21T13:05:38.485 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2023-09-21T13:05:38.485 INFO:tasks.cephfs.mount:self.cephfs_name = None 2023-09-21T13:05:38.486 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2023-09-21T13:05:38.486 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-09-21T13:05:38.486 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.1' 2023-09-21T13:05:38.487 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:38.487 DEBUG:teuthology.orchestra.run.smithi057:> ip addr 2023-09-21T13:05:38.512 INFO:teuthology.orchestra.run.smithi057.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-09-21T13:05:38.512 INFO:teuthology.orchestra.run.smithi057.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-09-21T13:05:38.512 INFO:teuthology.orchestra.run.smithi057.stdout: inet 127.0.0.1/8 scope host lo 2023-09-21T13:05:38.512 INFO:teuthology.orchestra.run.smithi057.stdout: valid_lft forever preferred_lft forever 2023-09-21T13:05:38.513 INFO:teuthology.orchestra.run.smithi057.stdout: inet6 ::1/128 scope host 2023-09-21T13:05:38.513 INFO:teuthology.orchestra.run.smithi057.stdout: valid_lft forever preferred_lft forever 2023-09-21T13:05:38.513 INFO:teuthology.orchestra.run.smithi057.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-09-21T13:05:38.513 INFO:teuthology.orchestra.run.smithi057.stdout: link/ether 0c:c4:7a:6b:ff:86 brd ff:ff:ff:ff:ff:ff 2023-09-21T13:05:38.514 INFO:teuthology.orchestra.run.smithi057.stdout: altname enp7s0f0 2023-09-21T13:05:38.514 INFO:teuthology.orchestra.run.smithi057.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-09-21T13:05:38.514 INFO:teuthology.orchestra.run.smithi057.stdout: link/ether 0c:c4:7a:6b:ff:87 brd ff:ff:ff:ff:ff:ff 2023-09-21T13:05:38.514 INFO:teuthology.orchestra.run.smithi057.stdout: altname enp7s0f1 2023-09-21T13:05:38.515 INFO:teuthology.orchestra.run.smithi057.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2023-09-21T13:05:38.515 INFO:teuthology.orchestra.run.smithi057.stdout: link/ether 0c:c4:7a:bd:15:62 brd ff:ff:ff:ff:ff:ff 2023-09-21T13:05:38.515 INFO:teuthology.orchestra.run.smithi057.stdout: altname enp1s0f0 2023-09-21T13:05:38.515 INFO:teuthology.orchestra.run.smithi057.stdout: inet 172.21.15.57/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2023-09-21T13:05:38.517 INFO:teuthology.orchestra.run.smithi057.stdout: valid_lft 42386sec preferred_lft 42386sec 2023-09-21T13:05:38.517 INFO:teuthology.orchestra.run.smithi057.stdout: inet6 fe80::ec4:7aff:febd:1562/64 scope link 2023-09-21T13:05:38.518 INFO:teuthology.orchestra.run.smithi057.stdout: valid_lft forever preferred_lft forever 2023-09-21T13:05:38.518 INFO:teuthology.orchestra.run.smithi057.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-09-21T13:05:38.519 INFO:teuthology.orchestra.run.smithi057.stdout: link/ether 0c:c4:7a:bd:15:63 brd ff:ff:ff:ff:ff:ff 2023-09-21T13:05:38.519 INFO:teuthology.orchestra.run.smithi057.stdout: altname enp1s0f1 2023-09-21T13:05:38.519 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2023-09-21T13:05:38.520 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:38.520 DEBUG:teuthology.orchestra.run.smithi057:> (cd / && exec bash -c ' 2023-09-21T13:05:38.521 DEBUG:teuthology.orchestra.run.smithi057:> set -e 2023-09-21T13:05:38.521 DEBUG:teuthology.orchestra.run.smithi057:> sudo ip link add name ceph-brx type bridge 2023-09-21T13:05:38.521 DEBUG:teuthology.orchestra.run.smithi057:> sudo ip addr flush dev ceph-brx 2023-09-21T13:05:38.522 DEBUG:teuthology.orchestra.run.smithi057:> sudo ip link set ceph-brx up 2023-09-21T13:05:38.522 DEBUG:teuthology.orchestra.run.smithi057:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2023-09-21T13:05:38.522 DEBUG:teuthology.orchestra.run.smithi057:> ') 2023-09-21T13:05:38.697 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:38.697 DEBUG:teuthology.orchestra.run.smithi057:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-09-21T13:05:38.738 INFO:teuthology.orchestra.run.smithi057.stdout:1 2023-09-21T13:05:38.740 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:38.741 DEBUG:teuthology.orchestra.run.smithi057:> route 2023-09-21T13:05:38.821 INFO:teuthology.orchestra.run.smithi057.stdout:Kernel IP routing table 2023-09-21T13:05:38.821 INFO:teuthology.orchestra.run.smithi057.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-09-21T13:05:38.822 INFO:teuthology.orchestra.run.smithi057.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2023-09-21T13:05:38.822 INFO:teuthology.orchestra.run.smithi057.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2023-09-21T13:05:38.822 INFO:teuthology.orchestra.run.smithi057.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-09-21T13:05:38.822 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:38.823 DEBUG:teuthology.orchestra.run.smithi057:> (cd / && exec bash -c ' 2023-09-21T13:05:38.823 DEBUG:teuthology.orchestra.run.smithi057:> set -e 2023-09-21T13:05:38.823 DEBUG:teuthology.orchestra.run.smithi057:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2023-09-21T13:05:38.824 DEBUG:teuthology.orchestra.run.smithi057:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2023-09-21T13:05:38.824 DEBUG:teuthology.orchestra.run.smithi057:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2023-09-21T13:05:38.824 DEBUG:teuthology.orchestra.run.smithi057:> ') 2023-09-21T13:05:38.912 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:05:38.915 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:05:39.155 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:39.155 DEBUG:teuthology.orchestra.run.smithi057:> ip netns list 2023-09-21T13:05:39.178 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:39.179 DEBUG:teuthology.orchestra.run.smithi057:> ip netns list-id 2023-09-21T13:05:39.242 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:39.243 DEBUG:teuthology.orchestra.run.smithi057:> (cd / && exec bash -c ' 2023-09-21T13:05:39.243 DEBUG:teuthology.orchestra.run.smithi057:> set -e 2023-09-21T13:05:39.244 DEBUG:teuthology.orchestra.run.smithi057:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.1 2023-09-21T13:05:39.244 DEBUG:teuthology.orchestra.run.smithi057:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.1 0 2023-09-21T13:05:39.244 DEBUG:teuthology.orchestra.run.smithi057:> ') 2023-09-21T13:05:39.354 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.1' with 192.168.0.1/16 2023-09-21T13:05:39.355 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:39.356 DEBUG:teuthology.orchestra.run.smithi057:> (cd / && exec bash -c ' 2023-09-21T13:05:39.356 DEBUG:teuthology.orchestra.run.smithi057:> set -e 2023-09-21T13:05:39.356 DEBUG:teuthology.orchestra.run.smithi057:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.1 type veth peer name brx.0 2023-09-21T13:05:39.356 DEBUG:teuthology.orchestra.run.smithi057:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2023-09-21T13:05:39.357 DEBUG:teuthology.orchestra.run.smithi057:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set veth0 up 2023-09-21T13:05:39.357 DEBUG:teuthology.orchestra.run.smithi057:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set lo up 2023-09-21T13:05:39.357 DEBUG:teuthology.orchestra.run.smithi057:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip route add default via 192.168.255.254 2023-09-21T13:05:39.357 DEBUG:teuthology.orchestra.run.smithi057:> ') 2023-09-21T13:05:39.608 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:39.608 DEBUG:teuthology.orchestra.run.smithi057:> (cd / && exec bash -c ' 2023-09-21T13:05:39.609 DEBUG:teuthology.orchestra.run.smithi057:> set -e 2023-09-21T13:05:39.609 DEBUG:teuthology.orchestra.run.smithi057:> sudo ip link set brx.0 up 2023-09-21T13:05:39.609 DEBUG:teuthology.orchestra.run.smithi057:> sudo ip link set dev brx.0 master ceph-brx 2023-09-21T13:05:39.610 DEBUG:teuthology.orchestra.run.smithi057:> ') 2023-09-21T13:05:39.722 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2023-09-21T13:05:39.722 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-09-21T13:05:39.722 DEBUG:teuthology.orchestra.run.smithi057:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2023-09-21T13:05:39.743 INFO:teuthology.orchestra.run.smithi057.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2023-09-21T13:05:39.743 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-09-21T13:05:39.744 DEBUG:teuthology.orchestra.run.smithi057:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2023-09-21T13:05:39.805 DEBUG:teuthology.orchestra.run.smithi057:> sudo modprobe fuse 2023-09-21T13:05:39.881 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-09-21T13:05:39.881 DEBUG:teuthology.orchestra.run.smithi057:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-09-21T13:05:39.956 INFO:teuthology.orchestra.run.smithi057.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-09-21T13:05:39.957 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-09-21T13:05:39.958 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:39.958 DEBUG:teuthology.orchestra.run.smithi057:> ls /sys/fs/fuse/connections 2023-09-21T13:05:40.021 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2023-09-21T13:05:40.022 DEBUG:teuthology.orchestra.run.smithi057:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2023-09-21T13:05:40.064 DEBUG:teuthology.orchestra.run.smithi057:> sudo modprobe fuse 2023-09-21T13:05:40.099 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-09-21T13:05:40.099 DEBUG:teuthology.orchestra.run.smithi057:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-09-21T13:05:40.171 INFO:teuthology.orchestra.run.smithi057.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-09-21T13:05:40.171 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi057.stderr:2023-09-21T13:05:40.175+0000 7fca14f585c0 -1 init, newargv = 0x560a0ee33d30 newargc=15 2023-09-21T13:05:40.172 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi057.stderr:ceph-fuse[126782]: starting ceph client 2023-09-21T13:05:40.172 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-09-21T13:05:40.173 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:40.173 DEBUG:teuthology.orchestra.run.smithi057:> ls /sys/fs/fuse/connections 2023-09-21T13:05:40.176 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi057.stderr:ceph-fuse[126782]: starting fuse 2023-09-21T13:05:40.196 INFO:teuthology.orchestra.run.smithi057.stdout:47 2023-09-21T13:05:40.196 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [47] 2023-09-21T13:05:40.197 DEBUG:teuthology.orchestra.run.smithi057:> sudo stdin-killer -- python3 -c ' 2023-09-21T13:05:40.197 DEBUG:teuthology.orchestra.run.smithi057:> import glob 2023-09-21T13:05:40.197 DEBUG:teuthology.orchestra.run.smithi057:> import re 2023-09-21T13:05:40.198 DEBUG:teuthology.orchestra.run.smithi057:> import os 2023-09-21T13:05:40.198 DEBUG:teuthology.orchestra.run.smithi057:> import subprocess 2023-09-21T13:05:40.198 DEBUG:teuthology.orchestra.run.smithi057:> 2023-09-21T13:05:40.199 DEBUG:teuthology.orchestra.run.smithi057:> def _find_admin_socket(client_name): 2023-09-21T13:05:40.199 DEBUG:teuthology.orchestra.run.smithi057:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2023-09-21T13:05:40.199 DEBUG:teuthology.orchestra.run.smithi057:> files = glob.glob(asok_path) 2023-09-21T13:05:40.199 DEBUG:teuthology.orchestra.run.smithi057:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2023-09-21T13:05:40.200 DEBUG:teuthology.orchestra.run.smithi057:> 2023-09-21T13:05:40.200 DEBUG:teuthology.orchestra.run.smithi057:> # Given a non-glob path, it better be there 2023-09-21T13:05:40.200 DEBUG:teuthology.orchestra.run.smithi057:> if "*" not in asok_path: 2023-09-21T13:05:40.201 DEBUG:teuthology.orchestra.run.smithi057:> assert(len(files) == 1) 2023-09-21T13:05:40.201 DEBUG:teuthology.orchestra.run.smithi057:> return files[0] 2023-09-21T13:05:40.201 DEBUG:teuthology.orchestra.run.smithi057:> 2023-09-21T13:05:40.201 DEBUG:teuthology.orchestra.run.smithi057:> for f in files: 2023-09-21T13:05:40.202 DEBUG:teuthology.orchestra.run.smithi057:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2023-09-21T13:05:40.202 DEBUG:teuthology.orchestra.run.smithi057:> if os.path.exists("/proc/{0}".format(pid)): 2023-09-21T13:05:40.202 DEBUG:teuthology.orchestra.run.smithi057:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2023-09-21T13:05:40.203 DEBUG:teuthology.orchestra.run.smithi057:> contents = proc_f.read() 2023-09-21T13:05:40.203 DEBUG:teuthology.orchestra.run.smithi057:> if mountpoint in contents: 2023-09-21T13:05:40.203 DEBUG:teuthology.orchestra.run.smithi057:> return f 2023-09-21T13:05:40.203 DEBUG:teuthology.orchestra.run.smithi057:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2023-09-21T13:05:40.204 DEBUG:teuthology.orchestra.run.smithi057:> 2023-09-21T13:05:40.204 DEBUG:teuthology.orchestra.run.smithi057:> print(_find_admin_socket("client.1")) 2023-09-21T13:05:40.204 DEBUG:teuthology.orchestra.run.smithi057:> ' 2023-09-21T13:05:40.334 INFO:teuthology.orchestra.run.smithi057.stdout:/var/run/ceph/ceph-client.1.126782.asok 2023-09-21T13:05:40.337 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:05:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2023-09-21T13:05:40.344 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.126782.asok 2023-09-21T13:05:40.345 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:40.345 DEBUG:teuthology.orchestra.run.smithi057:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.126782.asok status 2023-09-21T13:05:40.518 INFO:teuthology.orchestra.run.smithi057.stdout:{ 2023-09-21T13:05:40.518 INFO:teuthology.orchestra.run.smithi057.stdout: "metadata": { 2023-09-21T13:05:40.519 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph_sha1": "41c9e835c3f621102ade35dd597317a42116a491", 2023-09-21T13:05:40.519 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph_version": "ceph version 18.0.0-6168-g41c9e835 (41c9e835c3f621102ade35dd597317a42116a491) reef (dev)", 2023-09-21T13:05:40.519 INFO:teuthology.orchestra.run.smithi057.stdout: "entity_id": "1", 2023-09-21T13:05:40.519 INFO:teuthology.orchestra.run.smithi057.stdout: "hostname": "smithi057", 2023-09-21T13:05:40.519 INFO:teuthology.orchestra.run.smithi057.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2023-09-21T13:05:40.520 INFO:teuthology.orchestra.run.smithi057.stdout: "pid": "126782", 2023-09-21T13:05:40.520 INFO:teuthology.orchestra.run.smithi057.stdout: "root": "/" 2023-09-21T13:05:40.520 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2023-09-21T13:05:40.520 INFO:teuthology.orchestra.run.smithi057.stdout: "dentry_count": 0, 2023-09-21T13:05:40.520 INFO:teuthology.orchestra.run.smithi057.stdout: "dentry_pinned_count": 0, 2023-09-21T13:05:40.521 INFO:teuthology.orchestra.run.smithi057.stdout: "id": 4663, 2023-09-21T13:05:40.521 INFO:teuthology.orchestra.run.smithi057.stdout: "inst": { 2023-09-21T13:05:40.521 INFO:teuthology.orchestra.run.smithi057.stdout: "name": { 2023-09-21T13:05:40.521 INFO:teuthology.orchestra.run.smithi057.stdout: "type": "client", 2023-09-21T13:05:40.521 INFO:teuthology.orchestra.run.smithi057.stdout: "num": 4663 2023-09-21T13:05:40.521 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2023-09-21T13:05:40.522 INFO:teuthology.orchestra.run.smithi057.stdout: "addr": { 2023-09-21T13:05:40.522 INFO:teuthology.orchestra.run.smithi057.stdout: "type": "v1", 2023-09-21T13:05:40.522 INFO:teuthology.orchestra.run.smithi057.stdout: "addr": "192.168.0.1:0", 2023-09-21T13:05:40.522 INFO:teuthology.orchestra.run.smithi057.stdout: "nonce": 2509496148 2023-09-21T13:05:40.522 INFO:teuthology.orchestra.run.smithi057.stdout: } 2023-09-21T13:05:40.523 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2023-09-21T13:05:40.523 INFO:teuthology.orchestra.run.smithi057.stdout: "addr": { 2023-09-21T13:05:40.523 INFO:teuthology.orchestra.run.smithi057.stdout: "type": "v1", 2023-09-21T13:05:40.523 INFO:teuthology.orchestra.run.smithi057.stdout: "addr": "192.168.0.1:0", 2023-09-21T13:05:40.523 INFO:teuthology.orchestra.run.smithi057.stdout: "nonce": 2509496148 2023-09-21T13:05:40.523 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2023-09-21T13:05:40.524 INFO:teuthology.orchestra.run.smithi057.stdout: "inst_str": "client.4663 192.168.0.1:0/2509496148", 2023-09-21T13:05:40.524 INFO:teuthology.orchestra.run.smithi057.stdout: "addr_str": "192.168.0.1:0/2509496148", 2023-09-21T13:05:40.524 INFO:teuthology.orchestra.run.smithi057.stdout: "inode_count": 1, 2023-09-21T13:05:40.524 INFO:teuthology.orchestra.run.smithi057.stdout: "mds_epoch": 7, 2023-09-21T13:05:40.524 INFO:teuthology.orchestra.run.smithi057.stdout: "osd_epoch": 20, 2023-09-21T13:05:40.525 INFO:teuthology.orchestra.run.smithi057.stdout: "osd_epoch_barrier": 0, 2023-09-21T13:05:40.525 INFO:teuthology.orchestra.run.smithi057.stdout: "blocklisted": false, 2023-09-21T13:05:40.525 INFO:teuthology.orchestra.run.smithi057.stdout: "fs_name": "cephfs" 2023-09-21T13:05:40.525 INFO:teuthology.orchestra.run.smithi057.stdout:} 2023-09-21T13:05:40.529 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-09-21T13:05:40.673 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.676+0000 7fda05afc700 1 Processor -- start 2023-09-21T13:05:40.674 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.676+0000 7fda05afc700 1 -- start start 2023-09-21T13:05:40.677 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.676+0000 7fda05afc700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fda000cf070 0x7fda000cf450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:40.677 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.676+0000 7fda05afc700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7fda0006eba0 0x7fda0006f020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:40.678 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.677+0000 7fda05afc700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fda000cbd20 con 0x7fda000cc1b0 2023-09-21T13:05:40.678 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.677+0000 7fda05afc700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fda000cf990 con 0x7fda0006eba0 2023-09-21T13:05:40.678 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.677+0000 7fda05afc700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fda0015b410 con 0x7fda000cf070 2023-09-21T13:05:40.678 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.677+0000 7fd9fffff700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7fda000cc1b0 0x7fda0015a600 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:59758/0 (socket says 172.21.15.46:59758) 2023-09-21T13:05:40.679 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.677+0000 7fd9fffff700 1 -- 172.21.15.46:0/3601069536 learned_addr learned my addr 172.21.15.46:0/3601069536 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:05:40.679 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.677+0000 7fd9feffd700 1 --2- 172.21.15.46:0/3601069536 >> v2:172.21.15.57:3300/0 conn(0x7fda0006eba0 0x7fda0006f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:40.679 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.677+0000 7fd9ff7fe700 1 --2- 172.21.15.46:0/3601069536 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fda000cf070 0x7fda000cf450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:40.679 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.677+0000 7fd9fe7fc700 1 -- 172.21.15.46:0/3601069536 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3062141061 0 0) 0x7fda000cbd20 con 0x7fda000cc1b0 2023-09-21T13:05:40.679 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.677+0000 7fd9fe7fc700 1 -- 172.21.15.46:0/3601069536 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd9ec0035b0 con 0x7fda000cc1b0 2023-09-21T13:05:40.680 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.677+0000 7fd9fe7fc700 1 -- 172.21.15.46:0/3601069536 <== mon.0 v1:172.21.15.46:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3723462968 0 0) 0x7fd9ec0035b0 con 0x7fda000cc1b0 2023-09-21T13:05:40.680 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.677+0000 7fd9fe7fc700 1 -- 172.21.15.46:0/3601069536 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fda000cf070 msgr2=0x7fda000cf450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:40.680 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.677+0000 7fd9fe7fc700 1 --2- 172.21.15.46:0/3601069536 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fda000cf070 0x7fda000cf450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:40.680 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.677+0000 7fd9fe7fc700 1 -- 172.21.15.46:0/3601069536 >> v2:172.21.15.57:3300/0 conn(0x7fda0006eba0 msgr2=0x7fda0006f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:40.680 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.677+0000 7fd9fe7fc700 1 --2- 172.21.15.46:0/3601069536 >> v2:172.21.15.57:3300/0 conn(0x7fda0006eba0 0x7fda0006f020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:40.681 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.677+0000 7fd9fe7fc700 1 -- 172.21.15.46:0/3601069536 --> v1:172.21.15.46:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda0015b6f0 con 0x7fda000cc1b0 2023-09-21T13:05:40.681 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.677+0000 7fd9fe7fc700 1 -- 172.21.15.46:0/3601069536 <== mon.0 v1:172.21.15.46:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 834881909 0 0) 0x7fd9f80019f0 con 0x7fda000cc1b0 2023-09-21T13:05:40.681 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.677+0000 7fd9fe7fc700 1 -- 172.21.15.46:0/3601069536 >> v1:172.21.15.46:6789/0 conn(0x7fda000cc1b0 legacy=0x7fda0015a600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:40.681 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.677+0000 7fd9fe7fc700 1 --2- 172.21.15.46:0/3601069536 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fd9ec003a00 0x7fd9ec003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:40.682 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.677+0000 7fd9fe7fc700 1 --2- 172.21.15.46:0/3601069536 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd9ec004850 0x7fd9ec004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:40.682 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.678+0000 7fd9fe7fc700 1 --2- 172.21.15.46:0/3601069536 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fda000cf070 0x7fd9ec005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:40.682 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.678+0000 7fd9fe7fc700 1 -- 172.21.15.46:0/3601069536 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda000cf990 con 0x7fd9ec004850 2023-09-21T13:05:40.682 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.678+0000 7fd9fe7fc700 1 -- 172.21.15.46:0/3601069536 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda0015b410 con 0x7fd9ec003a00 2023-09-21T13:05:40.682 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.678+0000 7fd9fe7fc700 1 -- 172.21.15.46:0/3601069536 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd9ec00ba10 con 0x7fda000cf070 2023-09-21T13:05:40.683 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.678+0000 7fd9feffd700 1 --2- 172.21.15.46:0/3601069536 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd9ec004850 0x7fd9ec004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:40.683 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.678+0000 7fd9ff7fe700 1 --2- 172.21.15.46:0/3601069536 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fd9ec003a00 0x7fd9ec003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:40.683 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.678+0000 7fd9fffff700 1 --2- 172.21.15.46:0/3601069536 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fda000cf070 0x7fd9ec005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:40.683 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.678+0000 7fd9feffd700 1 -- 172.21.15.46:0/3601069536 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fda000cf070 msgr2=0x7fd9ec005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:40.683 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.678+0000 7fd9feffd700 1 --2- 172.21.15.46:0/3601069536 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fda000cf070 0x7fd9ec005210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:40.684 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.678+0000 7fd9feffd700 1 -- 172.21.15.46:0/3601069536 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fd9ec003a00 msgr2=0x7fd9ec003e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:40.684 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.678+0000 7fd9feffd700 1 --2- 172.21.15.46:0/3601069536 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fd9ec003a00 0x7fd9ec003e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:40.684 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.678+0000 7fd9feffd700 1 -- 172.21.15.46:0/3601069536 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd9ec0035b0 con 0x7fd9ec004850 2023-09-21T13:05:40.684 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.678+0000 7fd9feffd700 1 --2- 172.21.15.46:0/3601069536 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd9ec004850 0x7fd9ec004cd0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fd9f0009b60 tx=0x7fd9ec005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=32b8f55b4f0741e server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:40.684 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.678+0000 7fd9fe7fc700 1 -- 172.21.15.46:0/3601069536 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd9f000e6c0 con 0x7fd9ec004850 2023-09-21T13:05:40.685 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.678+0000 7fd9fe7fc700 1 -- 172.21.15.46:0/3601069536 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd9f000e820 con 0x7fd9ec004850 2023-09-21T13:05:40.685 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.678+0000 7fd9fe7fc700 1 -- 172.21.15.46:0/3601069536 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd9f000eb90 con 0x7fd9ec004850 2023-09-21T13:05:40.685 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.679+0000 7fda05afc700 1 -- 172.21.15.46:0/3601069536 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd9ec004850 msgr2=0x7fd9ec004cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:40.685 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.679+0000 7fda05afc700 1 --2- 172.21.15.46:0/3601069536 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd9ec004850 0x7fd9ec004cd0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fd9f0009b60 tx=0x7fd9ec005880 comp rx=0 tx=0).stop 2023-09-21T13:05:40.685 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.679+0000 7fd9fffff700 1 -- 172.21.15.46:0/3601069536 reap_dead start 2023-09-21T13:05:40.685 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.679+0000 7fda05afc700 1 -- 172.21.15.46:0/3601069536 shutdown_connections 2023-09-21T13:05:40.686 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.679+0000 7fda05afc700 1 -- 172.21.15.46:0/3601069536 >> 172.21.15.46:0/3601069536 conn(0x7fda000d01f0 msgr2=0x7fda000d0600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:40.686 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.679+0000 7fda05afc700 1 -- 172.21.15.46:0/3601069536 shutdown_connections 2023-09-21T13:05:40.686 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.679+0000 7fda05afc700 1 -- 172.21.15.46:0/3601069536 wait complete. 2023-09-21T13:05:40.688 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.680+0000 7fda05afc700 1 Processor -- start 2023-09-21T13:05:40.689 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.680+0000 7fda05afc700 1 -- start start 2023-09-21T13:05:40.689 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.681+0000 7fda05afc700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fd9ec004850 0x7fda00157710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:40.689 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.681+0000 7fda05afc700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fda001572b0 0x7fda0015a600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:40.689 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.681+0000 7fda05afc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fda000c8400 0x7fda0015ab40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:40.689 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.681+0000 7fda05afc700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda000c7f70 con 0x7fda000c8400 2023-09-21T13:05:40.690 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.681+0000 7fda05afc700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda000c7360 con 0x7fd9ec004850 2023-09-21T13:05:40.690 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.681+0000 7fda05afc700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fda000c7640 con 0x7fda001572b0 2023-09-21T13:05:40.690 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.681+0000 7fd9fffff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fda000c8400 0x7fda0015ab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:40.690 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.681+0000 7fd9fffff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fda000c8400 0x7fda0015ab40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34986/0 (socket says 172.21.15.46:34986) 2023-09-21T13:05:40.690 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.681+0000 7fd9fffff700 1 -- 172.21.15.46:0/3713391879 learned_addr learned my addr 172.21.15.46:0/3713391879 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:40.691 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.682+0000 7fd9ff7fe700 1 --2- 172.21.15.46:0/3713391879 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fd9ec004850 0x7fda00157710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:40.691 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.682+0000 7fd9feffd700 1 --2- 172.21.15.46:0/3713391879 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fda001572b0 0x7fda0015a600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:40.691 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.682+0000 7fd9fffff700 1 -- 172.21.15.46:0/3713391879 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fda001572b0 msgr2=0x7fda0015a600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:40.691 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.682+0000 7fd9fffff700 1 --2- 172.21.15.46:0/3713391879 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fda001572b0 0x7fda0015a600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:40.691 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.682+0000 7fd9fffff700 1 -- 172.21.15.46:0/3713391879 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fd9ec004850 msgr2=0x7fda00157710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:40.692 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.682+0000 7fd9fffff700 1 --2- 172.21.15.46:0/3713391879 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fd9ec004850 0x7fda00157710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:40.692 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.682+0000 7fd9fffff700 1 -- 172.21.15.46:0/3713391879 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda000c7920 con 0x7fda000c8400 2023-09-21T13:05:40.692 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.682+0000 7fd9ff7fe700 1 --2- 172.21.15.46:0/3713391879 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fd9ec004850 0x7fda00157710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:05:40.692 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.682+0000 7fd9feffd700 1 --2- 172.21.15.46:0/3713391879 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fda001572b0 0x7fda0015a600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:05:40.692 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.682+0000 7fd9fffff700 1 --2- 172.21.15.46:0/3713391879 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fda000c8400 0x7fda0015ab40 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fd9f8001330 tx=0x7fd9f800a640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:40.692 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.682+0000 7fd9f7fff700 1 -- 172.21.15.46:0/3713391879 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd9f80133f0 con 0x7fda000c8400 2023-09-21T13:05:40.693 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.682+0000 7fd9f7fff700 1 -- 172.21.15.46:0/3713391879 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd9f8013590 con 0x7fda000c8400 2023-09-21T13:05:40.693 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.682+0000 7fd9f7fff700 1 -- 172.21.15.46:0/3713391879 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd9f8013940 con 0x7fda000c8400 2023-09-21T13:05:40.693 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.682+0000 7fda05afc700 1 -- 172.21.15.46:0/3713391879 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fda000c7c00 con 0x7fda000c8400 2023-09-21T13:05:40.693 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.682+0000 7fda05afc700 1 -- 172.21.15.46:0/3713391879 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fda001f6fe0 con 0x7fda000c8400 2023-09-21T13:05:40.693 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.683+0000 7fda05afc700 1 -- 172.21.15.46:0/3713391879 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fda000c7d90 con 0x7fda000c8400 2023-09-21T13:05:40.693 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.684+0000 7fd9f7fff700 1 -- 172.21.15.46:0/3713391879 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fd9f8013aa0 con 0x7fda000c8400 2023-09-21T13:05:40.694 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.684+0000 7fd9f7fff700 1 --2- 172.21.15.46:0/3713391879 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fd9e006a580 0x7fd9e006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:40.694 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.684+0000 7fd9f7fff700 1 -- 172.21.15.46:0/3713391879 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd9f8089390 con 0x7fda000c8400 2023-09-21T13:05:40.694 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.684+0000 7fd9ff7fe700 1 --2- 172.21.15.46:0/3713391879 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fd9e006a580 0x7fd9e006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:40.694 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.685+0000 7fd9ff7fe700 1 --2- 172.21.15.46:0/3713391879 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fd9e006a580 0x7fd9e006ca40 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fda000c8f60 tx=0x7fd9e8008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:40.694 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.689+0000 7fd9f7fff700 1 -- 172.21.15.46:0/3713391879 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fd9f8054910 con 0x7fda000c8400 2023-09-21T13:05:40.947 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.950+0000 7fda05afc700 1 -- 172.21.15.46:0/3713391879 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fda00068b90 con 0x7fda000c8400 2023-09-21T13:05:40.948 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.950+0000 7fd9f7fff700 1 -- 172.21.15.46:0/3713391879 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v7) v1 ==== 53+0+73 (secure 0 0 0) 0x7fd9f8057f30 con 0x7fda000c8400 2023-09-21T13:05:40.948 INFO:teuthology.orchestra.run.smithi046.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-09-21T13:05:40.950 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.952+0000 7fda05afc700 1 -- 172.21.15.46:0/3713391879 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fd9e006a580 msgr2=0x7fd9e006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:40.951 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.952+0000 7fda05afc700 1 --2- 172.21.15.46:0/3713391879 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fd9e006a580 0x7fd9e006ca40 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fda000c8f60 tx=0x7fd9e8008040 comp rx=0 tx=0).stop 2023-09-21T13:05:40.951 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.952+0000 7fda05afc700 1 -- 172.21.15.46:0/3713391879 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fda000c8400 msgr2=0x7fda0015ab40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:40.951 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.952+0000 7fda05afc700 1 --2- 172.21.15.46:0/3713391879 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fda000c8400 0x7fda0015ab40 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fd9f8001330 tx=0x7fd9f800a640 comp rx=0 tx=0).stop 2023-09-21T13:05:40.951 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.952+0000 7fda05afc700 1 -- 172.21.15.46:0/3713391879 shutdown_connections 2023-09-21T13:05:40.951 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.952+0000 7fda05afc700 1 --2- 172.21.15.46:0/3713391879 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fd9e006a580 0x7fd9e006ca40 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:40.952 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.952+0000 7fda05afc700 1 --2- 172.21.15.46:0/3713391879 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fda000c8400 0x7fda0015ab40 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:40.952 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.952+0000 7fda05afc700 1 --2- 172.21.15.46:0/3713391879 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fd9ec004850 0x7fda00157710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:40.952 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.952+0000 7fda05afc700 1 --2- 172.21.15.46:0/3713391879 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fda001572b0 0x7fda0015a600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:40.952 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.952+0000 7fda05afc700 1 -- 172.21.15.46:0/3713391879 >> 172.21.15.46:0/3713391879 conn(0x7fda000d01f0 msgr2=0x7fda0015ba60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:40.952 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.953+0000 7fda05afc700 1 -- 172.21.15.46:0/3713391879 shutdown_connections 2023-09-21T13:05:40.952 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:40.953+0000 7fda05afc700 1 -- 172.21.15.46:0/3713391879 wait complete. 2023-09-21T13:05:40.963 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2023-09-21T13:05:40.964 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-09-21T13:05:40.964 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi057.front.sepia.ceph.com 2023-09-21T13:05:40.964 INFO:tasks.cephfs.mount:self.client.name = client.3 2023-09-21T13:05:40.964 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2023-09-21T13:05:40.965 INFO:tasks.cephfs.mount:self.cephfs_name = None 2023-09-21T13:05:40.965 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2023-09-21T13:05:40.966 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-09-21T13:05:40.966 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.3' 2023-09-21T13:05:40.966 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:40.967 DEBUG:teuthology.orchestra.run.smithi057:> ip addr 2023-09-21T13:05:40.991 INFO:teuthology.orchestra.run.smithi057.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-09-21T13:05:40.991 INFO:teuthology.orchestra.run.smithi057.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-09-21T13:05:40.992 INFO:teuthology.orchestra.run.smithi057.stdout: inet 127.0.0.1/8 scope host lo 2023-09-21T13:05:40.992 INFO:teuthology.orchestra.run.smithi057.stdout: valid_lft forever preferred_lft forever 2023-09-21T13:05:40.992 INFO:teuthology.orchestra.run.smithi057.stdout: inet6 ::1/128 scope host 2023-09-21T13:05:40.992 INFO:teuthology.orchestra.run.smithi057.stdout: valid_lft forever preferred_lft forever 2023-09-21T13:05:40.992 INFO:teuthology.orchestra.run.smithi057.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-09-21T13:05:40.993 INFO:teuthology.orchestra.run.smithi057.stdout: link/ether 0c:c4:7a:6b:ff:86 brd ff:ff:ff:ff:ff:ff 2023-09-21T13:05:40.993 INFO:teuthology.orchestra.run.smithi057.stdout: altname enp7s0f0 2023-09-21T13:05:40.993 INFO:teuthology.orchestra.run.smithi057.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-09-21T13:05:40.993 INFO:teuthology.orchestra.run.smithi057.stdout: link/ether 0c:c4:7a:6b:ff:87 brd ff:ff:ff:ff:ff:ff 2023-09-21T13:05:40.993 INFO:teuthology.orchestra.run.smithi057.stdout: altname enp7s0f1 2023-09-21T13:05:40.994 INFO:teuthology.orchestra.run.smithi057.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2023-09-21T13:05:40.994 INFO:teuthology.orchestra.run.smithi057.stdout: link/ether 0c:c4:7a:bd:15:62 brd ff:ff:ff:ff:ff:ff 2023-09-21T13:05:40.994 INFO:teuthology.orchestra.run.smithi057.stdout: altname enp1s0f0 2023-09-21T13:05:40.994 INFO:teuthology.orchestra.run.smithi057.stdout: inet 172.21.15.57/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2023-09-21T13:05:40.994 INFO:teuthology.orchestra.run.smithi057.stdout: valid_lft 42383sec preferred_lft 42383sec 2023-09-21T13:05:40.995 INFO:teuthology.orchestra.run.smithi057.stdout: inet6 fe80::ec4:7aff:febd:1562/64 scope link 2023-09-21T13:05:40.995 INFO:teuthology.orchestra.run.smithi057.stdout: valid_lft forever preferred_lft forever 2023-09-21T13:05:40.995 INFO:teuthology.orchestra.run.smithi057.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-09-21T13:05:40.995 INFO:teuthology.orchestra.run.smithi057.stdout: link/ether 0c:c4:7a:bd:15:63 brd ff:ff:ff:ff:ff:ff 2023-09-21T13:05:40.995 INFO:teuthology.orchestra.run.smithi057.stdout: altname enp1s0f1 2023-09-21T13:05:40.996 INFO:teuthology.orchestra.run.smithi057.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-09-21T13:05:40.996 INFO:teuthology.orchestra.run.smithi057.stdout: link/ether c2:7a:0d:09:3c:81 brd ff:ff:ff:ff:ff:ff 2023-09-21T13:05:40.996 INFO:teuthology.orchestra.run.smithi057.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2023-09-21T13:05:40.997 INFO:teuthology.orchestra.run.smithi057.stdout: valid_lft forever preferred_lft forever 2023-09-21T13:05:40.997 INFO:teuthology.orchestra.run.smithi057.stdout: inet6 fe80::304d:daff:fef1:f57a/64 scope link 2023-09-21T13:05:40.997 INFO:teuthology.orchestra.run.smithi057.stdout: valid_lft forever preferred_lft forever 2023-09-21T13:05:40.997 INFO:teuthology.orchestra.run.smithi057.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-09-21T13:05:40.998 INFO:teuthology.orchestra.run.smithi057.stdout: link/ether c2:7a:0d:09:3c:81 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2023-09-21T13:05:40.998 INFO:teuthology.orchestra.run.smithi057.stdout: inet6 fe80::c07a:dff:fe09:3c81/64 scope link tentative 2023-09-21T13:05:40.998 INFO:teuthology.orchestra.run.smithi057.stdout: valid_lft forever preferred_lft forever 2023-09-21T13:05:40.998 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:40.999 DEBUG:teuthology.orchestra.run.smithi057:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-09-21T13:05:41.065 INFO:teuthology.orchestra.run.smithi057.stdout:1 2023-09-21T13:05:41.067 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:41.068 DEBUG:teuthology.orchestra.run.smithi057:> route 2023-09-21T13:05:41.134 INFO:teuthology.orchestra.run.smithi057.stdout:Kernel IP routing table 2023-09-21T13:05:41.134 INFO:teuthology.orchestra.run.smithi057.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-09-21T13:05:41.135 INFO:teuthology.orchestra.run.smithi057.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2023-09-21T13:05:41.135 INFO:teuthology.orchestra.run.smithi057.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2023-09-21T13:05:41.135 INFO:teuthology.orchestra.run.smithi057.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-09-21T13:05:41.136 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:41.136 DEBUG:teuthology.orchestra.run.smithi057:> (cd / && exec bash -c ' 2023-09-21T13:05:41.136 DEBUG:teuthology.orchestra.run.smithi057:> set -e 2023-09-21T13:05:41.137 DEBUG:teuthology.orchestra.run.smithi057:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2023-09-21T13:05:41.137 DEBUG:teuthology.orchestra.run.smithi057:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2023-09-21T13:05:41.137 DEBUG:teuthology.orchestra.run.smithi057:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2023-09-21T13:05:41.137 DEBUG:teuthology.orchestra.run.smithi057:> ') 2023-09-21T13:05:41.260 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:41.261 DEBUG:teuthology.orchestra.run.smithi057:> ip netns list 2023-09-21T13:05:41.282 INFO:teuthology.orchestra.run.smithi057.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2023-09-21T13:05:41.283 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:41.283 DEBUG:teuthology.orchestra.run.smithi057:> ip netns list-id 2023-09-21T13:05:41.346 INFO:teuthology.orchestra.run.smithi057.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.1) 2023-09-21T13:05:41.346 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:41.347 DEBUG:teuthology.orchestra.run.smithi057:> (cd / && exec bash -c ' 2023-09-21T13:05:41.347 DEBUG:teuthology.orchestra.run.smithi057:> set -e 2023-09-21T13:05:41.347 DEBUG:teuthology.orchestra.run.smithi057:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.3 2023-09-21T13:05:41.347 DEBUG:teuthology.orchestra.run.smithi057:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.3 1 2023-09-21T13:05:41.348 DEBUG:teuthology.orchestra.run.smithi057:> ') 2023-09-21T13:05:41.455 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:41.456 DEBUG:teuthology.orchestra.run.smithi057:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2023-09-21T13:05:41.502 INFO:teuthology.orchestra.run.smithi057.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-09-21T13:05:41.502 INFO:teuthology.orchestra.run.smithi057.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-09-21T13:05:41.502 INFO:teuthology.orchestra.run.smithi057.stdout: inet 127.0.0.1/8 scope host lo 2023-09-21T13:05:41.503 INFO:teuthology.orchestra.run.smithi057.stdout: valid_lft forever preferred_lft forever 2023-09-21T13:05:41.503 INFO:teuthology.orchestra.run.smithi057.stdout: inet6 ::1/128 scope host 2023-09-21T13:05:41.503 INFO:teuthology.orchestra.run.smithi057.stdout: valid_lft forever preferred_lft forever 2023-09-21T13:05:41.503 INFO:teuthology.orchestra.run.smithi057.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-09-21T13:05:41.503 INFO:teuthology.orchestra.run.smithi057.stdout: link/ether c6:60:c6:b7:fd:df brd ff:ff:ff:ff:ff:ff link-netnsid 0 2023-09-21T13:05:41.504 INFO:teuthology.orchestra.run.smithi057.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2023-09-21T13:05:41.504 INFO:teuthology.orchestra.run.smithi057.stdout: valid_lft forever preferred_lft forever 2023-09-21T13:05:41.504 INFO:teuthology.orchestra.run.smithi057.stdout: inet6 fe80::c460:c6ff:feb7:fddf/64 scope link 2023-09-21T13:05:41.504 INFO:teuthology.orchestra.run.smithi057.stdout: valid_lft forever preferred_lft forever 2023-09-21T13:05:41.518 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:41.518 DEBUG:teuthology.orchestra.run.smithi057:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2023-09-21T13:05:41.561 INFO:teuthology.orchestra.run.smithi057.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-09-21T13:05:41.561 INFO:teuthology.orchestra.run.smithi057.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-09-21T13:05:41.561 INFO:teuthology.orchestra.run.smithi057.stdout: inet 127.0.0.1/8 scope host lo 2023-09-21T13:05:41.562 INFO:teuthology.orchestra.run.smithi057.stdout: valid_lft forever preferred_lft forever 2023-09-21T13:05:41.562 INFO:teuthology.orchestra.run.smithi057.stdout: inet6 ::1/128 scope host 2023-09-21T13:05:41.562 INFO:teuthology.orchestra.run.smithi057.stdout: valid_lft forever preferred_lft forever 2023-09-21T13:05:41.562 INFO:teuthology.orchestra.run.smithi057.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-09-21T13:05:41.562 INFO:teuthology.orchestra.run.smithi057.stdout: link/ether c6:60:c6:b7:fd:df brd ff:ff:ff:ff:ff:ff link-netnsid 0 2023-09-21T13:05:41.563 INFO:teuthology.orchestra.run.smithi057.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2023-09-21T13:05:41.563 INFO:teuthology.orchestra.run.smithi057.stdout: valid_lft forever preferred_lft forever 2023-09-21T13:05:41.563 INFO:teuthology.orchestra.run.smithi057.stdout: inet6 fe80::c460:c6ff:feb7:fddf/64 scope link 2023-09-21T13:05:41.563 INFO:teuthology.orchestra.run.smithi057.stdout: valid_lft forever preferred_lft forever 2023-09-21T13:05:41.573 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.3' with 192.168.0.2/16 2023-09-21T13:05:41.573 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:41.573 DEBUG:teuthology.orchestra.run.smithi057:> (cd / && exec bash -c ' 2023-09-21T13:05:41.574 DEBUG:teuthology.orchestra.run.smithi057:> set -e 2023-09-21T13:05:41.574 DEBUG:teuthology.orchestra.run.smithi057:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.3 type veth peer name brx.1 2023-09-21T13:05:41.574 DEBUG:teuthology.orchestra.run.smithi057:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2023-09-21T13:05:41.575 DEBUG:teuthology.orchestra.run.smithi057:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set veth0 up 2023-09-21T13:05:41.575 DEBUG:teuthology.orchestra.run.smithi057:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set lo up 2023-09-21T13:05:41.575 DEBUG:teuthology.orchestra.run.smithi057:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip route add default via 192.168.255.254 2023-09-21T13:05:41.575 DEBUG:teuthology.orchestra.run.smithi057:> ') 2023-09-21T13:05:41.823 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:41.823 DEBUG:teuthology.orchestra.run.smithi057:> (cd / && exec bash -c ' 2023-09-21T13:05:41.824 DEBUG:teuthology.orchestra.run.smithi057:> set -e 2023-09-21T13:05:41.824 DEBUG:teuthology.orchestra.run.smithi057:> sudo ip link set brx.1 up 2023-09-21T13:05:41.824 DEBUG:teuthology.orchestra.run.smithi057:> sudo ip link set dev brx.1 master ceph-brx 2023-09-21T13:05:41.824 DEBUG:teuthology.orchestra.run.smithi057:> ') 2023-09-21T13:05:41.937 INFO:tasks.cephfs.fuse_mount:Client client.3 config is {} 2023-09-21T13:05:41.937 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-09-21T13:05:41.938 DEBUG:teuthology.orchestra.run.smithi057:> mkdir -p -v /home/ubuntu/cephtest/mnt.3 2023-09-21T13:05:41.958 INFO:teuthology.orchestra.run.smithi057.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.3' 2023-09-21T13:05:41.958 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-09-21T13:05:41.959 DEBUG:teuthology.orchestra.run.smithi057:> chmod 0000 /home/ubuntu/cephtest/mnt.3 2023-09-21T13:05:42.020 DEBUG:teuthology.orchestra.run.smithi057:> sudo modprobe fuse 2023-09-21T13:05:42.096 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-09-21T13:05:42.097 DEBUG:teuthology.orchestra.run.smithi057:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-09-21T13:05:42.171 INFO:teuthology.orchestra.run.smithi057.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-09-21T13:05:42.173 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-09-21T13:05:42.173 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:42.174 DEBUG:teuthology.orchestra.run.smithi057:> ls /sys/fs/fuse/connections 2023-09-21T13:05:42.237 INFO:teuthology.orchestra.run.smithi057.stdout:47 2023-09-21T13:05:42.237 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [47] 2023-09-21T13:05:42.238 DEBUG:teuthology.orchestra.run.smithi057:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.3 --id 3) 2023-09-21T13:05:42.280 DEBUG:teuthology.orchestra.run.smithi057:> sudo modprobe fuse 2023-09-21T13:05:42.316 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-09-21T13:05:42.316 DEBUG:teuthology.orchestra.run.smithi057:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-09-21T13:05:42.384 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi057.stderr:2023-09-21T13:05:42.388+0000 7f7ff73b65c0 -1 init, newargv = 0x55b2a9ef8d50 newargc=15 2023-09-21T13:05:42.384 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi057.stderr:ceph-fuse[127454]: starting ceph client 2023-09-21T13:05:42.387 INFO:teuthology.orchestra.run.smithi057.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-09-21T13:05:42.389 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-09-21T13:05:42.389 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:42.390 DEBUG:teuthology.orchestra.run.smithi057:> ls /sys/fs/fuse/connections 2023-09-21T13:05:42.391 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi057.stderr:ceph-fuse[127454]: starting fuse 2023-09-21T13:05:42.410 INFO:teuthology.orchestra.run.smithi057.stdout:47 2023-09-21T13:05:42.411 INFO:teuthology.orchestra.run.smithi057.stdout:48 2023-09-21T13:05:42.411 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [47, 48] 2023-09-21T13:05:42.411 DEBUG:teuthology.orchestra.run.smithi057:> sudo stdin-killer -- python3 -c ' 2023-09-21T13:05:42.411 DEBUG:teuthology.orchestra.run.smithi057:> import glob 2023-09-21T13:05:42.412 DEBUG:teuthology.orchestra.run.smithi057:> import re 2023-09-21T13:05:42.412 DEBUG:teuthology.orchestra.run.smithi057:> import os 2023-09-21T13:05:42.412 DEBUG:teuthology.orchestra.run.smithi057:> import subprocess 2023-09-21T13:05:42.413 DEBUG:teuthology.orchestra.run.smithi057:> 2023-09-21T13:05:42.413 DEBUG:teuthology.orchestra.run.smithi057:> def _find_admin_socket(client_name): 2023-09-21T13:05:42.413 DEBUG:teuthology.orchestra.run.smithi057:> asok_path = "/var/run/ceph/ceph-client.3.*.asok" 2023-09-21T13:05:42.413 DEBUG:teuthology.orchestra.run.smithi057:> files = glob.glob(asok_path) 2023-09-21T13:05:42.414 DEBUG:teuthology.orchestra.run.smithi057:> mountpoint = "/home/ubuntu/cephtest/mnt.3" 2023-09-21T13:05:42.414 DEBUG:teuthology.orchestra.run.smithi057:> 2023-09-21T13:05:42.414 DEBUG:teuthology.orchestra.run.smithi057:> # Given a non-glob path, it better be there 2023-09-21T13:05:42.414 DEBUG:teuthology.orchestra.run.smithi057:> if "*" not in asok_path: 2023-09-21T13:05:42.415 DEBUG:teuthology.orchestra.run.smithi057:> assert(len(files) == 1) 2023-09-21T13:05:42.415 DEBUG:teuthology.orchestra.run.smithi057:> return files[0] 2023-09-21T13:05:42.415 DEBUG:teuthology.orchestra.run.smithi057:> 2023-09-21T13:05:42.416 DEBUG:teuthology.orchestra.run.smithi057:> for f in files: 2023-09-21T13:05:42.416 DEBUG:teuthology.orchestra.run.smithi057:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2023-09-21T13:05:42.416 DEBUG:teuthology.orchestra.run.smithi057:> if os.path.exists("/proc/{0}".format(pid)): 2023-09-21T13:05:42.416 DEBUG:teuthology.orchestra.run.smithi057:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2023-09-21T13:05:42.417 DEBUG:teuthology.orchestra.run.smithi057:> contents = proc_f.read() 2023-09-21T13:05:42.417 DEBUG:teuthology.orchestra.run.smithi057:> if mountpoint in contents: 2023-09-21T13:05:42.417 DEBUG:teuthology.orchestra.run.smithi057:> return f 2023-09-21T13:05:42.417 DEBUG:teuthology.orchestra.run.smithi057:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2023-09-21T13:05:42.418 DEBUG:teuthology.orchestra.run.smithi057:> 2023-09-21T13:05:42.418 DEBUG:teuthology.orchestra.run.smithi057:> print(_find_admin_socket("client.3")) 2023-09-21T13:05:42.418 DEBUG:teuthology.orchestra.run.smithi057:> ' 2023-09-21T13:05:42.547 INFO:teuthology.orchestra.run.smithi057.stdout:/var/run/ceph/ceph-client.3.127454.asok 2023-09-21T13:05:42.550 INFO:teuthology.orchestra.run.smithi057.stderr:2023-09-21T13:05:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2023-09-21T13:05:42.557 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.3.127454.asok 2023-09-21T13:05:42.558 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:42.558 DEBUG:teuthology.orchestra.run.smithi057:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.3.127454.asok status 2023-09-21T13:05:42.731 INFO:teuthology.orchestra.run.smithi057.stdout:{ 2023-09-21T13:05:42.731 INFO:teuthology.orchestra.run.smithi057.stdout: "metadata": { 2023-09-21T13:05:42.731 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph_sha1": "41c9e835c3f621102ade35dd597317a42116a491", 2023-09-21T13:05:42.732 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph_version": "ceph version 18.0.0-6168-g41c9e835 (41c9e835c3f621102ade35dd597317a42116a491) reef (dev)", 2023-09-21T13:05:42.732 INFO:teuthology.orchestra.run.smithi057.stdout: "entity_id": "3", 2023-09-21T13:05:42.732 INFO:teuthology.orchestra.run.smithi057.stdout: "hostname": "smithi057", 2023-09-21T13:05:42.732 INFO:teuthology.orchestra.run.smithi057.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.3", 2023-09-21T13:05:42.732 INFO:teuthology.orchestra.run.smithi057.stdout: "pid": "127454", 2023-09-21T13:05:42.733 INFO:teuthology.orchestra.run.smithi057.stdout: "root": "/" 2023-09-21T13:05:42.733 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2023-09-21T13:05:42.733 INFO:teuthology.orchestra.run.smithi057.stdout: "dentry_count": 0, 2023-09-21T13:05:42.733 INFO:teuthology.orchestra.run.smithi057.stdout: "dentry_pinned_count": 0, 2023-09-21T13:05:42.733 INFO:teuthology.orchestra.run.smithi057.stdout: "id": 4678, 2023-09-21T13:05:42.733 INFO:teuthology.orchestra.run.smithi057.stdout: "inst": { 2023-09-21T13:05:42.734 INFO:teuthology.orchestra.run.smithi057.stdout: "name": { 2023-09-21T13:05:42.734 INFO:teuthology.orchestra.run.smithi057.stdout: "type": "client", 2023-09-21T13:05:42.734 INFO:teuthology.orchestra.run.smithi057.stdout: "num": 4678 2023-09-21T13:05:42.734 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2023-09-21T13:05:42.734 INFO:teuthology.orchestra.run.smithi057.stdout: "addr": { 2023-09-21T13:05:42.735 INFO:teuthology.orchestra.run.smithi057.stdout: "type": "v1", 2023-09-21T13:05:42.735 INFO:teuthology.orchestra.run.smithi057.stdout: "addr": "192.168.0.2:0", 2023-09-21T13:05:42.735 INFO:teuthology.orchestra.run.smithi057.stdout: "nonce": 2236468255 2023-09-21T13:05:42.735 INFO:teuthology.orchestra.run.smithi057.stdout: } 2023-09-21T13:05:42.735 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2023-09-21T13:05:42.735 INFO:teuthology.orchestra.run.smithi057.stdout: "addr": { 2023-09-21T13:05:42.736 INFO:teuthology.orchestra.run.smithi057.stdout: "type": "v1", 2023-09-21T13:05:42.736 INFO:teuthology.orchestra.run.smithi057.stdout: "addr": "192.168.0.2:0", 2023-09-21T13:05:42.736 INFO:teuthology.orchestra.run.smithi057.stdout: "nonce": 2236468255 2023-09-21T13:05:42.736 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2023-09-21T13:05:42.736 INFO:teuthology.orchestra.run.smithi057.stdout: "inst_str": "client.4678 192.168.0.2:0/2236468255", 2023-09-21T13:05:42.737 INFO:teuthology.orchestra.run.smithi057.stdout: "addr_str": "192.168.0.2:0/2236468255", 2023-09-21T13:05:42.737 INFO:teuthology.orchestra.run.smithi057.stdout: "inode_count": 1, 2023-09-21T13:05:42.737 INFO:teuthology.orchestra.run.smithi057.stdout: "mds_epoch": 7, 2023-09-21T13:05:42.737 INFO:teuthology.orchestra.run.smithi057.stdout: "osd_epoch": 20, 2023-09-21T13:05:42.737 INFO:teuthology.orchestra.run.smithi057.stdout: "osd_epoch_barrier": 0, 2023-09-21T13:05:42.738 INFO:teuthology.orchestra.run.smithi057.stdout: "blocklisted": false, 2023-09-21T13:05:42.738 INFO:teuthology.orchestra.run.smithi057.stdout: "fs_name": "cephfs" 2023-09-21T13:05:42.738 INFO:teuthology.orchestra.run.smithi057.stdout:} 2023-09-21T13:05:42.742 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:42.742 DEBUG:teuthology.orchestra.run.smithi046:> stat --file-system '--printf=%T 2023-09-21T13:05:42.743 DEBUG:teuthology.orchestra.run.smithi046:> ' -- /home/ubuntu/cephtest/mnt.0 2023-09-21T13:05:42.767 INFO:teuthology.orchestra.run.smithi046.stdout:fuseblk 2023-09-21T13:05:42.767 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2023-09-21T13:05:42.767 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:42.768 DEBUG:teuthology.orchestra.run.smithi046:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2023-09-21T13:05:42.847 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:42.847 DEBUG:teuthology.orchestra.run.smithi046:> stat --file-system '--printf=%T 2023-09-21T13:05:42.847 DEBUG:teuthology.orchestra.run.smithi046:> ' -- /home/ubuntu/cephtest/mnt.2 2023-09-21T13:05:42.911 INFO:teuthology.orchestra.run.smithi046.stdout:fuseblk 2023-09-21T13:05:42.912 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.2 2023-09-21T13:05:42.912 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:42.912 DEBUG:teuthology.orchestra.run.smithi046:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.2 2023-09-21T13:05:42.990 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:42.991 DEBUG:teuthology.orchestra.run.smithi057:> stat --file-system '--printf=%T 2023-09-21T13:05:42.991 DEBUG:teuthology.orchestra.run.smithi057:> ' -- /home/ubuntu/cephtest/mnt.1 2023-09-21T13:05:43.016 INFO:teuthology.orchestra.run.smithi057.stdout:fuseblk 2023-09-21T13:05:43.016 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2023-09-21T13:05:43.016 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:43.017 DEBUG:teuthology.orchestra.run.smithi057:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2023-09-21T13:05:43.090 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:43.091 DEBUG:teuthology.orchestra.run.smithi057:> stat --file-system '--printf=%T 2023-09-21T13:05:43.091 DEBUG:teuthology.orchestra.run.smithi057:> ' -- /home/ubuntu/cephtest/mnt.3 2023-09-21T13:05:43.155 INFO:teuthology.orchestra.run.smithi057.stdout:fuseblk 2023-09-21T13:05:43.155 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.3 2023-09-21T13:05:43.155 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:43.156 DEBUG:teuthology.orchestra.run.smithi057:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.3 2023-09-21T13:05:43.231 INFO:teuthology.run_tasks:Running task cephfs_test_runner... 2023-09-21T13:05:43.289 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-21T13:05:43.434 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.436+0000 7ff5c7e8f700 1 Processor -- start 2023-09-21T13:05:43.434 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.437+0000 7ff5c7e8f700 1 -- start start 2023-09-21T13:05:43.436 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.437+0000 7ff5c7e8f700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7ff5c015d630 0x7ff5c0161cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:43.436 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.437+0000 7ff5c7e8f700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff5c006eba0 con 0x7ff5c00ca840 2023-09-21T13:05:43.436 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.437+0000 7ff5c7e8f700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff5c006ee80 con 0x7ff5c006a7a0 2023-09-21T13:05:43.436 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.437+0000 7ff5c7e8f700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff5c00d1110 con 0x7ff5c015d630 2023-09-21T13:05:43.437 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.438+0000 7ff5c5c2b700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7ff5c015d630 0x7ff5c0161cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:43.437 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.438+0000 7ff5c5c2b700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7ff5c015d630 0x7ff5c0161cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35000/0 (socket says 172.21.15.46:35000) 2023-09-21T13:05:43.437 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.438+0000 7ff5c5c2b700 1 -- 172.21.15.46:0/1420195192 learned_addr learned my addr 172.21.15.46:0/1420195192 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:43.437 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.438+0000 7ff5c642c700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7ff5c00ca840 0x7ff5c00cddc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:59774/0 (socket says 172.21.15.46:59774) 2023-09-21T13:05:43.437 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.438+0000 7ff5c5c2b700 1 -- 172.21.15.46:0/1420195192 >> v1:172.21.15.57:6789/0 conn(0x7ff5c006a7a0 legacy=0x7ff5c006f310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:43.438 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.438+0000 7ff5c5c2b700 1 -- 172.21.15.46:0/1420195192 >> v1:172.21.15.46:6789/0 conn(0x7ff5c00ca840 legacy=0x7ff5c00cddc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:43.438 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.438+0000 7ff5c5c2b700 1 -- 172.21.15.46:0/1420195192 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff5c01621f0 con 0x7ff5c015d630 2023-09-21T13:05:43.438 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.438+0000 7ff5c4c29700 1 -- 172.21.15.46:0/1420195192 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2325178564 0 0) 0x7ff5c006eba0 con 0x7ff5c00ca840 2023-09-21T13:05:43.438 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.438+0000 7ff5c5c2b700 1 --2- 172.21.15.46:0/1420195192 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff5c015d630 0x7ff5c0161cb0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7ff5bc0098f0 tx=0x7ff5bc009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b0592d561bfcdef0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:43.438 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.438+0000 7ff5c4c29700 1 -- 172.21.15.46:0/1420195192 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5bc00b8a0 con 0x7ff5c015d630 2023-09-21T13:05:43.439 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.438+0000 7ff5c4c29700 1 -- 172.21.15.46:0/1420195192 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff5bc00ba00 con 0x7ff5c015d630 2023-09-21T13:05:43.439 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.438+0000 7ff5c4c29700 1 -- 172.21.15.46:0/1420195192 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5bc00bd90 con 0x7ff5c015d630 2023-09-21T13:05:43.442 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.439+0000 7ff5c7e8f700 1 -- 172.21.15.46:0/1420195192 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff5c015d630 msgr2=0x7ff5c0161cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:43.442 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.439+0000 7ff5c7e8f700 1 --2- 172.21.15.46:0/1420195192 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff5c015d630 0x7ff5c0161cb0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7ff5bc0098f0 tx=0x7ff5bc009c00 comp rx=0 tx=0).stop 2023-09-21T13:05:43.442 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.439+0000 7ff5c7e8f700 1 -- 172.21.15.46:0/1420195192 shutdown_connections 2023-09-21T13:05:43.442 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.439+0000 7ff5c7e8f700 1 --2- 172.21.15.46:0/1420195192 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff5c015d630 0x7ff5c0161cb0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:43.443 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.439+0000 7ff5c7e8f700 1 -- 172.21.15.46:0/1420195192 >> 172.21.15.46:0/1420195192 conn(0x7ff5c00d01f0 msgr2=0x7ff5c00d0600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:43.443 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.439+0000 7ff5c7e8f700 1 -- 172.21.15.46:0/1420195192 shutdown_connections 2023-09-21T13:05:43.443 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.439+0000 7ff5c7e8f700 1 -- 172.21.15.46:0/1420195192 wait complete. 2023-09-21T13:05:43.443 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.440+0000 7ff5c7e8f700 1 Processor -- start 2023-09-21T13:05:43.443 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.440+0000 7ff5c7e8f700 1 -- start start 2023-09-21T13:05:43.444 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.441+0000 7ff5c7e8f700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7ff5c006a7a0 0x7ff5c015da10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:43.444 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.441+0000 7ff5c7e8f700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff5c00ca840 0x7ff5c015df50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:43.444 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.441+0000 7ff5c7e8f700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff5c015d630 0x7ff5c015fd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:43.444 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.441+0000 7ff5c7e8f700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff5c0160da0 con 0x7ff5c00ca840 2023-09-21T13:05:43.444 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.441+0000 7ff5c7e8f700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff5c0160ac0 con 0x7ff5c006a7a0 2023-09-21T13:05:43.444 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.441+0000 7ff5c7e8f700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff5c0149190 con 0x7ff5c015d630 2023-09-21T13:05:43.445 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.441+0000 7ff5c542a700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff5c00ca840 0x7ff5c015df50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:43.445 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.441+0000 7ff5c542a700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff5c00ca840 0x7ff5c015df50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35012/0 (socket says 172.21.15.46:35012) 2023-09-21T13:05:43.445 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.441+0000 7ff5c542a700 1 -- 172.21.15.46:0/1785164131 learned_addr learned my addr 172.21.15.46:0/1785164131 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:43.445 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.441+0000 7ff5c642c700 1 --2- 172.21.15.46:0/1785164131 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff5c015d630 0x7ff5c015fd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:43.445 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.442+0000 7ff5c5c2b700 1 --2- 172.21.15.46:0/1785164131 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7ff5c006a7a0 0x7ff5c015da10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:43.446 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.442+0000 7ff5c542a700 1 -- 172.21.15.46:0/1785164131 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff5c015d630 msgr2=0x7ff5c015fd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:43.446 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.442+0000 7ff5c542a700 1 --2- 172.21.15.46:0/1785164131 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff5c015d630 0x7ff5c015fd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:43.446 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.442+0000 7ff5c542a700 1 -- 172.21.15.46:0/1785164131 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7ff5c006a7a0 msgr2=0x7ff5c015da10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:43.446 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.442+0000 7ff5c542a700 1 --2- 172.21.15.46:0/1785164131 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7ff5c006a7a0 0x7ff5c015da10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:43.446 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.442+0000 7ff5c542a700 1 -- 172.21.15.46:0/1785164131 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff5bc009550 con 0x7ff5c00ca840 2023-09-21T13:05:43.446 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.442+0000 7ff5c642c700 1 --2- 172.21.15.46:0/1785164131 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff5c015d630 0x7ff5c015fd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T13:05:43.447 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.442+0000 7ff5c542a700 1 --2- 172.21.15.46:0/1785164131 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff5c00ca840 0x7ff5c015df50 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7ff5b400c4e0 tx=0x7ff5b400c8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:43.447 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.442+0000 7ff5b27fc700 1 -- 172.21.15.46:0/1785164131 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5b40052d0 con 0x7ff5c00ca840 2023-09-21T13:05:43.447 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.442+0000 7ff5b27fc700 1 -- 172.21.15.46:0/1785164131 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff5b4005430 con 0x7ff5c00ca840 2023-09-21T13:05:43.447 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.442+0000 7ff5c7e8f700 1 -- 172.21.15.46:0/1785164131 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff5c0149470 con 0x7ff5c00ca840 2023-09-21T13:05:43.447 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.442+0000 7ff5b27fc700 1 -- 172.21.15.46:0/1785164131 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5b40038c0 con 0x7ff5c00ca840 2023-09-21T13:05:43.448 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.442+0000 7ff5c7e8f700 1 -- 172.21.15.46:0/1785164131 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff5c014f1b0 con 0x7ff5c00ca840 2023-09-21T13:05:43.448 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.443+0000 7ff5c7e8f700 1 -- 172.21.15.46:0/1785164131 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff5c0149930 con 0x7ff5c00ca840 2023-09-21T13:05:43.448 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.444+0000 7ff5b27fc700 1 -- 172.21.15.46:0/1785164131 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7ff5b4003a20 con 0x7ff5c00ca840 2023-09-21T13:05:43.448 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.444+0000 7ff5b27fc700 1 --2- 172.21.15.46:0/1785164131 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7ff5a406a5b0 0x7ff5a406ca70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:43.448 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.444+0000 7ff5b27fc700 1 -- 172.21.15.46:0/1785164131 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff5b40882b0 con 0x7ff5c00ca840 2023-09-21T13:05:43.449 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.444+0000 7ff5c5c2b700 1 --2- 172.21.15.46:0/1785164131 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7ff5a406a5b0 0x7ff5a406ca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:43.449 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.445+0000 7ff5c5c2b700 1 --2- 172.21.15.46:0/1785164131 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7ff5a406a5b0 0x7ff5a406ca70 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7ff5bc000c00 tx=0x7ff5bc008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:43.449 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.448+0000 7ff5b27fc700 1 -- 172.21.15.46:0/1785164131 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7ff5b4053910 con 0x7ff5c00ca840 2023-09-21T13:05:43.656 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.658+0000 7ff5c7e8f700 1 -- 172.21.15.46:0/1785164131 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff5c0068b90 con 0x7ff5c00ca840 2023-09-21T13:05:43.657 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.659+0000 7ff5b27fc700 1 -- 172.21.15.46:0/1785164131 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16457 (secure 0 0 0) 0x7ff5b4056f30 con 0x7ff5c00ca840 2023-09-21T13:05:43.657 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:05:43.658 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":20,"fsid":"3cbfaf88-469e-4129-b70d-6dd2d92bd0a4","created":"2023-09-21T13:04:52.312650+0000","modified":"2023-09-21T13:05:17.736372+0000","last_up_change":"2023-09-21T13:05:04.397018+0000","last_in_change":"2023-09-21T13:04:55.853368+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-21T13:05:05.036373+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-09-21T13:05:14.305630+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-09-21T13:05:15.146424+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"23992b72-ed3c-4a14-ae79-8150e0fedbf7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6810","nonce":1682463833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6814","nonce":1682463833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6822","nonce":1682463833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6818","nonce":1682463833}]},"public_addr":"172.21.15.46:6810/1682463833","cluster_addr":"172.21.15.46:6814/1682463833","heartbeat_back_addr":"172.21.15.46:6822/1682463833","heartbeat_front_addr":"172.21.15.46:6818/1682463833","state":["exists","up"]},{"osd":1,"uuid":"2578f708-e052-4bdd-bcef-54808f1d1ef4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6800","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6801","nonce":3674836117}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6803","nonce":3674836117}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6807","nonce":3674836117}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6805","nonce":3674836117}]},"public_addr":"172.21.15.46:6801/3674836117","cluster_addr":"172.21.15.46:6803/3674836117","heartbeat_back_addr":"172.21.15.46:6807/3674836117","heartbeat_front_addr":"172.21.15.46:6805/3674836117","state":["exists","up"]},{"osd":2,"uuid":"6db5fc17-2472-42fd-a613-8cc24a815cfe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6825","nonce":3956023171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6827","nonce":3956023171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6831","nonce":3956023171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6829","nonce":3956023171}]},"public_addr":"172.21.15.46:6825/3956023171","cluster_addr":"172.21.15.46:6827/3956023171","heartbeat_back_addr":"172.21.15.46:6831/3956023171","heartbeat_front_addr":"172.21.15.46:6829/3956023171","state":["exists","up"]},{"osd":3,"uuid":"b0ddd2cd-9025-471f-a976-d7bc356eb10b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6809","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6811","nonce":1834230057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6813","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6815","nonce":1834230057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6821","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6823","nonce":1834230057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6817","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6819","nonce":1834230057}]},"public_addr":"172.21.15.46:6811/1834230057","cluster_addr":"172.21.15.46:6815/1834230057","heartbeat_back_addr":"172.21.15.46:6823/1834230057","heartbeat_front_addr":"172.21.15.46:6819/1834230057","state":["exists","up"]},{"osd":4,"uuid":"51245ec8-6073-476b-aea6-482f9a379f43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6800","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6801","nonce":867529145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6802","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6803","nonce":867529145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6806","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6807","nonce":867529145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6804","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6805","nonce":867529145}]},"public_addr":"172.21.15.57:6801/867529145","cluster_addr":"172.21.15.57:6803/867529145","heartbeat_back_addr":"172.21.15.57:6807/867529145","heartbeat_front_addr":"172.21.15.57:6805/867529145","state":["exists","up"]},{"osd":5,"uuid":"6be64509-8d19-48af-aa7d-2744199eb3c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6824","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6825","nonce":2639760353}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6826","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6827","nonce":2639760353}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6830","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6831","nonce":2639760353}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6828","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6829","nonce":2639760353}]},"public_addr":"172.21.15.57:6825/2639760353","cluster_addr":"172.21.15.57:6827/2639760353","heartbeat_back_addr":"172.21.15.57:6831/2639760353","heartbeat_front_addr":"172.21.15.57:6829/2639760353","state":["exists","up"]},{"osd":6,"uuid":"8bfda35e-f97c-4419-a105-ff306eff7a42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6808","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6809","nonce":3693682875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6810","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6811","nonce":3693682875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6814","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6815","nonce":3693682875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6812","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6813","nonce":3693682875}]},"public_addr":"172.21.15.57:6809/3693682875","cluster_addr":"172.21.15.57:6811/3693682875","heartbeat_back_addr":"172.21.15.57:6815/3693682875","heartbeat_front_addr":"172.21.15.57:6813/3693682875","state":["exists","up"]},{"osd":7,"uuid":"49fc1df7-ab94-4da5-b915-8f7cc61f2714","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6816","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6817","nonce":1729728830}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6818","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6819","nonce":1729728830}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6822","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6823","nonce":1729728830}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6820","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6821","nonce":1729728830}]},"public_addr":"172.21.15.57:6817/1729728830","cluster_addr":"172.21.15.57:6819/1729728830","heartbeat_back_addr":"172.21.15.57:6823/1729728830","heartbeat_front_addr":"172.21.15.57:6821/1729728830","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:00.955073+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.074451+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.068487+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.010348+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.035446+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.101249+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.104509+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.077361+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-21T13:05:43.660 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.662+0000 7ff5c7e8f700 1 -- 172.21.15.46:0/1785164131 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7ff5a406a5b0 msgr2=0x7ff5a406ca70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:43.660 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.662+0000 7ff5c7e8f700 1 --2- 172.21.15.46:0/1785164131 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7ff5a406a5b0 0x7ff5a406ca70 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7ff5bc000c00 tx=0x7ff5bc008030 comp rx=0 tx=0).stop 2023-09-21T13:05:43.660 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.662+0000 7ff5c7e8f700 1 -- 172.21.15.46:0/1785164131 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff5c00ca840 msgr2=0x7ff5c015df50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:43.660 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.662+0000 7ff5c7e8f700 1 --2- 172.21.15.46:0/1785164131 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff5c00ca840 0x7ff5c015df50 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7ff5b400c4e0 tx=0x7ff5b400c8a0 comp rx=0 tx=0).stop 2023-09-21T13:05:43.661 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.662+0000 7ff5c7e8f700 1 -- 172.21.15.46:0/1785164131 shutdown_connections 2023-09-21T13:05:43.661 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.662+0000 7ff5c7e8f700 1 --2- 172.21.15.46:0/1785164131 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7ff5a406a5b0 0x7ff5a406ca70 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:43.661 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.662+0000 7ff5c7e8f700 1 --2- 172.21.15.46:0/1785164131 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff5c015d630 0x7ff5c015fd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:43.661 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.662+0000 7ff5c7e8f700 1 --2- 172.21.15.46:0/1785164131 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7ff5c006a7a0 0x7ff5c015da10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:43.661 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.662+0000 7ff5c7e8f700 1 --2- 172.21.15.46:0/1785164131 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff5c00ca840 0x7ff5c015df50 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:43.662 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.662+0000 7ff5c7e8f700 1 -- 172.21.15.46:0/1785164131 >> 172.21.15.46:0/1785164131 conn(0x7ff5c00d01f0 msgr2=0x7ff5c00cb590 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:43.662 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.662+0000 7ff5c7e8f700 1 -- 172.21.15.46:0/1785164131 shutdown_connections 2023-09-21T13:05:43.662 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.662+0000 7ff5c7e8f700 1 -- 172.21.15.46:0/1785164131 wait complete. 2023-09-21T13:05:43.673 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-09-21T13:05:05.036373+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-09-21T13:05:14.305630+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-09-21T13:05:15.146424+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-09-21T13:05:43.674 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-09-21T13:05:43.814 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.816+0000 7f527576b700 1 Processor -- start 2023-09-21T13:05:43.814 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.817+0000 7f527576b700 1 -- start start 2023-09-21T13:05:43.817 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.817+0000 7f527576b700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f5270152170 0x7f5270152550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:43.817 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.817+0000 7f527576b700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f52700d0f40 0x7f527015be30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:43.817 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.817+0000 7f527576b700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f527015b970 con 0x7f52700cbb80 2023-09-21T13:05:43.817 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.817+0000 7f527576b700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f527015f3d0 con 0x7f52700d0f40 2023-09-21T13:05:43.817 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.817+0000 7f527576b700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f527015f6b0 con 0x7f5270152170 2023-09-21T13:05:43.818 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.818+0000 7f526effd700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f5270152170 0x7f5270152550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:43.818 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.818+0000 7f526f7fe700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f52700d0f40 0x7f527015be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:43.818 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.818+0000 7f526e7fc700 1 --1- >> v1:172.21.15.57:6789/0 conn(0x7f52700cbb80 0x7f52700d0830 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.57:6789/0 says I am v1:172.21.15.46:48128/0 (socket says 172.21.15.46:48128) 2023-09-21T13:05:43.818 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.818+0000 7f526e7fc700 1 -- 172.21.15.46:0/56243667 learned_addr learned my addr 172.21.15.46:0/56243667 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:05:43.818 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.818+0000 7f526dffb700 1 -- 172.21.15.46:0/56243667 <== mon.1 v1:172.21.15.57:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2497644504 0 0) 0x7f527015b970 con 0x7f52700cbb80 2023-09-21T13:05:43.819 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.818+0000 7f526dffb700 1 -- 172.21.15.46:0/56243667 --> v1:172.21.15.57:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f525c0035b0 con 0x7f52700cbb80 2023-09-21T13:05:43.819 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.818+0000 7f526f7fe700 1 -- 172.21.15.46:0/56243667 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f5270152170 msgr2=0x7f5270152550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:43.819 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.818+0000 7f526f7fe700 1 --2- 172.21.15.46:0/56243667 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f5270152170 0x7f5270152550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:43.819 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.818+0000 7f526f7fe700 1 -- 172.21.15.46:0/56243667 >> v1:172.21.15.57:6789/0 conn(0x7f52700cbb80 legacy=0x7f52700d0830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:43.819 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.818+0000 7f526f7fe700 1 -- 172.21.15.46:0/56243667 --> v2:172.21.15.57:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f527015f990 con 0x7f52700d0f40 2023-09-21T13:05:43.820 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.818+0000 7f526effd700 1 --2- 172.21.15.46:0/56243667 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f5270152170 0x7f5270152550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-21T13:05:43.820 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.818+0000 7f526f7fe700 1 --2- 172.21.15.46:0/56243667 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f52700d0f40 0x7f527015be30 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f5268009d90 tx=0x7f526800b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e6878334fb53caec server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:43.820 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.819+0000 7f526dffb700 1 -- 172.21.15.46:0/56243667 <== mon.1 v2:172.21.15.57:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f526800e070 con 0x7f52700d0f40 2023-09-21T13:05:43.820 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.819+0000 7f526dffb700 1 -- 172.21.15.46:0/56243667 <== mon.1 v2:172.21.15.57:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f526800bb20 con 0x7f52700d0f40 2023-09-21T13:05:43.820 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.819+0000 7f526dffb700 1 -- 172.21.15.46:0/56243667 <== mon.1 v2:172.21.15.57:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5268012430 con 0x7f52700d0f40 2023-09-21T13:05:43.821 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.819+0000 7f527576b700 1 -- 172.21.15.46:0/56243667 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f52700d0f40 msgr2=0x7f527015be30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:43.821 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.819+0000 7f527576b700 1 --2- 172.21.15.46:0/56243667 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f52700d0f40 0x7f527015be30 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f5268009d90 tx=0x7f526800b330 comp rx=0 tx=0).stop 2023-09-21T13:05:43.821 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.819+0000 7f527576b700 1 -- 172.21.15.46:0/56243667 shutdown_connections 2023-09-21T13:05:43.821 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.819+0000 7f527576b700 1 --2- 172.21.15.46:0/56243667 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f52700d0f40 0x7f527015be30 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:43.821 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.819+0000 7f527576b700 1 --2- 172.21.15.46:0/56243667 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f5270152170 0x7f5270152550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:43.822 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.819+0000 7f527576b700 1 -- 172.21.15.46:0/56243667 >> 172.21.15.46:0/56243667 conn(0x7f527006ea60 msgr2=0x7f527006ee40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:43.822 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.819+0000 7f527576b700 1 -- 172.21.15.46:0/56243667 shutdown_connections 2023-09-21T13:05:43.822 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.819+0000 7f527576b700 1 -- 172.21.15.46:0/56243667 wait complete. 2023-09-21T13:05:43.824 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.821+0000 7f527576b700 1 Processor -- start 2023-09-21T13:05:43.825 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.821+0000 7f527576b700 1 -- start start 2023-09-21T13:05:43.825 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.822+0000 7f527576b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f52700cbb80 0x7f52700c7790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:43.825 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.822+0000 7f527576b700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f52700d0f40 0x7f52701f2480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:43.825 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.822+0000 7f527576b700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f5270152170 0x7f52700c8450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:43.826 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.822+0000 7f527576b700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52700c7cd0 con 0x7f52700cbb80 2023-09-21T13:05:43.826 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.822+0000 7f527576b700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5270154d70 con 0x7f52700d0f40 2023-09-21T13:05:43.826 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.822+0000 7f527576b700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5270155050 con 0x7f5270152170 2023-09-21T13:05:43.826 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.822+0000 7f526effd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f52700cbb80 0x7f52700c7790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:43.826 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.822+0000 7f526effd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f52700cbb80 0x7f52700c7790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35016/0 (socket says 172.21.15.46:35016) 2023-09-21T13:05:43.826 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.822+0000 7f526effd700 1 -- 172.21.15.46:0/696895514 learned_addr learned my addr 172.21.15.46:0/696895514 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:43.827 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.822+0000 7f526e7fc700 1 --2- 172.21.15.46:0/696895514 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f52700d0f40 0x7f52701f2480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:43.827 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.822+0000 7f526f7fe700 1 --2- 172.21.15.46:0/696895514 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f5270152170 0x7f52700c8450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:43.827 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.822+0000 7f526effd700 1 -- 172.21.15.46:0/696895514 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f5270152170 msgr2=0x7f52700c8450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:43.827 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.822+0000 7f526effd700 1 --2- 172.21.15.46:0/696895514 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f5270152170 0x7f52700c8450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:43.827 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.822+0000 7f526effd700 1 -- 172.21.15.46:0/696895514 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f52700d0f40 msgr2=0x7f52701f2480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:43.828 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.822+0000 7f526effd700 1 --2- 172.21.15.46:0/696895514 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f52700d0f40 0x7f52701f2480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:43.828 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.822+0000 7f526effd700 1 -- 172.21.15.46:0/696895514 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f52600094a0 con 0x7f52700cbb80 2023-09-21T13:05:43.828 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.822+0000 7f526effd700 1 --2- 172.21.15.46:0/696895514 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f52700cbb80 0x7f52700c7790 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f526000ebe0 tx=0x7f526000eef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:43.828 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.823+0000 7f52677fe700 1 -- 172.21.15.46:0/696895514 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f526000c850 con 0x7f52700cbb80 2023-09-21T13:05:43.828 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.823+0000 7f52677fe700 1 -- 172.21.15.46:0/696895514 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f526000c9b0 con 0x7f52700cbb80 2023-09-21T13:05:43.829 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.823+0000 7f527576b700 1 -- 172.21.15.46:0/696895514 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5268009a70 con 0x7f52700cbb80 2023-09-21T13:05:43.829 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.823+0000 7f52677fe700 1 -- 172.21.15.46:0/696895514 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f526000cd40 con 0x7f52700cbb80 2023-09-21T13:05:43.829 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.823+0000 7f527576b700 1 -- 172.21.15.46:0/696895514 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f527006cb10 con 0x7f52700cbb80 2023-09-21T13:05:43.829 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.824+0000 7f527576b700 1 -- 172.21.15.46:0/696895514 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5270068340 con 0x7f52700cbb80 2023-09-21T13:05:43.829 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.824+0000 7f52677fe700 1 -- 172.21.15.46:0/696895514 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f5260013470 con 0x7f52700cbb80 2023-09-21T13:05:43.830 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.825+0000 7f52677fe700 1 --2- 172.21.15.46:0/696895514 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f525006a580 0x7f525006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:43.830 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.825+0000 7f52677fe700 1 -- 172.21.15.46:0/696895514 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f5260088b00 con 0x7f52700cbb80 2023-09-21T13:05:43.830 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.825+0000 7f526e7fc700 1 --2- 172.21.15.46:0/696895514 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f525006a580 0x7f525006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:43.830 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.825+0000 7f526e7fc700 1 --2- 172.21.15.46:0/696895514 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f525006a580 0x7f525006ca40 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f52701547d0 tx=0x7f5258007dc0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:43.831 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:43.829+0000 7f52677fe700 1 -- 172.21.15.46:0/696895514 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f5260054080 con 0x7f52700cbb80 2023-09-21T13:05:44.034 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.037+0000 7f527576b700 1 -- 172.21.15.46:0/696895514 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f52700cdbd0 con 0x7f52700cbb80 2023-09-21T13:05:44.035 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.037+0000 7f52677fe700 1 -- 172.21.15.46:0/696895514 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7f526000cea0 con 0x7f52700cbb80 2023-09-21T13:05:44.035 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 1 2023-09-21T13:05:44.037 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.039+0000 7f527576b700 1 -- 172.21.15.46:0/696895514 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f525006a580 msgr2=0x7f525006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:44.038 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.039+0000 7f527576b700 1 --2- 172.21.15.46:0/696895514 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f525006a580 0x7f525006ca40 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f52701547d0 tx=0x7f5258007dc0 comp rx=0 tx=0).stop 2023-09-21T13:05:44.038 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.039+0000 7f527576b700 1 -- 172.21.15.46:0/696895514 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f52700cbb80 msgr2=0x7f52700c7790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:44.038 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.039+0000 7f527576b700 1 --2- 172.21.15.46:0/696895514 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f52700cbb80 0x7f52700c7790 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f526000ebe0 tx=0x7f526000eef0 comp rx=0 tx=0).stop 2023-09-21T13:05:44.038 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.040+0000 7f527576b700 1 -- 172.21.15.46:0/696895514 shutdown_connections 2023-09-21T13:05:44.038 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.040+0000 7f527576b700 1 --2- 172.21.15.46:0/696895514 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f525006a580 0x7f525006ca40 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:44.039 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.040+0000 7f527576b700 1 --2- 172.21.15.46:0/696895514 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f5270152170 0x7f52700c8450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:44.039 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.040+0000 7f527576b700 1 --2- 172.21.15.46:0/696895514 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f52700cbb80 0x7f52700c7790 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:44.039 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.040+0000 7f527576b700 1 --2- 172.21.15.46:0/696895514 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f52700d0f40 0x7f52701f2480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:44.039 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.040+0000 7f527576b700 1 -- 172.21.15.46:0/696895514 >> 172.21.15.46:0/696895514 conn(0x7f527006ea60 msgr2=0x7f52700d1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:44.039 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.040+0000 7f527576b700 1 -- 172.21.15.46:0/696895514 shutdown_connections 2023-09-21T13:05:44.039 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.040+0000 7f527576b700 1 -- 172.21.15.46:0/696895514 wait complete. 2023-09-21T13:05:44.051 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-09-21T13:05:44.190 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.193+0000 7f23ab24d700 1 Processor -- start 2023-09-21T13:05:44.191 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.193+0000 7f23ab24d700 1 -- start start 2023-09-21T13:05:44.192 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.194+0000 7f23ab24d700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f23a406aeb0 0x7f23a40ca8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:44.192 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.194+0000 7f23ab24d700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f23a40c3920 0x7f23a4161df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:44.193 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.194+0000 7f23ab24d700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f23a4162330 con 0x7f23a415d800 2023-09-21T13:05:44.193 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.194+0000 7f23ab24d700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f23a406e890 con 0x7f23a40c3920 2023-09-21T13:05:44.193 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.194+0000 7f23ab24d700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f23a40cdf00 con 0x7f23a406aeb0 2023-09-21T13:05:44.193 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.194+0000 7f23a97ea700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f23a40c3920 0x7f23a4161df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:44.194 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.194+0000 7f23a3fff700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f23a406aeb0 0x7f23a40ca8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:44.194 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.194+0000 7f23a97ea700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f23a40c3920 0x7f23a4161df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.57:3300/0 says I am v2:172.21.15.46:46496/0 (socket says 172.21.15.46:46496) 2023-09-21T13:05:44.194 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.194+0000 7f23a8fe9700 1 --1- >> v1:172.21.15.57:6789/0 conn(0x7f23a415d800 0x7f23a406a7a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.57:6789/0 says I am v1:172.21.15.46:48136/0 (socket says 172.21.15.46:48136) 2023-09-21T13:05:44.194 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.194+0000 7f23a3fff700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f23a406aeb0 0x7f23a40ca8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.57:3301/0 says I am v2:172.21.15.46:57786/0 (socket says 172.21.15.46:57786) 2023-09-21T13:05:44.194 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.194+0000 7f23a97ea700 1 -- 172.21.15.46:0/3743389126 learned_addr learned my addr 172.21.15.46:0/3743389126 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:44.195 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.194+0000 7f23a97ea700 1 -- 172.21.15.46:0/3743389126 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f23a406aeb0 msgr2=0x7f23a40ca8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:44.195 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.194+0000 7f23a97ea700 1 --2- 172.21.15.46:0/3743389126 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f23a406aeb0 0x7f23a40ca8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:44.195 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.194+0000 7f23a97ea700 1 -- 172.21.15.46:0/3743389126 >> v1:172.21.15.57:6789/0 conn(0x7f23a415d800 legacy=0x7f23a406a7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:44.195 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.194+0000 7f23a97ea700 1 -- 172.21.15.46:0/3743389126 --> v2:172.21.15.57:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f23a40ce1e0 con 0x7f23a40c3920 2023-09-21T13:05:44.195 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.195+0000 7f23a97ea700 1 --2- 172.21.15.46:0/3743389126 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f23a40c3920 0x7f23a4161df0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f239c009e50 tx=0x7f239c00b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a30a851f832c4e09 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:44.195 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.195+0000 7f23a37fe700 1 -- 172.21.15.46:0/3743389126 <== mon.1 v2:172.21.15.57:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f239c00e070 con 0x7f23a40c3920 2023-09-21T13:05:44.196 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.195+0000 7f23a37fe700 1 -- 172.21.15.46:0/3743389126 <== mon.1 v2:172.21.15.57:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f239c00b910 con 0x7f23a40c3920 2023-09-21T13:05:44.196 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.195+0000 7f23a37fe700 1 -- 172.21.15.46:0/3743389126 <== mon.1 v2:172.21.15.57:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f239c00bcc0 con 0x7f23a40c3920 2023-09-21T13:05:44.199 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.195+0000 7f23ab24d700 1 -- 172.21.15.46:0/3743389126 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f23a40c3920 msgr2=0x7f23a4161df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:44.199 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.195+0000 7f23ab24d700 1 --2- 172.21.15.46:0/3743389126 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f23a40c3920 0x7f23a4161df0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f239c009e50 tx=0x7f239c00b330 comp rx=0 tx=0).stop 2023-09-21T13:05:44.199 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.195+0000 7f23ab24d700 1 -- 172.21.15.46:0/3743389126 shutdown_connections 2023-09-21T13:05:44.199 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.195+0000 7f23ab24d700 1 --2- 172.21.15.46:0/3743389126 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f23a40c3920 0x7f23a4161df0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:44.200 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.195+0000 7f23ab24d700 1 --2- 172.21.15.46:0/3743389126 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f23a406aeb0 0x7f23a40ca8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:44.200 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.195+0000 7f23ab24d700 1 -- 172.21.15.46:0/3743389126 >> 172.21.15.46:0/3743389126 conn(0x7f23a40ccd10 msgr2=0x7f23a40cd0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:44.200 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.195+0000 7f23ab24d700 1 -- 172.21.15.46:0/3743389126 shutdown_connections 2023-09-21T13:05:44.200 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.196+0000 7f23ab24d700 1 -- 172.21.15.46:0/3743389126 wait complete. 2023-09-21T13:05:44.200 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.197+0000 7f23ab24d700 1 Processor -- start 2023-09-21T13:05:44.200 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.197+0000 7f23ab24d700 1 -- start start 2023-09-21T13:05:44.201 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.198+0000 7f23ab24d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f23a406aeb0 0x7f23a41f2900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:44.201 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.198+0000 7f23ab24d700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f23a40c3920 0x7f23a40b4b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:44.201 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.198+0000 7f23ab24d700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f23a415d800 0x7f23a40b50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:44.201 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.198+0000 7f23ab24d700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23a40c7e40 con 0x7f23a406aeb0 2023-09-21T13:05:44.201 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.198+0000 7f23ab24d700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23a40b5610 con 0x7f23a415d800 2023-09-21T13:05:44.202 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.198+0000 7f23ab24d700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f23a40c8090 con 0x7f23a40c3920 2023-09-21T13:05:44.202 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.198+0000 7f23a8fe9700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f23a406aeb0 0x7f23a41f2900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:44.202 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.198+0000 7f23a8fe9700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f23a406aeb0 0x7f23a41f2900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35026/0 (socket says 172.21.15.46:35026) 2023-09-21T13:05:44.202 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.198+0000 7f23a8fe9700 1 -- 172.21.15.46:0/3196323210 learned_addr learned my addr 172.21.15.46:0/3196323210 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:44.202 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.198+0000 7f23a3fff700 1 --2- 172.21.15.46:0/3196323210 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f23a40c3920 0x7f23a40b4b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:44.203 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.198+0000 7f23a97ea700 1 --2- 172.21.15.46:0/3196323210 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f23a415d800 0x7f23a40b50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:44.203 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.198+0000 7f23a8fe9700 1 -- 172.21.15.46:0/3196323210 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f23a40c3920 msgr2=0x7f23a40b4b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:44.203 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.198+0000 7f23a8fe9700 1 --2- 172.21.15.46:0/3196323210 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f23a40c3920 0x7f23a40b4b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:44.203 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.198+0000 7f23a8fe9700 1 -- 172.21.15.46:0/3196323210 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f23a415d800 msgr2=0x7f23a40b50d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:44.203 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.198+0000 7f23a8fe9700 1 --2- 172.21.15.46:0/3196323210 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f23a415d800 0x7f23a40b50d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:44.204 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.198+0000 7f23a8fe9700 1 -- 172.21.15.46:0/3196323210 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f239c009b30 con 0x7f23a406aeb0 2023-09-21T13:05:44.204 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.198+0000 7f23a8fe9700 1 --2- 172.21.15.46:0/3196323210 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f23a406aeb0 0x7f23a41f2900 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f239800c520 tx=0x7f239800c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:44.204 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.199+0000 7f23a17fa700 1 -- 172.21.15.46:0/3196323210 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2398005cb0 con 0x7f23a406aeb0 2023-09-21T13:05:44.204 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.199+0000 7f23a17fa700 1 -- 172.21.15.46:0/3196323210 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2398005e10 con 0x7f23a406aeb0 2023-09-21T13:05:44.204 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.199+0000 7f23a17fa700 1 -- 172.21.15.46:0/3196323210 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f23980072d0 con 0x7f23a406aeb0 2023-09-21T13:05:44.205 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.199+0000 7f23ab24d700 1 -- 172.21.15.46:0/3196323210 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f23a40c8370 con 0x7f23a406aeb0 2023-09-21T13:05:44.205 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.199+0000 7f23ab24d700 1 -- 172.21.15.46:0/3196323210 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f23a40c8930 con 0x7f23a406aeb0 2023-09-21T13:05:44.205 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.200+0000 7f23ab24d700 1 -- 172.21.15.46:0/3196323210 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f23a404f330 con 0x7f23a406aeb0 2023-09-21T13:05:44.205 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.200+0000 7f23a17fa700 1 -- 172.21.15.46:0/3196323210 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f2398007430 con 0x7f23a406aeb0 2023-09-21T13:05:44.205 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.201+0000 7f23a17fa700 1 --2- 172.21.15.46:0/3196323210 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f238806a5b0 0x7f238806ca70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:44.205 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.201+0000 7f23a17fa700 1 -- 172.21.15.46:0/3196323210 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f2398087cc0 con 0x7f23a406aeb0 2023-09-21T13:05:44.206 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.201+0000 7f23a3fff700 1 --2- 172.21.15.46:0/3196323210 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f238806a5b0 0x7f238806ca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:44.206 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.201+0000 7f23a3fff700 1 --2- 172.21.15.46:0/3196323210 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f238806a5b0 0x7f238806ca70 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f23a40ae980 tx=0x7f2390009210 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:44.206 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.206+0000 7f23a17fa700 1 -- 172.21.15.46:0/3196323210 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f2398053300 con 0x7f23a406aeb0 2023-09-21T13:05:44.410 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.413+0000 7f23ab24d700 1 -- 172.21.15.46:0/3196323210 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f23a40b6210 con 0x7f23a406aeb0 2023-09-21T13:05:44.411 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.413+0000 7f23a17fa700 1 -- 172.21.15.46:0/3196323210 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7f2398017020 con 0x7f23a406aeb0 2023-09-21T13:05:44.411 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 32 2023-09-21T13:05:44.413 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.415+0000 7f23ab24d700 1 -- 172.21.15.46:0/3196323210 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f238806a5b0 msgr2=0x7f238806ca70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:44.414 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.415+0000 7f23ab24d700 1 --2- 172.21.15.46:0/3196323210 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f238806a5b0 0x7f238806ca70 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f23a40ae980 tx=0x7f2390009210 comp rx=0 tx=0).stop 2023-09-21T13:05:44.414 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.415+0000 7f23ab24d700 1 -- 172.21.15.46:0/3196323210 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f23a406aeb0 msgr2=0x7f23a41f2900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:44.414 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.415+0000 7f23ab24d700 1 --2- 172.21.15.46:0/3196323210 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f23a406aeb0 0x7f23a41f2900 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f239800c520 tx=0x7f239800c830 comp rx=0 tx=0).stop 2023-09-21T13:05:44.414 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.416+0000 7f23ab24d700 1 -- 172.21.15.46:0/3196323210 shutdown_connections 2023-09-21T13:05:44.414 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.416+0000 7f23ab24d700 1 --2- 172.21.15.46:0/3196323210 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f238806a5b0 0x7f238806ca70 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:44.415 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.416+0000 7f23ab24d700 1 --2- 172.21.15.46:0/3196323210 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f23a415d800 0x7f23a40b50d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:44.415 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.416+0000 7f23ab24d700 1 --2- 172.21.15.46:0/3196323210 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f23a406aeb0 0x7f23a41f2900 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:44.415 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.416+0000 7f23ab24d700 1 --2- 172.21.15.46:0/3196323210 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f23a40c3920 0x7f23a40b4b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:44.415 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.416+0000 7f23ab24d700 1 -- 172.21.15.46:0/3196323210 >> 172.21.15.46:0/3196323210 conn(0x7f23a40ccd10 msgr2=0x7f23a406a7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:44.415 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.416+0000 7f23ab24d700 1 -- 172.21.15.46:0/3196323210 shutdown_connections 2023-09-21T13:05:44.416 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.416+0000 7f23ab24d700 1 -- 172.21.15.46:0/3196323210 wait complete. 2023-09-21T13:05:44.426 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-09-21T13:05:44.567 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.569+0000 7f6b7a733700 1 Processor -- start 2023-09-21T13:05:44.567 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.569+0000 7f6b7a733700 1 -- start start 2023-09-21T13:05:44.569 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.570+0000 7f6b7a733700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f6b7415eab0 0x7f6b740b4190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:44.570 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.570+0000 7f6b7a733700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f6b740d0b30 0x7f6b740cd960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:44.570 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.570+0000 7f6b7a733700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f6b740cdea0 0x7f6b740ce320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:44.570 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.570+0000 7f6b7a733700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6b7415fae0 con 0x7f6b740d0b30 2023-09-21T13:05:44.570 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.570+0000 7f6b7a733700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6b740cba30 con 0x7f6b740cdea0 2023-09-21T13:05:44.571 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.570+0000 7f6b7a733700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6b740cbd10 con 0x7f6b7415eab0 2023-09-21T13:05:44.571 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.570+0000 7f6b737fe700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f6b740d0b30 0x7f6b740cd960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:44.571 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.570+0000 7f6b737fe700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f6b740d0b30 0x7f6b740cd960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:57844/0 (socket says 172.21.15.46:57844) 2023-09-21T13:05:44.571 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.570+0000 7f6b737fe700 1 -- 172.21.15.46:0/2908756792 learned_addr learned my addr 172.21.15.46:0/2908756792 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:44.571 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.570+0000 7f6b73fff700 1 --2- 172.21.15.46:0/2908756792 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f6b7415eab0 0x7f6b740b4190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:44.571 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.570+0000 7f6b78cd0700 1 --2- 172.21.15.46:0/2908756792 >> v2:172.21.15.57:3300/0 conn(0x7f6b740cdea0 0x7f6b740ce320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:44.572 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.571+0000 7f6b737fe700 1 -- 172.21.15.46:0/2908756792 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f6b7415eab0 msgr2=0x7f6b740b4190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:44.572 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.571+0000 7f6b737fe700 1 --2- 172.21.15.46:0/2908756792 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f6b7415eab0 0x7f6b740b4190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:44.572 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.571+0000 7f6b737fe700 1 -- 172.21.15.46:0/2908756792 >> v2:172.21.15.57:3300/0 conn(0x7f6b740cdea0 msgr2=0x7f6b740ce320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:44.572 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.571+0000 7f6b737fe700 1 --2- 172.21.15.46:0/2908756792 >> v2:172.21.15.57:3300/0 conn(0x7f6b740cdea0 0x7f6b740ce320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:44.572 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.571+0000 7f6b737fe700 1 -- 172.21.15.46:0/2908756792 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6b740cbff0 con 0x7f6b740d0b30 2023-09-21T13:05:44.573 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.571+0000 7f6b78cd0700 1 --2- 172.21.15.46:0/2908756792 >> v2:172.21.15.57:3300/0 conn(0x7f6b740cdea0 0x7f6b740ce320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-21T13:05:44.573 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.571+0000 7f6b737fe700 1 --2- 172.21.15.46:0/2908756792 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6b740d0b30 0x7f6b740cd960 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f6b740d11f0 tx=0x7f6b5c009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=11204efdfbc322a4 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:44.573 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.571+0000 7f6b72ffd700 1 -- 172.21.15.46:0/2908756792 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b5c011830 con 0x7f6b740d0b30 2023-09-21T13:05:44.573 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.571+0000 7f6b72ffd700 1 -- 172.21.15.46:0/2908756792 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6b5c011990 con 0x7f6b740d0b30 2023-09-21T13:05:44.573 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.571+0000 7f6b72ffd700 1 -- 172.21.15.46:0/2908756792 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b5c011d20 con 0x7f6b740d0b30 2023-09-21T13:05:44.574 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.572+0000 7f6b7a733700 1 -- 172.21.15.46:0/2908756792 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6b740d0b30 msgr2=0x7f6b740cd960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:44.574 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.572+0000 7f6b7a733700 1 --2- 172.21.15.46:0/2908756792 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6b740d0b30 0x7f6b740cd960 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f6b740d11f0 tx=0x7f6b5c009bd0 comp rx=0 tx=0).stop 2023-09-21T13:05:44.574 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.572+0000 7f6b7a733700 1 -- 172.21.15.46:0/2908756792 shutdown_connections 2023-09-21T13:05:44.574 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.572+0000 7f6b7a733700 1 --2- 172.21.15.46:0/2908756792 >> v2:172.21.15.57:3300/0 conn(0x7f6b740cdea0 0x7f6b740ce320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:44.574 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.572+0000 7f6b7a733700 1 --2- 172.21.15.46:0/2908756792 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f6b7415eab0 0x7f6b740b4190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:44.575 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.572+0000 7f6b7a733700 1 --2- 172.21.15.46:0/2908756792 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6b740d0b30 0x7f6b740cd960 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:44.575 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.572+0000 7f6b7a733700 1 -- 172.21.15.46:0/2908756792 >> 172.21.15.46:0/2908756792 conn(0x7f6b7406ea80 msgr2=0x7f6b7406ee60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:44.575 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.572+0000 7f6b7a733700 1 -- 172.21.15.46:0/2908756792 shutdown_connections 2023-09-21T13:05:44.575 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.572+0000 7f6b7a733700 1 -- 172.21.15.46:0/2908756792 wait complete. 2023-09-21T13:05:44.577 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.573+0000 7f6b7a733700 1 Processor -- start 2023-09-21T13:05:44.578 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.573+0000 7f6b7a733700 1 -- start start 2023-09-21T13:05:44.578 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.574+0000 7f6b7a733700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f6b740cdea0 0x7f6b741f6cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:44.578 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.574+0000 7f6b7a733700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f6b740d0b30 0x7f6b7415bba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:44.578 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.574+0000 7f6b7a733700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6b7415eab0 0x7f6b741f2da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:44.578 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.574+0000 7f6b7a733700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6b741f3cd0 con 0x7f6b7415eab0 2023-09-21T13:05:44.579 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.574+0000 7f6b7a733700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6b741f7200 con 0x7f6b740cdea0 2023-09-21T13:05:44.579 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.574+0000 7f6b7a733700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6b741f3710 con 0x7f6b740d0b30 2023-09-21T13:05:44.579 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.574+0000 7f6b78cd0700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6b7415eab0 0x7f6b741f2da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:44.579 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.574+0000 7f6b78cd0700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6b7415eab0 0x7f6b741f2da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:57846/0 (socket says 172.21.15.46:57846) 2023-09-21T13:05:44.579 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.574+0000 7f6b78cd0700 1 -- 172.21.15.46:0/1014727515 learned_addr learned my addr 172.21.15.46:0/1014727515 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:44.580 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.574+0000 7f6b73fff700 1 --2- 172.21.15.46:0/1014727515 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f6b740cdea0 0x7f6b741f6cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:44.580 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.574+0000 7f6b737fe700 1 --2- 172.21.15.46:0/1014727515 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f6b740d0b30 0x7f6b7415bba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:44.580 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.575+0000 7f6b78cd0700 1 -- 172.21.15.46:0/1014727515 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f6b740d0b30 msgr2=0x7f6b7415bba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:44.580 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.575+0000 7f6b78cd0700 1 --2- 172.21.15.46:0/1014727515 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f6b740d0b30 0x7f6b7415bba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:44.580 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.575+0000 7f6b78cd0700 1 -- 172.21.15.46:0/1014727515 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f6b740cdea0 msgr2=0x7f6b741f6cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:44.581 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.575+0000 7f6b78cd0700 1 --2- 172.21.15.46:0/1014727515 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f6b740cdea0 0x7f6b741f6cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:44.581 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.575+0000 7f6b78cd0700 1 -- 172.21.15.46:0/1014727515 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6b6c009a70 con 0x7f6b7415eab0 2023-09-21T13:05:44.581 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.575+0000 7f6b78cd0700 1 --2- 172.21.15.46:0/1014727515 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6b7415eab0 0x7f6b741f2da0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f6b6c00eed0 tx=0x7f6b6c00b390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:44.581 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.575+0000 7f6b70ff9700 1 -- 172.21.15.46:0/1014727515 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b6c010040 con 0x7f6b7415eab0 2023-09-21T13:05:44.581 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.575+0000 7f6b70ff9700 1 -- 172.21.15.46:0/1014727515 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6b6c00ba80 con 0x7f6b7415eab0 2023-09-21T13:05:44.582 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.575+0000 7f6b70ff9700 1 -- 172.21.15.46:0/1014727515 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b6c00be10 con 0x7f6b7415eab0 2023-09-21T13:05:44.582 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.575+0000 7f6b7a733700 1 -- 172.21.15.46:0/1014727515 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6b5c009550 con 0x7f6b7415eab0 2023-09-21T13:05:44.582 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.575+0000 7f6b7a733700 1 -- 172.21.15.46:0/1014727515 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6b741f64c0 con 0x7f6b7415eab0 2023-09-21T13:05:44.582 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.576+0000 7f6b7a733700 1 -- 172.21.15.46:0/1014727515 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6b7404f330 con 0x7f6b7415eab0 2023-09-21T13:05:44.582 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.577+0000 7f6b70ff9700 1 -- 172.21.15.46:0/1014727515 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f6b6c01d410 con 0x7f6b7415eab0 2023-09-21T13:05:44.583 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.577+0000 7f6b70ff9700 1 --2- 172.21.15.46:0/1014727515 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f6b5406a580 0x7f6b5406ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:44.583 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.577+0000 7f6b70ff9700 1 -- 172.21.15.46:0/1014727515 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6b6c088b60 con 0x7f6b7415eab0 2023-09-21T13:05:44.583 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.577+0000 7f6b73fff700 1 --2- 172.21.15.46:0/1014727515 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f6b5406a580 0x7f6b5406ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:44.583 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.578+0000 7f6b73fff700 1 --2- 172.21.15.46:0/1014727515 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f6b5406a580 0x7f6b5406ca40 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f6b64009b40 tx=0x7f6b64009210 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:44.584 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.582+0000 7f6b70ff9700 1 -- 172.21.15.46:0/1014727515 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f6b6c054170 con 0x7f6b7415eab0 2023-09-21T13:05:44.787 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.790+0000 7f6b7a733700 1 -- 172.21.15.46:0/1014727515 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f6b740d0190 con 0x7f6b7415eab0 2023-09-21T13:05:44.788 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.790+0000 7f6b70ff9700 1 -- 172.21.15.46:0/1014727515 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f6b6c057790 con 0x7f6b7415eab0 2023-09-21T13:05:44.788 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 64 2023-09-21T13:05:44.790 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.792+0000 7f6b7a733700 1 -- 172.21.15.46:0/1014727515 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f6b5406a580 msgr2=0x7f6b5406ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:44.790 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.792+0000 7f6b7a733700 1 --2- 172.21.15.46:0/1014727515 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f6b5406a580 0x7f6b5406ca40 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f6b64009b40 tx=0x7f6b64009210 comp rx=0 tx=0).stop 2023-09-21T13:05:44.791 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.792+0000 7f6b7a733700 1 -- 172.21.15.46:0/1014727515 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6b7415eab0 msgr2=0x7f6b741f2da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:44.791 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.792+0000 7f6b7a733700 1 --2- 172.21.15.46:0/1014727515 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6b7415eab0 0x7f6b741f2da0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f6b6c00eed0 tx=0x7f6b6c00b390 comp rx=0 tx=0).stop 2023-09-21T13:05:44.791 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.792+0000 7f6b7a733700 1 -- 172.21.15.46:0/1014727515 shutdown_connections 2023-09-21T13:05:44.791 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.792+0000 7f6b7a733700 1 --2- 172.21.15.46:0/1014727515 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f6b5406a580 0x7f6b5406ca40 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:44.792 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.792+0000 7f6b7a733700 1 --2- 172.21.15.46:0/1014727515 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6b7415eab0 0x7f6b741f2da0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:44.792 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.792+0000 7f6b7a733700 1 --2- 172.21.15.46:0/1014727515 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f6b740cdea0 0x7f6b741f6cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:44.792 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.792+0000 7f6b7a733700 1 --2- 172.21.15.46:0/1014727515 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f6b740d0b30 0x7f6b7415bba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:44.792 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.793+0000 7f6b7a733700 1 -- 172.21.15.46:0/1014727515 >> 172.21.15.46:0/1014727515 conn(0x7f6b7406ea80 msgr2=0x7f6b7415dd00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:44.792 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.793+0000 7f6b7a733700 1 -- 172.21.15.46:0/1014727515 shutdown_connections 2023-09-21T13:05:44.792 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.793+0000 7f6b7a733700 1 -- 172.21.15.46:0/1014727515 wait complete. 2023-09-21T13:05:44.804 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-21T13:05:44.940 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.943+0000 7f7293130700 1 Processor -- start 2023-09-21T13:05:44.941 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.943+0000 7f7293130700 1 -- start start 2023-09-21T13:05:44.943 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.944+0000 7f7293130700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f728c06a7a0 0x7f728c06f310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:44.943 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.944+0000 7f7293130700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f728c06f850 0x7f728c0ca840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:44.943 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.944+0000 7f7293130700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f728c06eba0 con 0x7f728c15d630 2023-09-21T13:05:44.943 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.944+0000 7f7293130700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f728c06ee80 con 0x7f728c06f850 2023-09-21T13:05:44.943 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.944+0000 7f7293130700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f728c0d1110 con 0x7f728c06a7a0 2023-09-21T13:05:44.944 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.944+0000 7f72916cd700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f728c06f850 0x7f728c0ca840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:44.944 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.944+0000 7f72916cd700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f728c06f850 0x7f728c0ca840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:57848/0 (socket says 172.21.15.46:57848) 2023-09-21T13:05:44.944 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.944+0000 7f72916cd700 1 -- 172.21.15.46:0/1000755309 learned_addr learned my addr 172.21.15.46:0/1000755309 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:44.944 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.945+0000 7f728bfff700 1 --2- 172.21.15.46:0/1000755309 >> v2:172.21.15.57:3300/0 conn(0x7f728c06a7a0 0x7f728c06f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:44.944 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.945+0000 7f72916cd700 1 -- 172.21.15.46:0/1000755309 >> v2:172.21.15.57:3300/0 conn(0x7f728c06a7a0 msgr2=0x7f728c06f310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:44.945 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.945+0000 7f72916cd700 1 --2- 172.21.15.46:0/1000755309 >> v2:172.21.15.57:3300/0 conn(0x7f728c06a7a0 0x7f728c06f310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:44.945 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.945+0000 7f72916cd700 1 -- 172.21.15.46:0/1000755309 >> v1:172.21.15.57:6789/0 conn(0x7f728c15d630 legacy=0x7f728c161cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:44.945 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.945+0000 7f72916cd700 1 -- 172.21.15.46:0/1000755309 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f728c06ac60 con 0x7f728c06f850 2023-09-21T13:05:44.945 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.945+0000 7f72916cd700 1 --2- 172.21.15.46:0/1000755309 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f728c06f850 0x7f728c0ca840 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f728c072fe0 tx=0x7f728400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8aec98be3a8fbaf7 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:44.945 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.945+0000 7f728b7fe700 1 -- 172.21.15.46:0/1000755309 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f728400e070 con 0x7f728c06f850 2023-09-21T13:05:44.946 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.945+0000 7f728b7fe700 1 -- 172.21.15.46:0/1000755309 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f728400b9c0 con 0x7f728c06f850 2023-09-21T13:05:44.946 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.945+0000 7f728b7fe700 1 -- 172.21.15.46:0/1000755309 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f728400bd70 con 0x7f728c06f850 2023-09-21T13:05:44.948 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.946+0000 7f7293130700 1 -- 172.21.15.46:0/1000755309 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f728c06f850 msgr2=0x7f728c0ca840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:44.949 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.946+0000 7f7293130700 1 --2- 172.21.15.46:0/1000755309 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f728c06f850 0x7f728c0ca840 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f728c072fe0 tx=0x7f728400b330 comp rx=0 tx=0).stop 2023-09-21T13:05:44.949 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.946+0000 7f7293130700 1 -- 172.21.15.46:0/1000755309 shutdown_connections 2023-09-21T13:05:44.949 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.946+0000 7f7293130700 1 --2- 172.21.15.46:0/1000755309 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f728c06f850 0x7f728c0ca840 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:44.949 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.946+0000 7f7293130700 1 --2- 172.21.15.46:0/1000755309 >> v2:172.21.15.57:3300/0 conn(0x7f728c06a7a0 0x7f728c06f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:44.950 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.946+0000 7f7293130700 1 -- 172.21.15.46:0/1000755309 >> 172.21.15.46:0/1000755309 conn(0x7f728c0d01f0 msgr2=0x7f728c0d0600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:44.950 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.946+0000 7f7293130700 1 -- 172.21.15.46:0/1000755309 shutdown_connections 2023-09-21T13:05:44.950 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.946+0000 7f7293130700 1 -- 172.21.15.46:0/1000755309 wait complete. 2023-09-21T13:05:44.950 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.947+0000 7f7293130700 1 Processor -- start 2023-09-21T13:05:44.950 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.947+0000 7f7293130700 1 -- start start 2023-09-21T13:05:44.951 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.949+0000 7f7293130700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f728c06a7a0 0x7f728c0c7640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:44.951 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.949+0000 7f7293130700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f728c06f850 0x7f728c1601b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:44.951 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.949+0000 7f7293130700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f728c15d630 0x7f728c1e6690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:44.951 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.949+0000 7f7293130700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f728c1606f0 con 0x7f728c06f850 2023-09-21T13:05:44.951 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.949+0000 7f7293130700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f728c1425d0 con 0x7f728c15d630 2023-09-21T13:05:44.951 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.949+0000 7f7293130700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f728c142890 con 0x7f728c06a7a0 2023-09-21T13:05:44.952 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.949+0000 7f728bfff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f728c06f850 0x7f728c1601b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:44.952 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.949+0000 7f728bfff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f728c06f850 0x7f728c1601b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:57864/0 (socket says 172.21.15.46:57864) 2023-09-21T13:05:44.952 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.949+0000 7f728bfff700 1 -- 172.21.15.46:0/3516838596 learned_addr learned my addr 172.21.15.46:0/3516838596 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:44.952 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.949+0000 7f7290ecc700 1 --2- 172.21.15.46:0/3516838596 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f728c06a7a0 0x7f728c0c7640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:44.952 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.949+0000 7f72916cd700 1 --2- 172.21.15.46:0/3516838596 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f728c15d630 0x7f728c1e6690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:44.953 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.949+0000 7f728bfff700 1 -- 172.21.15.46:0/3516838596 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f728c06a7a0 msgr2=0x7f728c0c7640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:44.953 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.949+0000 7f728bfff700 1 --2- 172.21.15.46:0/3516838596 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f728c06a7a0 0x7f728c0c7640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:44.953 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.949+0000 7f728bfff700 1 -- 172.21.15.46:0/3516838596 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f728c15d630 msgr2=0x7f728c1e6690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:44.953 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.949+0000 7f728bfff700 1 --2- 172.21.15.46:0/3516838596 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f728c15d630 0x7f728c1e6690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:44.953 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.949+0000 7f728bfff700 1 -- 172.21.15.46:0/3516838596 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7284009b30 con 0x7f728c06f850 2023-09-21T13:05:44.953 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.949+0000 7f728bfff700 1 --2- 172.21.15.46:0/3516838596 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f728c06f850 0x7f728c1601b0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f728000d800 tx=0x7f728000db10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:44.954 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.950+0000 7f72897fa700 1 -- 172.21.15.46:0/3516838596 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72800125f0 con 0x7f728c06f850 2023-09-21T13:05:44.954 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.950+0000 7f72897fa700 1 -- 172.21.15.46:0/3516838596 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7280012750 con 0x7f728c06f850 2023-09-21T13:05:44.954 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.950+0000 7f7293130700 1 -- 172.21.15.46:0/3516838596 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f728c142b70 con 0x7f728c06f850 2023-09-21T13:05:44.954 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.950+0000 7f72897fa700 1 -- 172.21.15.46:0/3516838596 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7280012ae0 con 0x7f728c06f850 2023-09-21T13:05:44.955 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.950+0000 7f7293130700 1 -- 172.21.15.46:0/3516838596 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f728c143130 con 0x7f728c06f850 2023-09-21T13:05:44.955 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.951+0000 7f7293130700 1 -- 172.21.15.46:0/3516838596 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f728c068b90 con 0x7f728c06f850 2023-09-21T13:05:44.955 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.951+0000 7f72897fa700 1 -- 172.21.15.46:0/3516838596 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f7280012c40 con 0x7f728c06f850 2023-09-21T13:05:44.956 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.952+0000 7f72897fa700 1 --2- 172.21.15.46:0/3516838596 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f727806a580 0x7f727806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:44.956 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.952+0000 7f7290ecc700 1 --2- 172.21.15.46:0/3516838596 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f727806a580 0x7f727806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:44.956 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.952+0000 7f72897fa700 1 -- 172.21.15.46:0/3516838596 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7280088af0 con 0x7f728c06f850 2023-09-21T13:05:44.956 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.952+0000 7f7290ecc700 1 --2- 172.21.15.46:0/3516838596 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f727806a580 0x7f727806ca40 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f727c007fd0 tx=0x7f727c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:44.957 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:44.957+0000 7f72897fa700 1 -- 172.21.15.46:0/3516838596 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f7280053fe0 con 0x7f728c06f850 2023-09-21T13:05:45.165 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.168+0000 7f7293130700 1 -- 172.21.15.46:0/3516838596 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f728c06b1f0 con 0x7f728c06f850 2023-09-21T13:05:45.166 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.169+0000 7f72897fa700 1 -- 172.21.15.46:0/3516838596 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16457 (secure 0 0 0) 0x7f7280057600 con 0x7f728c06f850 2023-09-21T13:05:45.167 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:05:45.167 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":20,"fsid":"3cbfaf88-469e-4129-b70d-6dd2d92bd0a4","created":"2023-09-21T13:04:52.312650+0000","modified":"2023-09-21T13:05:17.736372+0000","last_up_change":"2023-09-21T13:05:04.397018+0000","last_in_change":"2023-09-21T13:04:55.853368+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-21T13:05:05.036373+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-09-21T13:05:14.305630+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-09-21T13:05:15.146424+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"23992b72-ed3c-4a14-ae79-8150e0fedbf7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6810","nonce":1682463833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6814","nonce":1682463833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6822","nonce":1682463833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6818","nonce":1682463833}]},"public_addr":"172.21.15.46:6810/1682463833","cluster_addr":"172.21.15.46:6814/1682463833","heartbeat_back_addr":"172.21.15.46:6822/1682463833","heartbeat_front_addr":"172.21.15.46:6818/1682463833","state":["exists","up"]},{"osd":1,"uuid":"2578f708-e052-4bdd-bcef-54808f1d1ef4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6800","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6801","nonce":3674836117}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6803","nonce":3674836117}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6807","nonce":3674836117}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6805","nonce":3674836117}]},"public_addr":"172.21.15.46:6801/3674836117","cluster_addr":"172.21.15.46:6803/3674836117","heartbeat_back_addr":"172.21.15.46:6807/3674836117","heartbeat_front_addr":"172.21.15.46:6805/3674836117","state":["exists","up"]},{"osd":2,"uuid":"6db5fc17-2472-42fd-a613-8cc24a815cfe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6825","nonce":3956023171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6827","nonce":3956023171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6831","nonce":3956023171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6829","nonce":3956023171}]},"public_addr":"172.21.15.46:6825/3956023171","cluster_addr":"172.21.15.46:6827/3956023171","heartbeat_back_addr":"172.21.15.46:6831/3956023171","heartbeat_front_addr":"172.21.15.46:6829/3956023171","state":["exists","up"]},{"osd":3,"uuid":"b0ddd2cd-9025-471f-a976-d7bc356eb10b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6809","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6811","nonce":1834230057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6813","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6815","nonce":1834230057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6821","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6823","nonce":1834230057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6817","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6819","nonce":1834230057}]},"public_addr":"172.21.15.46:6811/1834230057","cluster_addr":"172.21.15.46:6815/1834230057","heartbeat_back_addr":"172.21.15.46:6823/1834230057","heartbeat_front_addr":"172.21.15.46:6819/1834230057","state":["exists","up"]},{"osd":4,"uuid":"51245ec8-6073-476b-aea6-482f9a379f43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6800","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6801","nonce":867529145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6802","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6803","nonce":867529145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6806","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6807","nonce":867529145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6804","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6805","nonce":867529145}]},"public_addr":"172.21.15.57:6801/867529145","cluster_addr":"172.21.15.57:6803/867529145","heartbeat_back_addr":"172.21.15.57:6807/867529145","heartbeat_front_addr":"172.21.15.57:6805/867529145","state":["exists","up"]},{"osd":5,"uuid":"6be64509-8d19-48af-aa7d-2744199eb3c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6824","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6825","nonce":2639760353}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6826","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6827","nonce":2639760353}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6830","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6831","nonce":2639760353}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6828","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6829","nonce":2639760353}]},"public_addr":"172.21.15.57:6825/2639760353","cluster_addr":"172.21.15.57:6827/2639760353","heartbeat_back_addr":"172.21.15.57:6831/2639760353","heartbeat_front_addr":"172.21.15.57:6829/2639760353","state":["exists","up"]},{"osd":6,"uuid":"8bfda35e-f97c-4419-a105-ff306eff7a42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6808","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6809","nonce":3693682875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6810","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6811","nonce":3693682875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6814","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6815","nonce":3693682875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6812","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6813","nonce":3693682875}]},"public_addr":"172.21.15.57:6809/3693682875","cluster_addr":"172.21.15.57:6811/3693682875","heartbeat_back_addr":"172.21.15.57:6815/3693682875","heartbeat_front_addr":"172.21.15.57:6813/3693682875","state":["exists","up"]},{"osd":7,"uuid":"49fc1df7-ab94-4da5-b915-8f7cc61f2714","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6816","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6817","nonce":1729728830}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6818","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6819","nonce":1729728830}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6822","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6823","nonce":1729728830}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6820","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6821","nonce":1729728830}]},"public_addr":"172.21.15.57:6817/1729728830","cluster_addr":"172.21.15.57:6819/1729728830","heartbeat_back_addr":"172.21.15.57:6823/1729728830","heartbeat_front_addr":"172.21.15.57:6821/1729728830","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:00.955073+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.074451+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.068487+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.010348+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.035446+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.101249+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.104509+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.077361+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-21T13:05:45.169 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.171+0000 7f7293130700 1 -- 172.21.15.46:0/3516838596 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f727806a580 msgr2=0x7f727806ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:45.170 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.171+0000 7f7293130700 1 --2- 172.21.15.46:0/3516838596 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f727806a580 0x7f727806ca40 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f727c007fd0 tx=0x7f727c009040 comp rx=0 tx=0).stop 2023-09-21T13:05:45.170 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.171+0000 7f7293130700 1 -- 172.21.15.46:0/3516838596 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f728c06f850 msgr2=0x7f728c1601b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:45.170 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.171+0000 7f7293130700 1 --2- 172.21.15.46:0/3516838596 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f728c06f850 0x7f728c1601b0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f728000d800 tx=0x7f728000db10 comp rx=0 tx=0).stop 2023-09-21T13:05:45.170 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.172+0000 7f7293130700 1 -- 172.21.15.46:0/3516838596 shutdown_connections 2023-09-21T13:05:45.170 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.172+0000 7f7293130700 1 --2- 172.21.15.46:0/3516838596 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f727806a580 0x7f727806ca40 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:45.171 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.172+0000 7f7293130700 1 --2- 172.21.15.46:0/3516838596 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f728c15d630 0x7f728c1e6690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:45.171 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.172+0000 7f7293130700 1 --2- 172.21.15.46:0/3516838596 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f728c06a7a0 0x7f728c0c7640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:45.171 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.172+0000 7f7293130700 1 --2- 172.21.15.46:0/3516838596 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f728c06f850 0x7f728c1601b0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:45.171 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.172+0000 7f7293130700 1 -- 172.21.15.46:0/3516838596 >> 172.21.15.46:0/3516838596 conn(0x7f728c0d01f0 msgr2=0x7f728c0b31f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:45.171 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.172+0000 7f7293130700 1 -- 172.21.15.46:0/3516838596 shutdown_connections 2023-09-21T13:05:45.171 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.172+0000 7f7293130700 1 -- 172.21.15.46:0/3516838596 wait complete. 2023-09-21T13:05:45.183 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-09-21T13:05:05.036373+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-09-21T13:05:14.305630+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-09-21T13:05:15.146424+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-09-21T13:05:45.183 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-09-21T13:05:45.323 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.325+0000 7f3e2090e700 1 Processor -- start 2023-09-21T13:05:45.323 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.325+0000 7f3e2090e700 1 -- start start 2023-09-21T13:05:45.325 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.326+0000 7f3e2090e700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3e1c0cd8a0 0x7f3e1c0717c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:45.325 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.326+0000 7f3e2090e700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3e1c15aa80 con 0x7f3e1c06f330 2023-09-21T13:05:45.325 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.326+0000 7f3e2090e700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3e1c071d00 con 0x7f3e1c06ef50 2023-09-21T13:05:45.326 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.326+0000 7f3e2090e700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3e1c072840 con 0x7f3e1c0cd8a0 2023-09-21T13:05:45.326 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.327+0000 7f3e1ad9d700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f3e1c06f330 0x7f3e1c0cbf00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:57658/0 (socket says 172.21.15.46:57658) 2023-09-21T13:05:45.326 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.327+0000 7f3e1ad9d700 1 -- 172.21.15.46:0/2929282541 learned_addr learned my addr 172.21.15.46:0/2929282541 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:05:45.326 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.327+0000 7f3e19d9b700 1 --2- 172.21.15.46:0/2929282541 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3e1c0cd8a0 0x7f3e1c0717c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:45.327 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.327+0000 7f3e1959a700 1 -- 172.21.15.46:0/2929282541 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 896198151 0 0) 0x7f3e14001490 con 0x7f3e1c06f330 2023-09-21T13:05:45.327 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.327+0000 7f3e1959a700 1 -- 172.21.15.46:0/2929282541 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3e040035b0 con 0x7f3e1c06f330 2023-09-21T13:05:45.327 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.327+0000 7f3e1959a700 1 -- 172.21.15.46:0/2929282541 <== mon.1 v1:172.21.15.57:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1443147690 0 0) 0x7f3e1c071d00 con 0x7f3e1c06ef50 2023-09-21T13:05:45.327 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.327+0000 7f3e1959a700 1 -- 172.21.15.46:0/2929282541 --> v1:172.21.15.57:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3e14001490 con 0x7f3e1c06ef50 2023-09-21T13:05:45.327 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.327+0000 7f3e19d9b700 1 -- 172.21.15.46:0/2929282541 >> v1:172.21.15.57:6789/0 conn(0x7f3e1c06ef50 legacy=0x7f3e1c0b30e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:45.327 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.327+0000 7f3e1959a700 1 -- 172.21.15.46:0/2929282541 <== mon.0 v1:172.21.15.46:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 487665795 0 0) 0x7f3e040035b0 con 0x7f3e1c06f330 2023-09-21T13:05:45.328 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.327+0000 7f3e19d9b700 1 -- 172.21.15.46:0/2929282541 >> v1:172.21.15.46:6789/0 conn(0x7f3e1c06f330 legacy=0x7f3e1c0cbf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:45.328 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.327+0000 7f3e19d9b700 1 -- 172.21.15.46:0/2929282541 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3e1c071fa0 con 0x7f3e1c0cd8a0 2023-09-21T13:05:45.328 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.327+0000 7f3e19d9b700 1 --2- 172.21.15.46:0/2929282541 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3e1c0cd8a0 0x7f3e1c0717c0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f3e10009870 tx=0x7f3e10009b80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=674015602377ffe7 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:45.328 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.328+0000 7f3e1959a700 1 -- 172.21.15.46:0/2929282541 <== mon.2 v2:172.21.15.57:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e14001b80 con 0x7f3e1c0cd8a0 2023-09-21T13:05:45.328 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.328+0000 7f3e1959a700 1 -- 172.21.15.46:0/2929282541 <== mon.2 v2:172.21.15.57:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3e10004030 con 0x7f3e1c0cd8a0 2023-09-21T13:05:45.329 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.328+0000 7f3e1959a700 1 -- 172.21.15.46:0/2929282541 <== mon.2 v2:172.21.15.57:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e100043c0 con 0x7f3e1c0cd8a0 2023-09-21T13:05:45.332 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.328+0000 7f3e2090e700 1 -- 172.21.15.46:0/2929282541 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3e1c0cd8a0 msgr2=0x7f3e1c0717c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:45.332 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.328+0000 7f3e2090e700 1 --2- 172.21.15.46:0/2929282541 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3e1c0cd8a0 0x7f3e1c0717c0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f3e10009870 tx=0x7f3e10009b80 comp rx=0 tx=0).stop 2023-09-21T13:05:45.332 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.328+0000 7f3e2090e700 1 -- 172.21.15.46:0/2929282541 shutdown_connections 2023-09-21T13:05:45.332 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.328+0000 7f3e2090e700 1 --2- 172.21.15.46:0/2929282541 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3e1c0cd8a0 0x7f3e1c0717c0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:45.332 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.328+0000 7f3e2090e700 1 -- 172.21.15.46:0/2929282541 >> 172.21.15.46:0/2929282541 conn(0x7f3e1c0ccd10 msgr2=0x7f3e1c0cd120 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:45.333 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.328+0000 7f3e2090e700 1 -- 172.21.15.46:0/2929282541 shutdown_connections 2023-09-21T13:05:45.333 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.328+0000 7f3e2090e700 1 -- 172.21.15.46:0/2929282541 wait complete. 2023-09-21T13:05:45.333 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.330+0000 7f3e2090e700 1 Processor -- start 2023-09-21T13:05:45.333 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.330+0000 7f3e2090e700 1 -- start start 2023-09-21T13:05:45.333 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.331+0000 7f3e2090e700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3e1c06ef50 0x7f3e1c1f7040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:45.333 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.331+0000 7f3e2090e700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3e1c06f330 0x7f3e1c0c5a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:45.334 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.331+0000 7f3e2090e700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f3e1c0cd8a0 0x7f3e1c158d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:45.334 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.331+0000 7f3e2090e700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e1c1f7580 con 0x7f3e1c06ef50 2023-09-21T13:05:45.334 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.331+0000 7f3e2090e700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e1c0c5f90 con 0x7f3e1c0cd8a0 2023-09-21T13:05:45.334 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.331+0000 7f3e2090e700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3e1c157c70 con 0x7f3e1c06f330 2023-09-21T13:05:45.334 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.331+0000 7f3e1a59c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3e1c06ef50 0x7f3e1c1f7040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:45.335 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.331+0000 7f3e1a59c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3e1c06ef50 0x7f3e1c1f7040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:57874/0 (socket says 172.21.15.46:57874) 2023-09-21T13:05:45.335 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.331+0000 7f3e1a59c700 1 -- 172.21.15.46:0/1366953679 learned_addr learned my addr 172.21.15.46:0/1366953679 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:45.335 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.331+0000 7f3e19d9b700 1 --2- 172.21.15.46:0/1366953679 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3e1c06f330 0x7f3e1c0c5a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:45.335 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.331+0000 7f3e1ad9d700 1 --2- 172.21.15.46:0/1366953679 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f3e1c0cd8a0 0x7f3e1c158d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:45.335 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.331+0000 7f3e1a59c700 1 -- 172.21.15.46:0/1366953679 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3e1c06f330 msgr2=0x7f3e1c0c5a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:45.336 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.331+0000 7f3e1a59c700 1 --2- 172.21.15.46:0/1366953679 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3e1c06f330 0x7f3e1c0c5a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:45.336 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.331+0000 7f3e1a59c700 1 -- 172.21.15.46:0/1366953679 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f3e1c0cd8a0 msgr2=0x7f3e1c158d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:45.336 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.331+0000 7f3e1a59c700 1 --2- 172.21.15.46:0/1366953679 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f3e1c0cd8a0 0x7f3e1c158d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:45.336 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.331+0000 7f3e1a59c700 1 -- 172.21.15.46:0/1366953679 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3e100094a0 con 0x7f3e1c06ef50 2023-09-21T13:05:45.336 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.331+0000 7f3e1a59c700 1 --2- 172.21.15.46:0/1366953679 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3e1c06ef50 0x7f3e1c1f7040 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f3e0c00c520 tx=0x7f3e0c00c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:45.337 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.331+0000 7f3e0affd700 1 -- 172.21.15.46:0/1366953679 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e0c0052d0 con 0x7f3e1c06ef50 2023-09-21T13:05:45.337 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.332+0000 7f3e0affd700 1 -- 172.21.15.46:0/1366953679 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3e0c005430 con 0x7f3e1c06ef50 2023-09-21T13:05:45.337 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.332+0000 7f3e2090e700 1 -- 172.21.15.46:0/1366953679 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3e1c157f50 con 0x7f3e1c06ef50 2023-09-21T13:05:45.337 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.332+0000 7f3e0affd700 1 -- 172.21.15.46:0/1366953679 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e0c0038c0 con 0x7f3e1c06ef50 2023-09-21T13:05:45.337 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.332+0000 7f3e2090e700 1 -- 172.21.15.46:0/1366953679 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3e1c158510 con 0x7f3e1c06ef50 2023-09-21T13:05:45.337 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.333+0000 7f3e2090e700 1 -- 172.21.15.46:0/1366953679 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3e1c04f330 con 0x7f3e1c06ef50 2023-09-21T13:05:45.338 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.333+0000 7f3e0affd700 1 -- 172.21.15.46:0/1366953679 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f3e0c003a20 con 0x7f3e1c06ef50 2023-09-21T13:05:45.338 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.333+0000 7f3e0affd700 1 --2- 172.21.15.46:0/1366953679 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f3dfc06a580 0x7f3dfc06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:45.338 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.334+0000 7f3e0affd700 1 -- 172.21.15.46:0/1366953679 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f3e0c0880a0 con 0x7f3e1c06ef50 2023-09-21T13:05:45.338 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.334+0000 7f3e19d9b700 1 --2- 172.21.15.46:0/1366953679 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f3dfc06a580 0x7f3dfc06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:45.338 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.334+0000 7f3e19d9b700 1 --2- 172.21.15.46:0/1366953679 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f3dfc06a580 0x7f3dfc06ca40 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f3e100090b0 tx=0x7f3e10013040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:45.339 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.339+0000 7f3e0affd700 1 -- 172.21.15.46:0/1366953679 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f3e0c053580 con 0x7f3e1c06ef50 2023-09-21T13:05:45.544 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.546+0000 7f3e2090e700 1 -- 172.21.15.46:0/1366953679 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f3e1c0c6da0 con 0x7f3e1c06ef50 2023-09-21T13:05:45.545 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.547+0000 7f3e0affd700 1 -- 172.21.15.46:0/1366953679 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7f3e0c056ba0 con 0x7f3e1c06ef50 2023-09-21T13:05:45.545 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 1 2023-09-21T13:05:45.547 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.549+0000 7f3e2090e700 1 -- 172.21.15.46:0/1366953679 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f3dfc06a580 msgr2=0x7f3dfc06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:45.547 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.549+0000 7f3e2090e700 1 --2- 172.21.15.46:0/1366953679 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f3dfc06a580 0x7f3dfc06ca40 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f3e100090b0 tx=0x7f3e10013040 comp rx=0 tx=0).stop 2023-09-21T13:05:45.547 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.549+0000 7f3e2090e700 1 -- 172.21.15.46:0/1366953679 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3e1c06ef50 msgr2=0x7f3e1c1f7040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:45.548 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.549+0000 7f3e2090e700 1 --2- 172.21.15.46:0/1366953679 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3e1c06ef50 0x7f3e1c1f7040 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f3e0c00c520 tx=0x7f3e0c00c8e0 comp rx=0 tx=0).stop 2023-09-21T13:05:45.548 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.549+0000 7f3e2090e700 1 -- 172.21.15.46:0/1366953679 shutdown_connections 2023-09-21T13:05:45.548 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.549+0000 7f3e2090e700 1 --2- 172.21.15.46:0/1366953679 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f3dfc06a580 0x7f3dfc06ca40 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:45.548 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.549+0000 7f3e2090e700 1 --2- 172.21.15.46:0/1366953679 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f3e1c0cd8a0 0x7f3e1c158d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:45.548 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.549+0000 7f3e2090e700 1 --2- 172.21.15.46:0/1366953679 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3e1c06ef50 0x7f3e1c1f7040 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:45.549 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.549+0000 7f3e2090e700 1 --2- 172.21.15.46:0/1366953679 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3e1c06f330 0x7f3e1c0c5a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:45.549 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.549+0000 7f3e2090e700 1 -- 172.21.15.46:0/1366953679 >> 172.21.15.46:0/1366953679 conn(0x7f3e1c0ccd10 msgr2=0x7f3e1c0cbf00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:45.549 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.549+0000 7f3e2090e700 1 -- 172.21.15.46:0/1366953679 shutdown_connections 2023-09-21T13:05:45.549 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.549+0000 7f3e2090e700 1 -- 172.21.15.46:0/1366953679 wait complete. 2023-09-21T13:05:45.560 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-09-21T13:05:45.701 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.703+0000 7f9b72f59700 1 Processor -- start 2023-09-21T13:05:45.701 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.703+0000 7f9b72f59700 1 -- start start 2023-09-21T13:05:45.703 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.704+0000 7f9b72f59700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f9b6c15d660 0x7f9b6c15da40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:45.704 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.704+0000 7f9b72f59700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f9b6c0717c0 0x7f9b6c071c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:45.704 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.704+0000 7f9b72f59700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9b6c0c3c00 con 0x7f9b6c06a7a0 2023-09-21T13:05:45.704 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.704+0000 7f9b72f59700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9b6c15ec60 con 0x7f9b6c15d660 2023-09-21T13:05:45.704 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.704+0000 7f9b72f59700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9b6c1611d0 con 0x7f9b6c0717c0 2023-09-21T13:05:45.705 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.704+0000 7f9b70cf5700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f9b6c15d660 0x7f9b6c15da40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:45.705 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.704+0000 7f9b70cf5700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f9b6c15d660 0x7f9b6c15da40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:57886/0 (socket says 172.21.15.46:57886) 2023-09-21T13:05:45.705 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.704+0000 7f9b70cf5700 1 -- 172.21.15.46:0/3992639645 learned_addr learned my addr 172.21.15.46:0/3992639645 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:45.705 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.704+0000 7f9b6bfff700 1 --1- 172.21.15.46:0/3992639645 >> v1:172.21.15.46:6789/0 conn(0x7f9b6c06a7a0 0x7f9b6c1618e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:57666/0 (socket says 172.21.15.46:57666) 2023-09-21T13:05:45.705 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.705+0000 7f9b714f6700 1 --2- 172.21.15.46:0/3992639645 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f9b6c0717c0 0x7f9b6c071c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:45.706 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.705+0000 7f9b70cf5700 1 -- 172.21.15.46:0/3992639645 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f9b6c0717c0 msgr2=0x7f9b6c071c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:45.706 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.705+0000 7f9b70cf5700 1 --2- 172.21.15.46:0/3992639645 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f9b6c0717c0 0x7f9b6c071c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:45.706 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.705+0000 7f9b70cf5700 1 -- 172.21.15.46:0/3992639645 >> v1:172.21.15.46:6789/0 conn(0x7f9b6c06a7a0 legacy=0x7f9b6c1618e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:45.706 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.705+0000 7f9b6b7fe700 1 -- 172.21.15.46:0/3992639645 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 569128025 0 0) 0x7f9b6c0c3c00 con 0x7f9b6c06a7a0 2023-09-21T13:05:45.706 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.705+0000 7f9b70cf5700 1 -- 172.21.15.46:0/3992639645 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9b6c15e3c0 con 0x7f9b6c15d660 2023-09-21T13:05:45.707 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.705+0000 7f9b70cf5700 1 --2- 172.21.15.46:0/3992639645 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9b6c15d660 0x7f9b6c15da40 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f9b5c009920 tx=0x7f9b5c009c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e013b01658cfe057 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:45.707 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.705+0000 7f9b6b7fe700 1 -- 172.21.15.46:0/3992639645 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b5c00ba20 con 0x7f9b6c15d660 2023-09-21T13:05:45.707 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.705+0000 7f9b6b7fe700 1 -- 172.21.15.46:0/3992639645 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9b5c00bb80 con 0x7f9b6c15d660 2023-09-21T13:05:45.707 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.705+0000 7f9b6b7fe700 1 -- 172.21.15.46:0/3992639645 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b5c009e70 con 0x7f9b6c15d660 2023-09-21T13:05:45.707 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.706+0000 7f9b72f59700 1 -- 172.21.15.46:0/3992639645 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9b6c15d660 msgr2=0x7f9b6c15da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:45.708 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.706+0000 7f9b72f59700 1 --2- 172.21.15.46:0/3992639645 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9b6c15d660 0x7f9b6c15da40 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f9b5c009920 tx=0x7f9b5c009c30 comp rx=0 tx=0).stop 2023-09-21T13:05:45.708 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.706+0000 7f9b72f59700 1 -- 172.21.15.46:0/3992639645 shutdown_connections 2023-09-21T13:05:45.708 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.706+0000 7f9b72f59700 1 --2- 172.21.15.46:0/3992639645 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f9b6c0717c0 0x7f9b6c071c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:45.708 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.706+0000 7f9b72f59700 1 --2- 172.21.15.46:0/3992639645 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9b6c15d660 0x7f9b6c15da40 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:45.708 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.706+0000 7f9b72f59700 1 -- 172.21.15.46:0/3992639645 >> 172.21.15.46:0/3992639645 conn(0x7f9b6c0ccd10 msgr2=0x7f9b6c0cd0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:45.709 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.706+0000 7f9b72f59700 1 -- 172.21.15.46:0/3992639645 shutdown_connections 2023-09-21T13:05:45.709 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.706+0000 7f9b72f59700 1 -- 172.21.15.46:0/3992639645 wait complete. 2023-09-21T13:05:45.711 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.707+0000 7f9b72f59700 1 Processor -- start 2023-09-21T13:05:45.712 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.708+0000 7f9b72f59700 1 -- start start 2023-09-21T13:05:45.712 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.709+0000 7f9b72f59700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f9b6c06a7a0 0x7f9b6c1518c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:45.712 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.709+0000 7f9b72f59700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f9b6c0717c0 0x7f9b6c0b5410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:45.712 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.709+0000 7f9b72f59700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9b6c15d660 0x7f9b6c0b5950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:45.713 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.709+0000 7f9b72f59700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9b6c0af400 con 0x7f9b6c15d660 2023-09-21T13:05:45.713 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.709+0000 7f9b72f59700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9b6c0ae910 con 0x7f9b6c06a7a0 2023-09-21T13:05:45.713 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.709+0000 7f9b72f59700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9b6c0aeb60 con 0x7f9b6c0717c0 2023-09-21T13:05:45.713 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.709+0000 7f9b714f6700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9b6c15d660 0x7f9b6c0b5950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:45.713 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.709+0000 7f9b714f6700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9b6c15d660 0x7f9b6c0b5950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:57896/0 (socket says 172.21.15.46:57896) 2023-09-21T13:05:45.713 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.709+0000 7f9b714f6700 1 -- 172.21.15.46:0/2366681855 learned_addr learned my addr 172.21.15.46:0/2366681855 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:45.714 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.709+0000 7f9b6bfff700 1 --2- 172.21.15.46:0/2366681855 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f9b6c0717c0 0x7f9b6c0b5410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:45.714 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.709+0000 7f9b70cf5700 1 --2- 172.21.15.46:0/2366681855 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f9b6c06a7a0 0x7f9b6c1518c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:45.714 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.709+0000 7f9b714f6700 1 -- 172.21.15.46:0/2366681855 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f9b6c0717c0 msgr2=0x7f9b6c0b5410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:45.714 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.709+0000 7f9b714f6700 1 --2- 172.21.15.46:0/2366681855 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f9b6c0717c0 0x7f9b6c0b5410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:45.715 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.709+0000 7f9b714f6700 1 -- 172.21.15.46:0/2366681855 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f9b6c06a7a0 msgr2=0x7f9b6c1518c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:45.715 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.709+0000 7f9b714f6700 1 --2- 172.21.15.46:0/2366681855 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f9b6c06a7a0 0x7f9b6c1518c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:45.715 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.709+0000 7f9b714f6700 1 -- 172.21.15.46:0/2366681855 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9b5c009550 con 0x7f9b6c15d660 2023-09-21T13:05:45.715 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.709+0000 7f9b714f6700 1 --2- 172.21.15.46:0/2366681855 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9b6c15d660 0x7f9b6c0b5950 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f9b64007e40 tx=0x7f9b6400e3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:45.715 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.710+0000 7f9b697fa700 1 -- 172.21.15.46:0/2366681855 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b6400ed30 con 0x7f9b6c15d660 2023-09-21T13:05:45.716 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.710+0000 7f9b697fa700 1 -- 172.21.15.46:0/2366681855 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9b64014420 con 0x7f9b6c15d660 2023-09-21T13:05:45.716 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.710+0000 7f9b72f59700 1 -- 172.21.15.46:0/2366681855 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9b6c0aee40 con 0x7f9b6c15d660 2023-09-21T13:05:45.716 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.710+0000 7f9b697fa700 1 -- 172.21.15.46:0/2366681855 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b640147d0 con 0x7f9b6c15d660 2023-09-21T13:05:45.716 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.710+0000 7f9b72f59700 1 -- 172.21.15.46:0/2366681855 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9b6c0b3240 con 0x7f9b6c15d660 2023-09-21T13:05:45.716 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.711+0000 7f9b72f59700 1 -- 172.21.15.46:0/2366681855 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9b6c0b30a0 con 0x7f9b6c15d660 2023-09-21T13:05:45.717 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.711+0000 7f9b697fa700 1 -- 172.21.15.46:0/2366681855 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f9b64014930 con 0x7f9b6c15d660 2023-09-21T13:05:45.717 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.712+0000 7f9b697fa700 1 --2- 172.21.15.46:0/2366681855 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f9b4c06a580 0x7f9b4c06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:45.717 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.712+0000 7f9b697fa700 1 -- 172.21.15.46:0/2366681855 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9b640891c0 con 0x7f9b6c15d660 2023-09-21T13:05:45.717 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.712+0000 7f9b70cf5700 1 --2- 172.21.15.46:0/2366681855 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f9b4c06a580 0x7f9b4c06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:45.717 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.712+0000 7f9b70cf5700 1 --2- 172.21.15.46:0/2366681855 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f9b4c06a580 0x7f9b4c06ca40 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f9b5c009870 tx=0x7f9b5c008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:45.718 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.717+0000 7f9b697fa700 1 -- 172.21.15.46:0/2366681855 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f9b6c0b30a0 con 0x7f9b6c15d660 2023-09-21T13:05:45.923 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.926+0000 7f9b72f59700 1 -- 172.21.15.46:0/2366681855 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f9b6c0b30a0 con 0x7f9b6c15d660 2023-09-21T13:05:45.924 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.926+0000 7f9b697fa700 1 -- 172.21.15.46:0/2366681855 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7f9b6c0b30a0 con 0x7f9b6c15d660 2023-09-21T13:05:45.924 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 32 2023-09-21T13:05:45.926 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.928+0000 7f9b72f59700 1 -- 172.21.15.46:0/2366681855 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f9b4c06a580 msgr2=0x7f9b4c06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:45.926 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.928+0000 7f9b72f59700 1 --2- 172.21.15.46:0/2366681855 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f9b4c06a580 0x7f9b4c06ca40 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f9b5c009870 tx=0x7f9b5c008030 comp rx=0 tx=0).stop 2023-09-21T13:05:45.926 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.928+0000 7f9b72f59700 1 -- 172.21.15.46:0/2366681855 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9b6c15d660 msgr2=0x7f9b6c0b5950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:45.927 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.928+0000 7f9b72f59700 1 --2- 172.21.15.46:0/2366681855 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9b6c15d660 0x7f9b6c0b5950 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f9b64007e40 tx=0x7f9b6400e3c0 comp rx=0 tx=0).stop 2023-09-21T13:05:45.927 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.928+0000 7f9b72f59700 1 -- 172.21.15.46:0/2366681855 shutdown_connections 2023-09-21T13:05:45.927 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.928+0000 7f9b72f59700 1 --2- 172.21.15.46:0/2366681855 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f9b4c06a580 0x7f9b4c06ca40 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:45.927 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.928+0000 7f9b72f59700 1 --2- 172.21.15.46:0/2366681855 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9b6c15d660 0x7f9b6c0b5950 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:45.927 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.928+0000 7f9b72f59700 1 --2- 172.21.15.46:0/2366681855 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f9b6c06a7a0 0x7f9b6c1518c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:45.928 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.928+0000 7f9b72f59700 1 --2- 172.21.15.46:0/2366681855 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f9b6c0717c0 0x7f9b6c0b5410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:45.928 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.928+0000 7f9b72f59700 1 -- 172.21.15.46:0/2366681855 >> 172.21.15.46:0/2366681855 conn(0x7f9b6c0ccd10 msgr2=0x7f9b6c06b190 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:45.928 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.928+0000 7f9b72f59700 1 -- 172.21.15.46:0/2366681855 shutdown_connections 2023-09-21T13:05:45.928 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:45.928+0000 7f9b72f59700 1 -- 172.21.15.46:0/2366681855 wait complete. 2023-09-21T13:05:45.939 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-09-21T13:05:46.079 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.081+0000 7f6691b63700 1 Processor -- start 2023-09-21T13:05:46.079 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.082+0000 7f6691b63700 1 -- start start 2023-09-21T13:05:46.081 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.082+0000 7f6691b63700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f668c0caf40 0x7f668c0ce4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:46.082 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.082+0000 7f6691b63700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f668c15a7c0 con 0x7f668c06e940 2023-09-21T13:05:46.082 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.082+0000 7f6691b63700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f668c0cee40 con 0x7f668c0cb320 2023-09-21T13:05:46.082 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.082+0000 7f6691b63700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f668c0cf120 con 0x7f668c0caf40 2023-09-21T13:05:46.082 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.083+0000 7f668b7fe700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f668c0caf40 0x7f668c0ce4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:46.083 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.083+0000 7f668bfff700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f668c06e940 0x7f668c163f40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:57676/0 (socket says 172.21.15.46:57676) 2023-09-21T13:05:46.083 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.083+0000 7f668bfff700 1 -- 172.21.15.46:0/107442478 learned_addr learned my addr 172.21.15.46:0/107442478 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:05:46.083 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.083+0000 7f668b7fe700 1 -- 172.21.15.46:0/107442478 >> v1:172.21.15.57:6789/0 conn(0x7f668c0cb320 legacy=0x7f668c0cb770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:46.083 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.083+0000 7f668b7fe700 1 -- 172.21.15.46:0/107442478 >> v1:172.21.15.46:6789/0 conn(0x7f668c06e940 legacy=0x7f668c163f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:46.083 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.083+0000 7f668a7fc700 1 -- 172.21.15.46:0/107442478 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1365314759 0 0) 0x7f668c15a7c0 con 0x7f668c06e940 2023-09-21T13:05:46.084 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.083+0000 7f668b7fe700 1 -- 172.21.15.46:0/107442478 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f668c06ce50 con 0x7f668c0caf40 2023-09-21T13:05:46.084 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.083+0000 7f668b7fe700 1 --2- 172.21.15.46:0/107442478 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f668c0caf40 0x7f668c0ce4c0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f667c009840 tx=0x7f667c009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7818a51f53a09d0a server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:46.084 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.083+0000 7f668a7fc700 1 -- 172.21.15.46:0/107442478 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f667c011830 con 0x7f668c0caf40 2023-09-21T13:05:46.084 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.083+0000 7f668a7fc700 1 -- 172.21.15.46:0/107442478 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f667c011990 con 0x7f668c0caf40 2023-09-21T13:05:46.084 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.083+0000 7f668a7fc700 1 -- 172.21.15.46:0/107442478 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f667c011d20 con 0x7f668c0caf40 2023-09-21T13:05:46.085 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.084+0000 7f6691b63700 1 -- 172.21.15.46:0/107442478 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f668c0caf40 msgr2=0x7f668c0ce4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:46.085 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.084+0000 7f6691b63700 1 --2- 172.21.15.46:0/107442478 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f668c0caf40 0x7f668c0ce4c0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f667c009840 tx=0x7f667c009b50 comp rx=0 tx=0).stop 2023-09-21T13:05:46.085 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.084+0000 7f6691b63700 1 -- 172.21.15.46:0/107442478 shutdown_connections 2023-09-21T13:05:46.085 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.084+0000 7f6691b63700 1 --2- 172.21.15.46:0/107442478 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f668c0caf40 0x7f668c0ce4c0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:46.085 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.084+0000 7f6691b63700 1 -- 172.21.15.46:0/107442478 >> 172.21.15.46:0/107442478 conn(0x7f668c0cc450 msgr2=0x7f668c0cc860 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:46.086 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.084+0000 7f6691b63700 1 -- 172.21.15.46:0/107442478 shutdown_connections 2023-09-21T13:05:46.086 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.084+0000 7f6691b63700 1 -- 172.21.15.46:0/107442478 wait complete. 2023-09-21T13:05:46.089 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.085+0000 7f6691b63700 1 Processor -- start 2023-09-21T13:05:46.089 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.086+0000 7f6691b63700 1 -- start start 2023-09-21T13:05:46.089 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.086+0000 7f6691b63700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f668c06e940 0x7f668c0acf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:46.089 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.086+0000 7f6691b63700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f668c0caf40 0x7f668c1f75d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:46.089 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.086+0000 7f6691b63700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f668c0cb320 0x7f668c152220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:46.090 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.086+0000 7f6691b63700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f668c0b2dc0 con 0x7f668c0caf40 2023-09-21T13:05:46.090 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.086+0000 7f6691b63700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f668c0c6e30 con 0x7f668c06e940 2023-09-21T13:05:46.090 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.086+0000 7f6691b63700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f668c1f7b10 con 0x7f668c0cb320 2023-09-21T13:05:46.090 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.086+0000 7f668affd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f668c0caf40 0x7f668c1f75d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:46.090 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.087+0000 7f668affd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f668c0caf40 0x7f668c1f75d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:57904/0 (socket says 172.21.15.46:57904) 2023-09-21T13:05:46.091 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.087+0000 7f668affd700 1 -- 172.21.15.46:0/920403243 learned_addr learned my addr 172.21.15.46:0/920403243 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:46.091 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.087+0000 7f668bfff700 1 --2- 172.21.15.46:0/920403243 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f668c0cb320 0x7f668c152220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:46.091 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.087+0000 7f668b7fe700 1 --2- 172.21.15.46:0/920403243 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f668c06e940 0x7f668c0acf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:46.091 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.087+0000 7f668affd700 1 -- 172.21.15.46:0/920403243 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f668c0cb320 msgr2=0x7f668c152220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:46.091 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.087+0000 7f668affd700 1 --2- 172.21.15.46:0/920403243 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f668c0cb320 0x7f668c152220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:46.092 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.087+0000 7f668affd700 1 -- 172.21.15.46:0/920403243 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f668c06e940 msgr2=0x7f668c0acf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:46.092 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.087+0000 7f668affd700 1 --2- 172.21.15.46:0/920403243 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f668c06e940 0x7f668c0acf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:46.092 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.087+0000 7f668affd700 1 -- 172.21.15.46:0/920403243 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f667c0094a0 con 0x7f668c0caf40 2023-09-21T13:05:46.092 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.087+0000 7f668b7fe700 1 --2- 172.21.15.46:0/920403243 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f668c06e940 0x7f668c0acf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T13:05:46.092 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.087+0000 7f668affd700 1 --2- 172.21.15.46:0/920403243 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f668c0caf40 0x7f668c1f75d0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f667400c510 tx=0x7f667400c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:46.093 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.087+0000 7f6683fff700 1 -- 172.21.15.46:0/920403243 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66740052d0 con 0x7f668c0caf40 2023-09-21T13:05:46.093 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.087+0000 7f6683fff700 1 -- 172.21.15.46:0/920403243 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6674005430 con 0x7f668c0caf40 2023-09-21T13:05:46.093 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.087+0000 7f6691b63700 1 -- 172.21.15.46:0/920403243 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f668c0ad550 con 0x7f668c0caf40 2023-09-21T13:05:46.093 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.087+0000 7f6683fff700 1 -- 172.21.15.46:0/920403243 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66740038c0 con 0x7f668c0caf40 2023-09-21T13:05:46.093 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.087+0000 7f6691b63700 1 -- 172.21.15.46:0/920403243 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f668c0b2a50 con 0x7f668c0caf40 2023-09-21T13:05:46.093 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.088+0000 7f6691b63700 1 -- 172.21.15.46:0/920403243 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f668c0b25d0 con 0x7f668c0caf40 2023-09-21T13:05:46.094 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.089+0000 7f6683fff700 1 -- 172.21.15.46:0/920403243 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f6674003a20 con 0x7f668c0caf40 2023-09-21T13:05:46.094 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.089+0000 7f6683fff700 1 --2- 172.21.15.46:0/920403243 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f666c06a580 0x7f666c06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:46.094 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.090+0000 7f668b7fe700 1 --2- 172.21.15.46:0/920403243 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f666c06a580 0x7f666c06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:46.094 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.090+0000 7f6683fff700 1 -- 172.21.15.46:0/920403243 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6674087fe0 con 0x7f668c0caf40 2023-09-21T13:05:46.095 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.090+0000 7f668b7fe700 1 --2- 172.21.15.46:0/920403243 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f666c06a580 0x7f666c06ca40 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f667c000c00 tx=0x7f667c01c040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:46.095 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.094+0000 7f6683fff700 1 -- 172.21.15.46:0/920403243 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f668c0b25d0 con 0x7f668c0caf40 2023-09-21T13:05:46.301 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.303+0000 7f6691b63700 1 -- 172.21.15.46:0/920403243 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f668c0b25d0 con 0x7f668c0caf40 2023-09-21T13:05:46.301 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.304+0000 7f6683fff700 1 -- 172.21.15.46:0/920403243 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f668c0b25d0 con 0x7f668c0caf40 2023-09-21T13:05:46.302 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 64 2023-09-21T13:05:46.304 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.306+0000 7f6691b63700 1 -- 172.21.15.46:0/920403243 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f666c06a580 msgr2=0x7f666c06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:46.304 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.306+0000 7f6691b63700 1 --2- 172.21.15.46:0/920403243 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f666c06a580 0x7f666c06ca40 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f667c000c00 tx=0x7f667c01c040 comp rx=0 tx=0).stop 2023-09-21T13:05:46.304 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.306+0000 7f6691b63700 1 -- 172.21.15.46:0/920403243 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f668c0caf40 msgr2=0x7f668c1f75d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:46.305 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.306+0000 7f6691b63700 1 --2- 172.21.15.46:0/920403243 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f668c0caf40 0x7f668c1f75d0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f667400c510 tx=0x7f667400c8d0 comp rx=0 tx=0).stop 2023-09-21T13:05:46.305 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.306+0000 7f6691b63700 1 -- 172.21.15.46:0/920403243 shutdown_connections 2023-09-21T13:05:46.305 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.306+0000 7f6691b63700 1 --2- 172.21.15.46:0/920403243 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f666c06a580 0x7f666c06ca40 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:46.305 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.306+0000 7f6691b63700 1 --2- 172.21.15.46:0/920403243 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f668c0cb320 0x7f668c152220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:46.305 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.306+0000 7f6691b63700 1 --2- 172.21.15.46:0/920403243 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f668c06e940 0x7f668c0acf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:46.306 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.306+0000 7f6691b63700 1 --2- 172.21.15.46:0/920403243 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f668c0caf40 0x7f668c1f75d0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:46.306 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.306+0000 7f6691b63700 1 -- 172.21.15.46:0/920403243 >> 172.21.15.46:0/920403243 conn(0x7f668c0cc450 msgr2=0x7f668c15bdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:46.306 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.306+0000 7f6691b63700 1 -- 172.21.15.46:0/920403243 shutdown_connections 2023-09-21T13:05:46.306 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.306+0000 7f6691b63700 1 -- 172.21.15.46:0/920403243 wait complete. 2023-09-21T13:05:46.317 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-21T13:05:46.453 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.456+0000 7f1f1b122700 1 Processor -- start 2023-09-21T13:05:46.454 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.456+0000 7f1f1b122700 1 -- start start 2023-09-21T13:05:46.455 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.457+0000 7f1f1b122700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f1f140b2dd0 0x7f1f140b3240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:46.456 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.457+0000 7f1f1b122700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1f1415bdb0 con 0x7f1f14158f40 2023-09-21T13:05:46.456 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.457+0000 7f1f1b122700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1f1415f850 con 0x7f1f140d0980 2023-09-21T13:05:46.456 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.457+0000 7f1f1b122700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1f140b3780 con 0x7f1f140b2dd0 2023-09-21T13:05:46.456 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.457+0000 7f1f18ebe700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f1f14158f40 0x7f1f1415f000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:57688/0 (socket says 172.21.15.46:57688) 2023-09-21T13:05:46.456 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.457+0000 7f1f18ebe700 1 -- 172.21.15.46:0/2834305804 learned_addr learned my addr 172.21.15.46:0/2834305804 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:05:46.457 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.457+0000 7f1f196bf700 1 --2- 172.21.15.46:0/2834305804 >> v2:172.21.15.57:3300/0 conn(0x7f1f140b2dd0 0x7f1f140b3240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:46.457 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.457+0000 7f1f137fe700 1 -- 172.21.15.46:0/2834305804 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 975754130 0 0) 0x7f1f1415bdb0 con 0x7f1f14158f40 2023-09-21T13:05:46.457 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.457+0000 7f1f137fe700 1 -- 172.21.15.46:0/2834305804 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1f040035b0 con 0x7f1f14158f40 2023-09-21T13:05:46.457 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.458+0000 7f1f196bf700 1 -- 172.21.15.46:0/2834305804 >> v1:172.21.15.57:6789/0 conn(0x7f1f140d0980 legacy=0x7f1f1415c240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:46.457 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.458+0000 7f1f196bf700 1 -- 172.21.15.46:0/2834305804 >> v1:172.21.15.46:6789/0 conn(0x7f1f14158f40 legacy=0x7f1f1415f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:46.458 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.458+0000 7f1f196bf700 1 -- 172.21.15.46:0/2834305804 --> v2:172.21.15.57:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f1415fb30 con 0x7f1f140b2dd0 2023-09-21T13:05:46.458 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.458+0000 7f1f196bf700 1 --2- 172.21.15.46:0/2834305804 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f1f140b2dd0 0x7f1f140b3240 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f1f0c009d90 tx=0x7f1f0c00b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6791af3dfccb1467 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:46.458 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.458+0000 7f1f137fe700 1 -- 172.21.15.46:0/2834305804 <== mon.1 v2:172.21.15.57:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f0c00e070 con 0x7f1f140b2dd0 2023-09-21T13:05:46.458 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.458+0000 7f1f137fe700 1 -- 172.21.15.46:0/2834305804 <== mon.1 v2:172.21.15.57:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1f0c00bb20 con 0x7f1f140b2dd0 2023-09-21T13:05:46.459 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.458+0000 7f1f137fe700 1 -- 172.21.15.46:0/2834305804 <== mon.1 v2:172.21.15.57:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f0c012430 con 0x7f1f140b2dd0 2023-09-21T13:05:46.461 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.459+0000 7f1f1b122700 1 -- 172.21.15.46:0/2834305804 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f1f140b2dd0 msgr2=0x7f1f140b3240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:46.462 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.459+0000 7f1f1b122700 1 --2- 172.21.15.46:0/2834305804 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f1f140b2dd0 0x7f1f140b3240 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f1f0c009d90 tx=0x7f1f0c00b330 comp rx=0 tx=0).stop 2023-09-21T13:05:46.462 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.459+0000 7f1f1b122700 1 -- 172.21.15.46:0/2834305804 shutdown_connections 2023-09-21T13:05:46.462 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.459+0000 7f1f1b122700 1 --2- 172.21.15.46:0/2834305804 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f1f140b2dd0 0x7f1f140b3240 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:46.462 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.459+0000 7f1f1b122700 1 -- 172.21.15.46:0/2834305804 >> 172.21.15.46:0/2834305804 conn(0x7f1f1406eb20 msgr2=0x7f1f1406ef00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:46.462 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.459+0000 7f1f1b122700 1 -- 172.21.15.46:0/2834305804 shutdown_connections 2023-09-21T13:05:46.463 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.459+0000 7f1f1b122700 1 -- 172.21.15.46:0/2834305804 wait complete. 2023-09-21T13:05:46.463 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.461+0000 7f1f1b122700 1 Processor -- start 2023-09-21T13:05:46.463 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.461+0000 7f1f1b122700 1 -- start start 2023-09-21T13:05:46.463 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.463+0000 7f1f1b122700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f1f140b2dd0 0x7f1f140b6560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:46.463 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.463+0000 7f1f1b122700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f1f140d0980 0x7f1f141598a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:46.464 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.463+0000 7f1f1b122700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1f14158f40 0x7f1f14159de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:46.464 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.463+0000 7f1f1b122700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f14145dd0 con 0x7f1f14158f40 2023-09-21T13:05:46.464 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.463+0000 7f1f1b122700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f140b6aa0 con 0x7f1f140b2dd0 2023-09-21T13:05:46.464 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.463+0000 7f1f1b122700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1f140cb380 con 0x7f1f140d0980 2023-09-21T13:05:46.464 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.463+0000 7f1f196bf700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1f14158f40 0x7f1f14159de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:46.465 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.463+0000 7f1f196bf700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1f14158f40 0x7f1f14159de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:57920/0 (socket says 172.21.15.46:57920) 2023-09-21T13:05:46.465 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.463+0000 7f1f196bf700 1 -- 172.21.15.46:0/964191177 learned_addr learned my addr 172.21.15.46:0/964191177 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:46.465 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.463+0000 7f1f13fff700 1 --2- 172.21.15.46:0/964191177 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f1f140d0980 0x7f1f141598a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:46.465 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.463+0000 7f1f18ebe700 1 --2- 172.21.15.46:0/964191177 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f1f140b2dd0 0x7f1f140b6560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:46.465 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.463+0000 7f1f196bf700 1 -- 172.21.15.46:0/964191177 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f1f140d0980 msgr2=0x7f1f141598a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:46.465 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.463+0000 7f1f196bf700 1 --2- 172.21.15.46:0/964191177 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f1f140d0980 0x7f1f141598a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:46.466 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.463+0000 7f1f196bf700 1 -- 172.21.15.46:0/964191177 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f1f140b2dd0 msgr2=0x7f1f140b6560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:46.466 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.463+0000 7f1f196bf700 1 --2- 172.21.15.46:0/964191177 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f1f140b2dd0 0x7f1f140b6560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:46.466 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.463+0000 7f1f196bf700 1 -- 172.21.15.46:0/964191177 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f0c009a70 con 0x7f1f14158f40 2023-09-21T13:05:46.466 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.463+0000 7f1f196bf700 1 --2- 172.21.15.46:0/964191177 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1f14158f40 0x7f1f14159de0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f1f140d2410 tx=0x7f1f0c004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:46.466 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.463+0000 7f1f117fa700 1 -- 172.21.15.46:0/964191177 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f0c012430 con 0x7f1f14158f40 2023-09-21T13:05:46.467 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.463+0000 7f1f117fa700 1 -- 172.21.15.46:0/964191177 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1f0c020070 con 0x7f1f14158f40 2023-09-21T13:05:46.467 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.463+0000 7f1f1b122700 1 -- 172.21.15.46:0/964191177 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1f140c8680 con 0x7f1f14158f40 2023-09-21T13:05:46.467 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.463+0000 7f1f117fa700 1 -- 172.21.15.46:0/964191177 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f0c004280 con 0x7f1f14158f40 2023-09-21T13:05:46.467 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.463+0000 7f1f1b122700 1 -- 172.21.15.46:0/964191177 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1f140cb0a0 con 0x7f1f14158f40 2023-09-21T13:05:46.467 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.464+0000 7f1f1b122700 1 -- 172.21.15.46:0/964191177 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1f14145f10 con 0x7f1f14158f40 2023-09-21T13:05:46.468 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.464+0000 7f1f117fa700 1 -- 172.21.15.46:0/964191177 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f1f0c0043e0 con 0x7f1f14158f40 2023-09-21T13:05:46.469 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.465+0000 7f1f117fa700 1 --2- 172.21.15.46:0/964191177 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f1ef806a580 0x7f1ef806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:46.469 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.465+0000 7f1f117fa700 1 -- 172.21.15.46:0/964191177 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1f0c022070 con 0x7f1f14158f40 2023-09-21T13:05:46.469 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.465+0000 7f1f18ebe700 1 --2- 172.21.15.46:0/964191177 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f1ef806a580 0x7f1ef806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:46.469 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.465+0000 7f1f18ebe700 1 --2- 172.21.15.46:0/964191177 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f1ef806a580 0x7f1ef806ca40 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f1f08007fd0 tx=0x7f1f08007dc0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:46.469 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.470+0000 7f1f117fa700 1 -- 172.21.15.46:0/964191177 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f1f14145f10 con 0x7f1f14158f40 2023-09-21T13:05:46.674 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.677+0000 7f1f1b122700 1 -- 172.21.15.46:0/964191177 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f1f14145f10 con 0x7f1f14158f40 2023-09-21T13:05:46.675 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.679+0000 7f1f117fa700 1 -- 172.21.15.46:0/964191177 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16457 (secure 0 0 0) 0x7f1f14145f10 con 0x7f1f14158f40 2023-09-21T13:05:46.676 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:05:46.676 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":20,"fsid":"3cbfaf88-469e-4129-b70d-6dd2d92bd0a4","created":"2023-09-21T13:04:52.312650+0000","modified":"2023-09-21T13:05:17.736372+0000","last_up_change":"2023-09-21T13:05:04.397018+0000","last_in_change":"2023-09-21T13:04:55.853368+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-21T13:05:05.036373+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-09-21T13:05:14.305630+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-09-21T13:05:15.146424+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"23992b72-ed3c-4a14-ae79-8150e0fedbf7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6810","nonce":1682463833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6814","nonce":1682463833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6822","nonce":1682463833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6818","nonce":1682463833}]},"public_addr":"172.21.15.46:6810/1682463833","cluster_addr":"172.21.15.46:6814/1682463833","heartbeat_back_addr":"172.21.15.46:6822/1682463833","heartbeat_front_addr":"172.21.15.46:6818/1682463833","state":["exists","up"]},{"osd":1,"uuid":"2578f708-e052-4bdd-bcef-54808f1d1ef4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6800","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6801","nonce":3674836117}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6803","nonce":3674836117}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6807","nonce":3674836117}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6805","nonce":3674836117}]},"public_addr":"172.21.15.46:6801/3674836117","cluster_addr":"172.21.15.46:6803/3674836117","heartbeat_back_addr":"172.21.15.46:6807/3674836117","heartbeat_front_addr":"172.21.15.46:6805/3674836117","state":["exists","up"]},{"osd":2,"uuid":"6db5fc17-2472-42fd-a613-8cc24a815cfe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6825","nonce":3956023171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6827","nonce":3956023171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6831","nonce":3956023171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6829","nonce":3956023171}]},"public_addr":"172.21.15.46:6825/3956023171","cluster_addr":"172.21.15.46:6827/3956023171","heartbeat_back_addr":"172.21.15.46:6831/3956023171","heartbeat_front_addr":"172.21.15.46:6829/3956023171","state":["exists","up"]},{"osd":3,"uuid":"b0ddd2cd-9025-471f-a976-d7bc356eb10b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6809","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6811","nonce":1834230057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6813","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6815","nonce":1834230057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6821","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6823","nonce":1834230057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6817","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6819","nonce":1834230057}]},"public_addr":"172.21.15.46:6811/1834230057","cluster_addr":"172.21.15.46:6815/1834230057","heartbeat_back_addr":"172.21.15.46:6823/1834230057","heartbeat_front_addr":"172.21.15.46:6819/1834230057","state":["exists","up"]},{"osd":4,"uuid":"51245ec8-6073-476b-aea6-482f9a379f43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6800","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6801","nonce":867529145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6802","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6803","nonce":867529145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6806","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6807","nonce":867529145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6804","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6805","nonce":867529145}]},"public_addr":"172.21.15.57:6801/867529145","cluster_addr":"172.21.15.57:6803/867529145","heartbeat_back_addr":"172.21.15.57:6807/867529145","heartbeat_front_addr":"172.21.15.57:6805/867529145","state":["exists","up"]},{"osd":5,"uuid":"6be64509-8d19-48af-aa7d-2744199eb3c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6824","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6825","nonce":2639760353}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6826","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6827","nonce":2639760353}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6830","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6831","nonce":2639760353}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6828","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6829","nonce":2639760353}]},"public_addr":"172.21.15.57:6825/2639760353","cluster_addr":"172.21.15.57:6827/2639760353","heartbeat_back_addr":"172.21.15.57:6831/2639760353","heartbeat_front_addr":"172.21.15.57:6829/2639760353","state":["exists","up"]},{"osd":6,"uuid":"8bfda35e-f97c-4419-a105-ff306eff7a42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6808","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6809","nonce":3693682875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6810","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6811","nonce":3693682875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6814","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6815","nonce":3693682875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6812","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6813","nonce":3693682875}]},"public_addr":"172.21.15.57:6809/3693682875","cluster_addr":"172.21.15.57:6811/3693682875","heartbeat_back_addr":"172.21.15.57:6815/3693682875","heartbeat_front_addr":"172.21.15.57:6813/3693682875","state":["exists","up"]},{"osd":7,"uuid":"49fc1df7-ab94-4da5-b915-8f7cc61f2714","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6816","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6817","nonce":1729728830}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6818","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6819","nonce":1729728830}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6822","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6823","nonce":1729728830}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6820","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6821","nonce":1729728830}]},"public_addr":"172.21.15.57:6817/1729728830","cluster_addr":"172.21.15.57:6819/1729728830","heartbeat_back_addr":"172.21.15.57:6823/1729728830","heartbeat_front_addr":"172.21.15.57:6821/1729728830","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:00.955073+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.074451+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.068487+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.010348+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.035446+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.101249+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.104509+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.077361+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-21T13:05:46.678 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.681+0000 7f1f1b122700 1 -- 172.21.15.46:0/964191177 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f1ef806a580 msgr2=0x7f1ef806ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:46.679 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.681+0000 7f1f1b122700 1 --2- 172.21.15.46:0/964191177 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f1ef806a580 0x7f1ef806ca40 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f1f08007fd0 tx=0x7f1f08007dc0 comp rx=0 tx=0).stop 2023-09-21T13:05:46.679 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.681+0000 7f1f1b122700 1 -- 172.21.15.46:0/964191177 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1f14158f40 msgr2=0x7f1f14159de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:46.679 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.681+0000 7f1f1b122700 1 --2- 172.21.15.46:0/964191177 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1f14158f40 0x7f1f14159de0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f1f140d2410 tx=0x7f1f0c004ad0 comp rx=0 tx=0).stop 2023-09-21T13:05:46.679 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.681+0000 7f1f1b122700 1 -- 172.21.15.46:0/964191177 shutdown_connections 2023-09-21T13:05:46.679 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.681+0000 7f1f1b122700 1 --2- 172.21.15.46:0/964191177 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f1ef806a580 0x7f1ef806ca40 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:46.680 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.681+0000 7f1f1b122700 1 --2- 172.21.15.46:0/964191177 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1f14158f40 0x7f1f14159de0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:46.680 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.681+0000 7f1f1b122700 1 --2- 172.21.15.46:0/964191177 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f1f140b2dd0 0x7f1f140b6560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:46.680 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.681+0000 7f1f1b122700 1 --2- 172.21.15.46:0/964191177 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f1f140d0980 0x7f1f141598a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:46.680 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.681+0000 7f1f1b122700 1 -- 172.21.15.46:0/964191177 >> 172.21.15.46:0/964191177 conn(0x7f1f1406eb20 msgr2=0x7f1f1406ef00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:46.680 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.681+0000 7f1f1b122700 1 -- 172.21.15.46:0/964191177 shutdown_connections 2023-09-21T13:05:46.681 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.681+0000 7f1f1b122700 1 -- 172.21.15.46:0/964191177 wait complete. 2023-09-21T13:05:46.692 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-09-21T13:05:05.036373+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-09-21T13:05:14.305630+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-09-21T13:05:15.146424+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-09-21T13:05:46.692 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-09-21T13:05:46.832 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.836+0000 7f457a947700 1 Processor -- start 2023-09-21T13:05:46.832 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.836+0000 7f457a947700 1 -- start start 2023-09-21T13:05:46.835 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.837+0000 7f457a947700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f457406ef50 0x7f45740cd8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:46.835 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.837+0000 7f457a947700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f457406f330 0x7f45740cbf00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:46.835 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.837+0000 7f457a947700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f457415aa80 con 0x7f45740b30e0 2023-09-21T13:05:46.836 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.837+0000 7f457a947700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4574072840 con 0x7f457406ef50 2023-09-21T13:05:46.836 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.837+0000 7f457a947700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4574071fa0 con 0x7f457406f330 2023-09-21T13:05:46.836 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.837+0000 7f4573fff700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f457406ef50 0x7f45740cd8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:46.836 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.837+0000 7f4573fff700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f457406ef50 0x7f45740cd8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:57934/0 (socket says 172.21.15.46:57934) 2023-09-21T13:05:46.836 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.837+0000 7f4573fff700 1 -- 172.21.15.46:0/990972842 learned_addr learned my addr 172.21.15.46:0/990972842 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:46.837 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.837+0000 7f4578ee4700 1 --2- 172.21.15.46:0/990972842 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f457406f330 0x7f45740cbf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:46.837 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.837+0000 7f4573fff700 1 -- 172.21.15.46:0/990972842 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f457406f330 msgr2=0x7f45740cbf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:46.837 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.837+0000 7f4573fff700 1 --2- 172.21.15.46:0/990972842 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f457406f330 0x7f45740cbf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:46.837 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.837+0000 7f4573fff700 1 -- 172.21.15.46:0/990972842 >> v1:172.21.15.57:6789/0 conn(0x7f45740b30e0 legacy=0x7f45740717c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:46.837 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.837+0000 7f4573fff700 1 -- 172.21.15.46:0/990972842 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4574072280 con 0x7f457406ef50 2023-09-21T13:05:46.838 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.837+0000 7f4573fff700 1 --2- 172.21.15.46:0/990972842 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f457406ef50 0x7f45740cd8a0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f45640098f0 tx=0x7f4564009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=537ccc4dfea054c8 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:46.838 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.838+0000 7f4572ffd700 1 -- 172.21.15.46:0/990972842 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f456400b8a0 con 0x7f457406ef50 2023-09-21T13:05:46.838 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.838+0000 7f4572ffd700 1 -- 172.21.15.46:0/990972842 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f456400ba00 con 0x7f457406ef50 2023-09-21T13:05:46.838 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.838+0000 7f4572ffd700 1 -- 172.21.15.46:0/990972842 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f456400bd90 con 0x7f457406ef50 2023-09-21T13:05:46.838 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.838+0000 7f457a947700 1 -- 172.21.15.46:0/990972842 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f457406ef50 msgr2=0x7f45740cd8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:46.839 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.838+0000 7f457a947700 1 --2- 172.21.15.46:0/990972842 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f457406ef50 0x7f45740cd8a0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f45640098f0 tx=0x7f4564009c00 comp rx=0 tx=0).stop 2023-09-21T13:05:46.839 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.838+0000 7f457a947700 1 -- 172.21.15.46:0/990972842 shutdown_connections 2023-09-21T13:05:46.839 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.838+0000 7f457a947700 1 --2- 172.21.15.46:0/990972842 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f457406f330 0x7f45740cbf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:46.839 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.838+0000 7f457a947700 1 --2- 172.21.15.46:0/990972842 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f457406ef50 0x7f45740cd8a0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:46.839 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.838+0000 7f457a947700 1 -- 172.21.15.46:0/990972842 >> 172.21.15.46:0/990972842 conn(0x7f45740ccd10 msgr2=0x7f45740cd120 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:46.840 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.838+0000 7f457a947700 1 -- 172.21.15.46:0/990972842 shutdown_connections 2023-09-21T13:05:46.840 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.838+0000 7f457a947700 1 -- 172.21.15.46:0/990972842 wait complete. 2023-09-21T13:05:46.842 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.839+0000 7f457a947700 1 Processor -- start 2023-09-21T13:05:46.843 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.840+0000 7f457a947700 1 -- start start 2023-09-21T13:05:46.843 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.840+0000 7f457a947700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f457406ef50 0x7f4574152170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:46.843 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.840+0000 7f457a947700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f457406f330 0x7f45740c5bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:46.843 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.840+0000 7f457a947700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f45740b30e0 0x7f457414fa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:46.843 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.840+0000 7f457a947700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45740c7360 con 0x7f457406f330 2023-09-21T13:05:46.844 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.840+0000 7f457a947700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45740c7ee0 con 0x7f457406ef50 2023-09-21T13:05:46.844 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.840+0000 7f457a947700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f45740c75b0 con 0x7f45740b30e0 2023-09-21T13:05:46.844 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.841+0000 7f45737fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f457406f330 0x7f45740c5bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:46.844 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.841+0000 7f45737fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f457406f330 0x7f45740c5bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:57944/0 (socket says 172.21.15.46:57944) 2023-09-21T13:05:46.844 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.841+0000 7f45737fe700 1 -- 172.21.15.46:0/1643876950 learned_addr learned my addr 172.21.15.46:0/1643876950 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:46.845 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.841+0000 7f4578ee4700 1 --2- 172.21.15.46:0/1643876950 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f45740b30e0 0x7f457414fa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:46.845 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.841+0000 7f4573fff700 1 --2- 172.21.15.46:0/1643876950 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f457406ef50 0x7f4574152170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:46.845 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.841+0000 7f45737fe700 1 -- 172.21.15.46:0/1643876950 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f45740b30e0 msgr2=0x7f457414fa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:46.845 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.841+0000 7f45737fe700 1 --2- 172.21.15.46:0/1643876950 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f45740b30e0 0x7f457414fa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:46.846 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.841+0000 7f45737fe700 1 -- 172.21.15.46:0/1643876950 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f457406ef50 msgr2=0x7f4574152170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:46.846 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.841+0000 7f45737fe700 1 --2- 172.21.15.46:0/1643876950 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f457406ef50 0x7f4574152170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:46.846 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.841+0000 7f45737fe700 1 -- 172.21.15.46:0/1643876950 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4564009550 con 0x7f457406f330 2023-09-21T13:05:46.846 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.841+0000 7f4573fff700 1 --2- 172.21.15.46:0/1643876950 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f457406ef50 0x7f4574152170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T13:05:46.846 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.841+0000 7f45737fe700 1 --2- 172.21.15.46:0/1643876950 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f457406f330 0x7f45740c5bc0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f456800c450 tx=0x7f456800c810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:46.847 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.841+0000 7f4570ff9700 1 -- 172.21.15.46:0/1643876950 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45680052d0 con 0x7f457406f330 2023-09-21T13:05:46.847 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.841+0000 7f4570ff9700 1 -- 172.21.15.46:0/1643876950 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4568005430 con 0x7f457406f330 2023-09-21T13:05:46.847 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.841+0000 7f4570ff9700 1 -- 172.21.15.46:0/1643876950 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45680038c0 con 0x7f457406f330 2023-09-21T13:05:46.847 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.841+0000 7f457a947700 1 -- 172.21.15.46:0/1643876950 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f45740c7890 con 0x7f457406f330 2023-09-21T13:05:46.847 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.841+0000 7f457a947700 1 -- 172.21.15.46:0/1643876950 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f45741526b0 con 0x7f457406f330 2023-09-21T13:05:46.848 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.842+0000 7f457a947700 1 -- 172.21.15.46:0/1643876950 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f45740b3510 con 0x7f457406f330 2023-09-21T13:05:46.848 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.843+0000 7f4570ff9700 1 -- 172.21.15.46:0/1643876950 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f4568003a20 con 0x7f457406f330 2023-09-21T13:05:46.848 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.843+0000 7f4570ff9700 1 --2- 172.21.15.46:0/1643876950 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f456006a580 0x7f456006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:46.848 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.843+0000 7f4570ff9700 1 -- 172.21.15.46:0/1643876950 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f4568087d20 con 0x7f457406f330 2023-09-21T13:05:46.848 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.843+0000 7f4573fff700 1 --2- 172.21.15.46:0/1643876950 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f456006a580 0x7f456006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:46.849 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.844+0000 7f4573fff700 1 --2- 172.21.15.46:0/1643876950 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f456006a580 0x7f456006ca40 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f4564009130 tx=0x7f4564008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:46.849 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:46.848+0000 7f4570ff9700 1 -- 172.21.15.46:0/1643876950 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f45740b3510 con 0x7f457406f330 2023-09-21T13:05:47.052 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.055+0000 7f457a947700 1 -- 172.21.15.46:0/1643876950 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f457415aa80 con 0x7f457406f330 2023-09-21T13:05:47.052 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.055+0000 7f4570ff9700 1 -- 172.21.15.46:0/1643876950 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7f4568017020 con 0x7f457406f330 2023-09-21T13:05:47.052 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 1 2023-09-21T13:05:47.055 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.058+0000 7f457a947700 1 -- 172.21.15.46:0/1643876950 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f456006a580 msgr2=0x7f456006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:47.055 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.058+0000 7f457a947700 1 --2- 172.21.15.46:0/1643876950 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f456006a580 0x7f456006ca40 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f4564009130 tx=0x7f4564008030 comp rx=0 tx=0).stop 2023-09-21T13:05:47.055 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.058+0000 7f457a947700 1 -- 172.21.15.46:0/1643876950 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f457406f330 msgr2=0x7f45740c5bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:47.055 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.058+0000 7f457a947700 1 --2- 172.21.15.46:0/1643876950 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f457406f330 0x7f45740c5bc0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f456800c450 tx=0x7f456800c810 comp rx=0 tx=0).stop 2023-09-21T13:05:47.055 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.058+0000 7f457a947700 1 -- 172.21.15.46:0/1643876950 shutdown_connections 2023-09-21T13:05:47.056 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.058+0000 7f457a947700 1 --2- 172.21.15.46:0/1643876950 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f456006a580 0x7f456006ca40 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:47.056 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.058+0000 7f457a947700 1 --2- 172.21.15.46:0/1643876950 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f45740b30e0 0x7f457414fa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:47.056 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.058+0000 7f457a947700 1 --2- 172.21.15.46:0/1643876950 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f457406ef50 0x7f4574152170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:47.056 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.058+0000 7f457a947700 1 --2- 172.21.15.46:0/1643876950 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f457406f330 0x7f45740c5bc0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:47.056 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.058+0000 7f457a947700 1 -- 172.21.15.46:0/1643876950 >> 172.21.15.46:0/1643876950 conn(0x7f45740ccd10 msgr2=0x7f4574159900 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:47.057 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.058+0000 7f457a947700 1 -- 172.21.15.46:0/1643876950 shutdown_connections 2023-09-21T13:05:47.057 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.058+0000 7f457a947700 1 -- 172.21.15.46:0/1643876950 wait complete. 2023-09-21T13:05:47.068 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-09-21T13:05:47.211 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.214+0000 7fa90716f700 1 Processor -- start 2023-09-21T13:05:47.211 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.215+0000 7fa90716f700 1 -- start start 2023-09-21T13:05:47.213 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.215+0000 7fa90716f700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7fa900152550 0x7fa9000d0830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:47.213 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.215+0000 7fa90716f700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fa9000d0d70 0x7fa90015be30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:47.213 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.215+0000 7fa90716f700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa90015b970 con 0x7fa900152170 2023-09-21T13:05:47.213 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.215+0000 7fa90716f700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa9000d1170 con 0x7fa9000d0d70 2023-09-21T13:05:47.214 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.215+0000 7fa90716f700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa9000cc290 con 0x7fa900152550 2023-09-21T13:05:47.214 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.216+0000 7fa90570c700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fa9000d0d70 0x7fa90015be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:47.214 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.216+0000 7fa904f0b700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7fa900152170 0x7fa9000cbb80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:57694/0 (socket says 172.21.15.46:57694) 2023-09-21T13:05:47.214 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.216+0000 7fa904f0b700 1 -- 172.21.15.46:0/4218440306 learned_addr learned my addr 172.21.15.46:0/4218440306 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:05:47.215 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.216+0000 7fa8fffff700 1 --2- 172.21.15.46:0/4218440306 >> v2:172.21.15.57:3300/0 conn(0x7fa900152550 0x7fa9000d0830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:47.215 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.216+0000 7fa90570c700 1 -- 172.21.15.46:0/4218440306 >> v2:172.21.15.57:3300/0 conn(0x7fa900152550 msgr2=0x7fa9000d0830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:47.215 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.216+0000 7fa90570c700 1 --2- 172.21.15.46:0/4218440306 >> v2:172.21.15.57:3300/0 conn(0x7fa900152550 0x7fa9000d0830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:47.216 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.216+0000 7fa90570c700 1 -- 172.21.15.46:0/4218440306 >> v1:172.21.15.46:6789/0 conn(0x7fa900152170 legacy=0x7fa9000cbb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:47.216 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.216+0000 7fa90570c700 1 -- 172.21.15.46:0/4218440306 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa90015f3d0 con 0x7fa9000d0d70 2023-09-21T13:05:47.216 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.216+0000 7fa8ff7fe700 1 -- 172.21.15.46:0/4218440306 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1576977656 0 0) 0x7fa90015b970 con 0x7fa900152170 2023-09-21T13:05:47.216 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.216+0000 7fa90570c700 1 --2- 172.21.15.46:0/4218440306 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa9000d0d70 0x7fa90015be30 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fa900071d60 tx=0x7fa8f800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1ce777ce4d37ac7e server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:47.216 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.216+0000 7fa8ff7fe700 1 -- 172.21.15.46:0/4218440306 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8f800e070 con 0x7fa9000d0d70 2023-09-21T13:05:47.217 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.216+0000 7fa8ff7fe700 1 -- 172.21.15.46:0/4218440306 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa8f800bb20 con 0x7fa9000d0d70 2023-09-21T13:05:47.217 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.216+0000 7fa8ff7fe700 1 -- 172.21.15.46:0/4218440306 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8f8012430 con 0x7fa9000d0d70 2023-09-21T13:05:47.220 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.217+0000 7fa90716f700 1 -- 172.21.15.46:0/4218440306 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa9000d0d70 msgr2=0x7fa90015be30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:47.220 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.217+0000 7fa90716f700 1 --2- 172.21.15.46:0/4218440306 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa9000d0d70 0x7fa90015be30 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fa900071d60 tx=0x7fa8f800b330 comp rx=0 tx=0).stop 2023-09-21T13:05:47.221 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.217+0000 7fa90716f700 1 -- 172.21.15.46:0/4218440306 shutdown_connections 2023-09-21T13:05:47.221 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.217+0000 7fa90716f700 1 --2- 172.21.15.46:0/4218440306 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa9000d0d70 0x7fa90015be30 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:47.221 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.217+0000 7fa90716f700 1 --2- 172.21.15.46:0/4218440306 >> v2:172.21.15.57:3300/0 conn(0x7fa900152550 0x7fa9000d0830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:47.221 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.217+0000 7fa90716f700 1 -- 172.21.15.46:0/4218440306 >> 172.21.15.46:0/4218440306 conn(0x7fa90006ea60 msgr2=0x7fa90006ee40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:47.221 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.217+0000 7fa90716f700 1 -- 172.21.15.46:0/4218440306 shutdown_connections 2023-09-21T13:05:47.222 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.217+0000 7fa90716f700 1 -- 172.21.15.46:0/4218440306 wait complete. 2023-09-21T13:05:47.222 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.218+0000 7fa90716f700 1 Processor -- start 2023-09-21T13:05:47.222 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.218+0000 7fa90716f700 1 -- start start 2023-09-21T13:05:47.222 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.219+0000 7fa90716f700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fa9000d0d70 0x7fa90015a680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:47.223 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.219+0000 7fa90716f700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fa900152170 0x7fa900155fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:47.223 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.219+0000 7fa90716f700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa900152550 0x7fa900157290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:47.223 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.219+0000 7fa90716f700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa900156520 con 0x7fa900152550 2023-09-21T13:05:47.223 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.219+0000 7fa90716f700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9001f47c0 con 0x7fa900152170 2023-09-21T13:05:47.223 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.219+0000 7fa90716f700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa9001f3ed0 con 0x7fa9000d0d70 2023-09-21T13:05:47.224 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.220+0000 7fa90570c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa900152550 0x7fa900157290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:47.224 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.220+0000 7fa90570c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa900152550 0x7fa900157290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:57964/0 (socket says 172.21.15.46:57964) 2023-09-21T13:05:47.224 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.220+0000 7fa90570c700 1 -- 172.21.15.46:0/1188037930 learned_addr learned my addr 172.21.15.46:0/1188037930 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:47.224 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.220+0000 7fa904f0b700 1 --2- 172.21.15.46:0/1188037930 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fa9000d0d70 0x7fa90015a680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:47.224 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.220+0000 7fa8fffff700 1 --2- 172.21.15.46:0/1188037930 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fa900152170 0x7fa900155fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:47.225 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.220+0000 7fa90570c700 1 -- 172.21.15.46:0/1188037930 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fa9000d0d70 msgr2=0x7fa90015a680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:47.225 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.220+0000 7fa90570c700 1 --2- 172.21.15.46:0/1188037930 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fa9000d0d70 0x7fa90015a680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:47.225 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.220+0000 7fa90570c700 1 -- 172.21.15.46:0/1188037930 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fa900152170 msgr2=0x7fa900155fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:47.225 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.220+0000 7fa90570c700 1 --2- 172.21.15.46:0/1188037930 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fa900152170 0x7fa900155fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:47.225 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.220+0000 7fa90570c700 1 -- 172.21.15.46:0/1188037930 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa8f8009a70 con 0x7fa900152550 2023-09-21T13:05:47.226 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.220+0000 7fa90570c700 1 --2- 172.21.15.46:0/1188037930 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa900152550 0x7fa900157290 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fa9000cea70 tx=0x7fa8f8004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:47.226 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.220+0000 7fa8fd7fa700 1 -- 172.21.15.46:0/1188037930 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8f8012430 con 0x7fa900152550 2023-09-21T13:05:47.226 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.220+0000 7fa8fd7fa700 1 -- 172.21.15.46:0/1188037930 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa8f8020070 con 0x7fa900152550 2023-09-21T13:05:47.226 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.220+0000 7fa8fd7fa700 1 -- 172.21.15.46:0/1188037930 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8f8004280 con 0x7fa900152550 2023-09-21T13:05:47.226 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.220+0000 7fa90716f700 1 -- 172.21.15.46:0/1188037930 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa9001f4170 con 0x7fa900152550 2023-09-21T13:05:47.227 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.220+0000 7fa90716f700 1 -- 172.21.15.46:0/1188037930 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa90015ad10 con 0x7fa900152550 2023-09-21T13:05:47.227 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.221+0000 7fa90716f700 1 -- 172.21.15.46:0/1188037930 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa900068340 con 0x7fa900152550 2023-09-21T13:05:47.227 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.222+0000 7fa8fd7fa700 1 -- 172.21.15.46:0/1188037930 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fa8f80043e0 con 0x7fa900152550 2023-09-21T13:05:47.227 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.222+0000 7fa8fd7fa700 1 --2- 172.21.15.46:0/1188037930 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fa8ec06a580 0x7fa8ec06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:47.227 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.222+0000 7fa8fd7fa700 1 -- 172.21.15.46:0/1188037930 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa8f8022070 con 0x7fa900152550 2023-09-21T13:05:47.228 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.222+0000 7fa904f0b700 1 --2- 172.21.15.46:0/1188037930 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fa8ec06a580 0x7fa8ec06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:47.228 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.223+0000 7fa904f0b700 1 --2- 172.21.15.46:0/1188037930 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fa8ec06a580 0x7fa8ec06ca40 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fa8f0007fd0 tx=0x7fa8f0007de0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:47.228 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.227+0000 7fa8fd7fa700 1 -- 172.21.15.46:0/1188037930 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fa8f8055b80 con 0x7fa900152550 2023-09-21T13:05:47.432 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.436+0000 7fa90716f700 1 -- 172.21.15.46:0/1188037930 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fa9000cdbd0 con 0x7fa900152550 2023-09-21T13:05:47.433 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.436+0000 7fa8fd7fa700 1 -- 172.21.15.46:0/1188037930 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7fa8f80591a0 con 0x7fa900152550 2023-09-21T13:05:47.433 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 32 2023-09-21T13:05:47.436 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.439+0000 7fa90716f700 1 -- 172.21.15.46:0/1188037930 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fa8ec06a580 msgr2=0x7fa8ec06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:47.436 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.439+0000 7fa90716f700 1 --2- 172.21.15.46:0/1188037930 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fa8ec06a580 0x7fa8ec06ca40 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fa8f0007fd0 tx=0x7fa8f0007de0 comp rx=0 tx=0).stop 2023-09-21T13:05:47.436 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.439+0000 7fa90716f700 1 -- 172.21.15.46:0/1188037930 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa900152550 msgr2=0x7fa900157290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:47.436 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.439+0000 7fa90716f700 1 --2- 172.21.15.46:0/1188037930 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa900152550 0x7fa900157290 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fa9000cea70 tx=0x7fa8f8004ad0 comp rx=0 tx=0).stop 2023-09-21T13:05:47.436 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.439+0000 7fa90716f700 1 -- 172.21.15.46:0/1188037930 shutdown_connections 2023-09-21T13:05:47.437 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.439+0000 7fa90716f700 1 --2- 172.21.15.46:0/1188037930 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fa8ec06a580 0x7fa8ec06ca40 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:47.437 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.439+0000 7fa90716f700 1 --2- 172.21.15.46:0/1188037930 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa900152550 0x7fa900157290 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:47.437 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.439+0000 7fa90716f700 1 --2- 172.21.15.46:0/1188037930 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fa9000d0d70 0x7fa90015a680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:47.437 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.439+0000 7fa90716f700 1 --2- 172.21.15.46:0/1188037930 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fa900152170 0x7fa900155fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:47.437 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.439+0000 7fa90716f700 1 -- 172.21.15.46:0/1188037930 >> 172.21.15.46:0/1188037930 conn(0x7fa90006ea60 msgr2=0x7fa90006ee40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:47.438 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.439+0000 7fa90716f700 1 -- 172.21.15.46:0/1188037930 shutdown_connections 2023-09-21T13:05:47.438 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.439+0000 7fa90716f700 1 -- 172.21.15.46:0/1188037930 wait complete. 2023-09-21T13:05:47.449 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-09-21T13:05:47.589 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.592+0000 7f3679295700 1 Processor -- start 2023-09-21T13:05:47.589 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.592+0000 7f3679295700 1 -- start start 2023-09-21T13:05:47.591 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.593+0000 7f3679295700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f367415d7f0 0x7f3674161d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:47.592 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.593+0000 7f3679295700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f36740b4f60 0x7f36740b53c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:47.592 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.593+0000 7f3679295700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f36740b5900 con 0x7f367406b7e0 2023-09-21T13:05:47.592 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.593+0000 7f3679295700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f36741622a0 con 0x7f367415d7f0 2023-09-21T13:05:47.592 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.593+0000 7f3679295700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f36740d15f0 con 0x7f36740b4f60 2023-09-21T13:05:47.592 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.593+0000 7f36737fe700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f367406b7e0 0x7f367406bc70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:57702/0 (socket says 172.21.15.46:57702) 2023-09-21T13:05:47.593 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.593+0000 7f36737fe700 1 -- 172.21.15.46:0/3396434754 learned_addr learned my addr 172.21.15.46:0/3396434754 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:05:47.593 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.593+0000 7f3672ffd700 1 --2- 172.21.15.46:0/3396434754 >> v2:172.21.15.57:3300/0 conn(0x7f367415d7f0 0x7f3674161d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:47.593 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.593+0000 7f36727fc700 1 --2- 172.21.15.46:0/3396434754 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f36740b4f60 0x7f36740b53c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:47.593 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.594+0000 7f3671ffb700 1 -- 172.21.15.46:0/3396434754 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2740211423 0 0) 0x7f36740b5900 con 0x7f367406b7e0 2023-09-21T13:05:47.593 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.594+0000 7f3671ffb700 1 -- 172.21.15.46:0/3396434754 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f36600035b0 con 0x7f367406b7e0 2023-09-21T13:05:47.594 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.594+0000 7f3671ffb700 1 -- 172.21.15.46:0/3396434754 <== mon.0 v1:172.21.15.46:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3174235291 0 0) 0x7f36600035b0 con 0x7f367406b7e0 2023-09-21T13:05:47.594 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.594+0000 7f36727fc700 1 -- 172.21.15.46:0/3396434754 >> v2:172.21.15.57:3300/0 conn(0x7f367415d7f0 msgr2=0x7f3674161d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:47.594 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.594+0000 7f36727fc700 1 --2- 172.21.15.46:0/3396434754 >> v2:172.21.15.57:3300/0 conn(0x7f367415d7f0 0x7f3674161d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:47.594 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.594+0000 7f36727fc700 1 -- 172.21.15.46:0/3396434754 >> v1:172.21.15.46:6789/0 conn(0x7f367406b7e0 legacy=0x7f367406bc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:47.594 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.594+0000 7f36727fc700 1 -- 172.21.15.46:0/3396434754 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f36740b6710 con 0x7f36740b4f60 2023-09-21T13:05:47.595 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.594+0000 7f36727fc700 1 --2- 172.21.15.46:0/3396434754 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f36740b4f60 0x7f36740b53c0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f365c009840 tx=0x7f365c009b50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4f088ba837f3c21 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:47.595 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.594+0000 7f3671ffb700 1 -- 172.21.15.46:0/3396434754 <== mon.2 v2:172.21.15.57:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f366c0019f0 con 0x7f36740b4f60 2023-09-21T13:05:47.595 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.594+0000 7f3671ffb700 1 -- 172.21.15.46:0/3396434754 <== mon.2 v2:172.21.15.57:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f365c004030 con 0x7f36740b4f60 2023-09-21T13:05:47.595 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.594+0000 7f3671ffb700 1 -- 172.21.15.46:0/3396434754 <== mon.2 v2:172.21.15.57:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f365c0043c0 con 0x7f36740b4f60 2023-09-21T13:05:47.595 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.595+0000 7f3679295700 1 -- 172.21.15.46:0/3396434754 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f36740b4f60 msgr2=0x7f36740b53c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:47.596 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.595+0000 7f3679295700 1 --2- 172.21.15.46:0/3396434754 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f36740b4f60 0x7f36740b53c0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f365c009840 tx=0x7f365c009b50 comp rx=0 tx=0).stop 2023-09-21T13:05:47.596 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.595+0000 7f3679295700 1 -- 172.21.15.46:0/3396434754 shutdown_connections 2023-09-21T13:05:47.596 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.595+0000 7f3679295700 1 --2- 172.21.15.46:0/3396434754 >> v2:172.21.15.57:3300/0 conn(0x7f367415d7f0 0x7f3674161d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:47.596 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.595+0000 7f3679295700 1 --2- 172.21.15.46:0/3396434754 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f36740b4f60 0x7f36740b53c0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:47.596 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.595+0000 7f3679295700 1 -- 172.21.15.46:0/3396434754 >> 172.21.15.46:0/3396434754 conn(0x7f36740722c0 msgr2=0x7f36740726d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:47.597 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.595+0000 7f3679295700 1 -- 172.21.15.46:0/3396434754 shutdown_connections 2023-09-21T13:05:47.597 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.595+0000 7f3679295700 1 -- 172.21.15.46:0/3396434754 wait complete. 2023-09-21T13:05:47.599 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.596+0000 7f3679295700 1 Processor -- start 2023-09-21T13:05:47.599 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.596+0000 7f3679295700 1 -- start start 2023-09-21T13:05:47.599 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.597+0000 7f3679295700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f367406b7e0 0x7f3674159a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:47.600 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.597+0000 7f3679295700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f36740b4f60 0x7f367406bc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:47.600 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.597+0000 7f3679295700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f367415d7f0 0x7f367406c170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:47.600 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.597+0000 7f3679295700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f367415f580 con 0x7f36740b4f60 2023-09-21T13:05:47.600 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.597+0000 7f3679295700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f367415e970 con 0x7f367406b7e0 2023-09-21T13:05:47.600 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.597+0000 7f3679295700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f367415ebe0 con 0x7f367415d7f0 2023-09-21T13:05:47.601 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.597+0000 7f36727fc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f36740b4f60 0x7f367406bc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:47.601 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.597+0000 7f36727fc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f36740b4f60 0x7f367406bc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:57972/0 (socket says 172.21.15.46:57972) 2023-09-21T13:05:47.601 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.597+0000 7f36727fc700 1 -- 172.21.15.46:0/2360874332 learned_addr learned my addr 172.21.15.46:0/2360874332 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:47.601 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.598+0000 7f3672ffd700 1 --2- 172.21.15.46:0/2360874332 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f367406b7e0 0x7f3674159a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:47.601 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.598+0000 7f36737fe700 1 --2- 172.21.15.46:0/2360874332 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f367415d7f0 0x7f367406c170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:47.602 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.598+0000 7f36727fc700 1 -- 172.21.15.46:0/2360874332 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f367415d7f0 msgr2=0x7f367406c170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:47.602 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.598+0000 7f36727fc700 1 --2- 172.21.15.46:0/2360874332 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f367415d7f0 0x7f367406c170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:47.602 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.598+0000 7f36727fc700 1 -- 172.21.15.46:0/2360874332 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f367406b7e0 msgr2=0x7f3674159a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:47.602 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.598+0000 7f36727fc700 1 --2- 172.21.15.46:0/2360874332 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f367406b7e0 0x7f3674159a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:47.602 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.598+0000 7f36727fc700 1 -- 172.21.15.46:0/2360874332 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f365c0094a0 con 0x7f36740b4f60 2023-09-21T13:05:47.602 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.598+0000 7f36727fc700 1 --2- 172.21.15.46:0/2360874332 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f36740b4f60 0x7f367406bc30 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f365c0090b0 tx=0x7f365c004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:47.603 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.598+0000 7f366b7fe700 1 -- 172.21.15.46:0/2360874332 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f365c003c70 con 0x7f36740b4f60 2023-09-21T13:05:47.603 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.598+0000 7f366b7fe700 1 -- 172.21.15.46:0/2360874332 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f365c01f070 con 0x7f36740b4f60 2023-09-21T13:05:47.603 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.598+0000 7f366b7fe700 1 -- 172.21.15.46:0/2360874332 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f365c011630 con 0x7f36740b4f60 2023-09-21T13:05:47.603 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.598+0000 7f3679295700 1 -- 172.21.15.46:0/2360874332 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f367415eec0 con 0x7f36740b4f60 2023-09-21T13:05:47.603 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.598+0000 7f3679295700 1 -- 172.21.15.46:0/2360874332 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3674159f90 con 0x7f36740b4f60 2023-09-21T13:05:47.604 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.599+0000 7f3679295700 1 -- 172.21.15.46:0/2360874332 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f367415f6c0 con 0x7f36740b4f60 2023-09-21T13:05:47.604 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.600+0000 7f366b7fe700 1 -- 172.21.15.46:0/2360874332 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f365c011790 con 0x7f36740b4f60 2023-09-21T13:05:47.604 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.600+0000 7f366b7fe700 1 --2- 172.21.15.46:0/2360874332 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f365406a580 0x7f365406ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:47.604 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.600+0000 7f366b7fe700 1 -- 172.21.15.46:0/2360874332 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f365c021070 con 0x7f36740b4f60 2023-09-21T13:05:47.604 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.600+0000 7f3672ffd700 1 --2- 172.21.15.46:0/2360874332 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f365406a580 0x7f365406ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:47.604 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.601+0000 7f3672ffd700 1 --2- 172.21.15.46:0/2360874332 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f365406a580 0x7f365406ca40 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f367415aa70 tx=0x7f3664009210 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:47.605 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.605+0000 7f366b7fe700 1 -- 172.21.15.46:0/2360874332 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f367415f6c0 con 0x7f36740b4f60 2023-09-21T13:05:47.809 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.812+0000 7f3679295700 1 -- 172.21.15.46:0/2360874332 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f367415f6c0 con 0x7f36740b4f60 2023-09-21T13:05:47.809 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.813+0000 7f366b7fe700 1 -- 172.21.15.46:0/2360874332 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f367415f6c0 con 0x7f36740b4f60 2023-09-21T13:05:47.809 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 64 2023-09-21T13:05:47.812 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.815+0000 7f3679295700 1 -- 172.21.15.46:0/2360874332 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f365406a580 msgr2=0x7f365406ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:47.812 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.815+0000 7f3679295700 1 --2- 172.21.15.46:0/2360874332 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f365406a580 0x7f365406ca40 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f367415aa70 tx=0x7f3664009210 comp rx=0 tx=0).stop 2023-09-21T13:05:47.812 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.815+0000 7f3679295700 1 -- 172.21.15.46:0/2360874332 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f36740b4f60 msgr2=0x7f367406bc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:47.812 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.815+0000 7f3679295700 1 --2- 172.21.15.46:0/2360874332 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f36740b4f60 0x7f367406bc30 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f365c0090b0 tx=0x7f365c004750 comp rx=0 tx=0).stop 2023-09-21T13:05:47.812 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.815+0000 7f3679295700 1 -- 172.21.15.46:0/2360874332 shutdown_connections 2023-09-21T13:05:47.813 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.815+0000 7f3679295700 1 --2- 172.21.15.46:0/2360874332 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f365406a580 0x7f365406ca40 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:47.813 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.815+0000 7f3679295700 1 --2- 172.21.15.46:0/2360874332 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f367415d7f0 0x7f367406c170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:47.813 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.815+0000 7f3679295700 1 --2- 172.21.15.46:0/2360874332 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f367406b7e0 0x7f3674159a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:47.813 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.815+0000 7f3679295700 1 --2- 172.21.15.46:0/2360874332 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f36740b4f60 0x7f367406bc30 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:47.813 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.815+0000 7f3679295700 1 -- 172.21.15.46:0/2360874332 >> 172.21.15.46:0/2360874332 conn(0x7f36740722c0 msgr2=0x7f36740726a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:47.814 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.815+0000 7f3679295700 1 -- 172.21.15.46:0/2360874332 shutdown_connections 2023-09-21T13:05:47.814 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.815+0000 7f3679295700 1 -- 172.21.15.46:0/2360874332 wait complete. 2023-09-21T13:05:47.825 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-21T13:05:47.961 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.965+0000 7faa5c65a700 1 Processor -- start 2023-09-21T13:05:47.962 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.965+0000 7faa5c65a700 1 -- start start 2023-09-21T13:05:47.965 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.966+0000 7faa5c65a700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7faa5415d870 0x7faa540d1d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:47.965 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.966+0000 7faa5c65a700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7faa540d22a0 con 0x7faa540d07f0 2023-09-21T13:05:47.966 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.966+0000 7faa5c65a700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7faa540b65d0 con 0x7faa540d3fb0 2023-09-21T13:05:47.966 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.966+0000 7faa5c65a700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faa540cf640 con 0x7faa5415d870 2023-09-21T13:05:47.966 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.966+0000 7faa5abf7700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7faa540d07f0 0x7faa540b7300 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:57708/0 (socket says 172.21.15.46:57708) 2023-09-21T13:05:47.966 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.966+0000 7faa5abf7700 1 -- 172.21.15.46:0/4157260416 learned_addr learned my addr 172.21.15.46:0/4157260416 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:05:47.966 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.967+0000 7faa5a3f6700 1 --2- 172.21.15.46:0/4157260416 >> v2:172.21.15.57:3300/0 conn(0x7faa5415d870 0x7faa540d1d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:47.967 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.967+0000 7faa593f4700 1 -- 172.21.15.46:0/4157260416 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1105686657 0 0) 0x7faa540d22a0 con 0x7faa540d07f0 2023-09-21T13:05:47.967 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.967+0000 7faa593f4700 1 -- 172.21.15.46:0/4157260416 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7faa400035b0 con 0x7faa540d07f0 2023-09-21T13:05:47.967 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.967+0000 7faa593f4700 1 -- 172.21.15.46:0/4157260416 <== mon.0 v1:172.21.15.46:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1144650083 0 0) 0x7faa400035b0 con 0x7faa540d07f0 2023-09-21T13:05:47.967 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.967+0000 7faa593f4700 1 -- 172.21.15.46:0/4157260416 >> v2:172.21.15.57:3300/0 conn(0x7faa5415d870 msgr2=0x7faa540d1d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:47.967 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.967+0000 7faa593f4700 1 --2- 172.21.15.46:0/4157260416 >> v2:172.21.15.57:3300/0 conn(0x7faa5415d870 0x7faa540d1d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:47.968 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.967+0000 7faa593f4700 1 -- 172.21.15.46:0/4157260416 >> v1:172.21.15.57:6789/0 conn(0x7faa540d3fb0 legacy=0x7faa540d00e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:47.968 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.967+0000 7faa593f4700 1 -- 172.21.15.46:0/4157260416 --> v1:172.21.15.46:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faa540b50b0 con 0x7faa540d07f0 2023-09-21T13:05:47.968 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.967+0000 7faa593f4700 1 -- 172.21.15.46:0/4157260416 <== mon.0 v1:172.21.15.46:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 834881909 0 0) 0x7faa4c0019f0 con 0x7faa540d07f0 2023-09-21T13:05:47.968 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.967+0000 7faa593f4700 1 -- 172.21.15.46:0/4157260416 >> v1:172.21.15.46:6789/0 conn(0x7faa540d07f0 legacy=0x7faa540b7300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:47.968 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.967+0000 7faa593f4700 1 --2- 172.21.15.46:0/4157260416 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7faa40003a00 0x7faa40003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:47.969 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.967+0000 7faa593f4700 1 --2- 172.21.15.46:0/4157260416 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faa40004850 0x7faa40004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:47.969 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.967+0000 7faa593f4700 1 --2- 172.21.15.46:0/4157260416 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7faa40005210 0x7faa4000ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:47.969 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.967+0000 7faa593f4700 1 -- 172.21.15.46:0/4157260416 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faa540cf640 con 0x7faa40004850 2023-09-21T13:05:47.969 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.967+0000 7faa593f4700 1 -- 172.21.15.46:0/4157260416 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faa4000c1b0 con 0x7faa40003a00 2023-09-21T13:05:47.970 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.967+0000 7faa593f4700 1 -- 172.21.15.46:0/4157260416 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faa4000c370 con 0x7faa40005210 2023-09-21T13:05:47.970 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.967+0000 7faa59bf5700 1 --2- 172.21.15.46:0/4157260416 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faa40004850 0x7faa40004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:47.970 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.967+0000 7faa5a3f6700 1 --2- 172.21.15.46:0/4157260416 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7faa40003a00 0x7faa40003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:47.970 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.967+0000 7faa5abf7700 1 --2- 172.21.15.46:0/4157260416 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7faa40005210 0x7faa4000ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:47.970 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.968+0000 7faa59bf5700 1 -- 172.21.15.46:0/4157260416 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7faa40005210 msgr2=0x7faa4000ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:47.971 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.968+0000 7faa59bf5700 1 --2- 172.21.15.46:0/4157260416 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7faa40005210 0x7faa4000ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:47.971 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.968+0000 7faa59bf5700 1 -- 172.21.15.46:0/4157260416 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7faa40003a00 msgr2=0x7faa40003e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:47.971 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.968+0000 7faa59bf5700 1 --2- 172.21.15.46:0/4157260416 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7faa40003a00 0x7faa40003e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:47.971 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.968+0000 7faa59bf5700 1 -- 172.21.15.46:0/4157260416 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faa400035b0 con 0x7faa40004850 2023-09-21T13:05:47.971 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.968+0000 7faa5abf7700 1 --2- 172.21.15.46:0/4157260416 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7faa40005210 0x7faa4000ba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:05:47.972 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.968+0000 7faa5abf7700 1 -- 172.21.15.46:0/4157260416 reap_dead start 2023-09-21T13:05:47.972 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.968+0000 7faa59bf5700 1 --2- 172.21.15.46:0/4157260416 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faa40004850 0x7faa40004cd0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7faa540d4460 tx=0x7faa40005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb9006d40b23d693 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:47.972 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.968+0000 7faa593f4700 1 -- 172.21.15.46:0/4157260416 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa440052d0 con 0x7faa40004850 2023-09-21T13:05:47.972 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.968+0000 7faa593f4700 1 -- 172.21.15.46:0/4157260416 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faa44005430 con 0x7faa40004850 2023-09-21T13:05:47.972 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.968+0000 7faa593f4700 1 -- 172.21.15.46:0/4157260416 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa440038c0 con 0x7faa40004850 2023-09-21T13:05:47.973 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.968+0000 7faa5c65a700 1 -- 172.21.15.46:0/4157260416 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faa40004850 msgr2=0x7faa40004cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:47.973 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.968+0000 7faa5c65a700 1 --2- 172.21.15.46:0/4157260416 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faa40004850 0x7faa40004cd0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7faa540d4460 tx=0x7faa40005880 comp rx=0 tx=0).stop 2023-09-21T13:05:47.973 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.969+0000 7faa5c65a700 1 -- 172.21.15.46:0/4157260416 shutdown_connections 2023-09-21T13:05:47.973 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.969+0000 7faa5c65a700 1 --2- 172.21.15.46:0/4157260416 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faa40004850 0x7faa40004cd0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:47.973 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.969+0000 7faa5c65a700 1 -- 172.21.15.46:0/4157260416 >> 172.21.15.46:0/4157260416 conn(0x7faa5409ca30 msgr2=0x7faa540d3780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:47.974 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.969+0000 7faa5c65a700 1 -- 172.21.15.46:0/4157260416 shutdown_connections 2023-09-21T13:05:47.974 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.969+0000 7faa5c65a700 1 -- 172.21.15.46:0/4157260416 wait complete. 2023-09-21T13:05:47.976 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.970+0000 7faa5c65a700 1 Processor -- start 2023-09-21T13:05:47.977 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.970+0000 7faa5c65a700 1 -- start start 2023-09-21T13:05:47.977 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.971+0000 7faa5c65a700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7faa40004850 0x7faa5415cc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:47.977 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.971+0000 7faa5c65a700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7faa540b02b0 0x7faa540b38a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:47.977 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.971+0000 7faa5c65a700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faa540b3de0 0x7faa540cbed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:47.977 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.971+0000 7faa5c65a700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faa5415d180 con 0x7faa540b3de0 2023-09-21T13:05:47.977 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.971+0000 7faa5c65a700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faa5415dc50 con 0x7faa540b02b0 2023-09-21T13:05:47.978 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.971+0000 7faa5c65a700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faa540b19e0 con 0x7faa40004850 2023-09-21T13:05:47.978 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.971+0000 7faa5abf7700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faa540b3de0 0x7faa540cbed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:47.978 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.971+0000 7faa5abf7700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faa540b3de0 0x7faa540cbed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:57986/0 (socket says 172.21.15.46:57986) 2023-09-21T13:05:47.978 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.971+0000 7faa5abf7700 1 -- 172.21.15.46:0/1747024993 learned_addr learned my addr 172.21.15.46:0/1747024993 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:47.979 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.971+0000 7faa59bf5700 1 --2- 172.21.15.46:0/1747024993 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7faa540b02b0 0x7faa540b38a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:47.979 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.971+0000 7faa5a3f6700 1 --2- 172.21.15.46:0/1747024993 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7faa40004850 0x7faa5415cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:47.979 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.971+0000 7faa5abf7700 1 -- 172.21.15.46:0/1747024993 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7faa40004850 msgr2=0x7faa5415cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:47.979 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.971+0000 7faa5abf7700 1 --2- 172.21.15.46:0/1747024993 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7faa40004850 0x7faa5415cc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:47.979 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.971+0000 7faa5abf7700 1 -- 172.21.15.46:0/1747024993 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7faa540b02b0 msgr2=0x7faa540b38a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:47.979 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.971+0000 7faa5abf7700 1 --2- 172.21.15.46:0/1747024993 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7faa540b02b0 0x7faa540b38a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:47.980 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.971+0000 7faa5abf7700 1 -- 172.21.15.46:0/1747024993 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faa540b1cc0 con 0x7faa540b3de0 2023-09-21T13:05:47.980 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.971+0000 7faa5abf7700 1 --2- 172.21.15.46:0/1747024993 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faa540b3de0 0x7faa540cbed0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7faa540b6370 tx=0x7faa4c007c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:47.980 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.972+0000 7faa4affd700 1 -- 172.21.15.46:0/1747024993 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa4c00eba0 con 0x7faa540b3de0 2023-09-21T13:05:47.980 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.972+0000 7faa4affd700 1 -- 172.21.15.46:0/1747024993 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faa4c00ed00 con 0x7faa540b3de0 2023-09-21T13:05:47.980 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.972+0000 7faa5c65a700 1 -- 172.21.15.46:0/1747024993 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faa540b1fa0 con 0x7faa540b3de0 2023-09-21T13:05:47.981 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.972+0000 7faa4affd700 1 -- 172.21.15.46:0/1747024993 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa4c013660 con 0x7faa540b3de0 2023-09-21T13:05:47.981 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.972+0000 7faa5c65a700 1 -- 172.21.15.46:0/1747024993 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faa540ca0f0 con 0x7faa540b3de0 2023-09-21T13:05:47.981 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.973+0000 7faa5c65a700 1 -- 172.21.15.46:0/1747024993 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faa54068b90 con 0x7faa540b3de0 2023-09-21T13:05:47.981 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.973+0000 7faa4affd700 1 -- 172.21.15.46:0/1747024993 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7faa4c0137c0 con 0x7faa540b3de0 2023-09-21T13:05:47.981 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.974+0000 7faa4affd700 1 --2- 172.21.15.46:0/1747024993 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7faa3806a580 0x7faa3806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:47.981 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.974+0000 7faa4affd700 1 -- 172.21.15.46:0/1747024993 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7faa4c088f10 con 0x7faa540b3de0 2023-09-21T13:05:47.982 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.974+0000 7faa5a3f6700 1 --2- 172.21.15.46:0/1747024993 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7faa3806a580 0x7faa3806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:47.982 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.974+0000 7faa5a3f6700 1 --2- 172.21.15.46:0/1747024993 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7faa3806a580 0x7faa3806ca40 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7faa50009cc0 tx=0x7faa500091c0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:47.982 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:47.978+0000 7faa4affd700 1 -- 172.21.15.46:0/1747024993 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7faa4c0545d0 con 0x7faa540b3de0 2023-09-21T13:05:48.184 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.187+0000 7faa5c65a700 1 -- 172.21.15.46:0/1747024993 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7faa5406ca30 con 0x7faa540b3de0 2023-09-21T13:05:48.185 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.189+0000 7faa4affd700 1 -- 172.21.15.46:0/1747024993 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16457 (secure 0 0 0) 0x7faa4c057bf0 con 0x7faa540b3de0 2023-09-21T13:05:48.186 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:05:48.186 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":20,"fsid":"3cbfaf88-469e-4129-b70d-6dd2d92bd0a4","created":"2023-09-21T13:04:52.312650+0000","modified":"2023-09-21T13:05:17.736372+0000","last_up_change":"2023-09-21T13:05:04.397018+0000","last_in_change":"2023-09-21T13:04:55.853368+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-21T13:05:05.036373+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-09-21T13:05:14.305630+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-09-21T13:05:15.146424+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"23992b72-ed3c-4a14-ae79-8150e0fedbf7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6810","nonce":1682463833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6814","nonce":1682463833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6822","nonce":1682463833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6818","nonce":1682463833}]},"public_addr":"172.21.15.46:6810/1682463833","cluster_addr":"172.21.15.46:6814/1682463833","heartbeat_back_addr":"172.21.15.46:6822/1682463833","heartbeat_front_addr":"172.21.15.46:6818/1682463833","state":["exists","up"]},{"osd":1,"uuid":"2578f708-e052-4bdd-bcef-54808f1d1ef4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6800","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6801","nonce":3674836117}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6803","nonce":3674836117}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6807","nonce":3674836117}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6805","nonce":3674836117}]},"public_addr":"172.21.15.46:6801/3674836117","cluster_addr":"172.21.15.46:6803/3674836117","heartbeat_back_addr":"172.21.15.46:6807/3674836117","heartbeat_front_addr":"172.21.15.46:6805/3674836117","state":["exists","up"]},{"osd":2,"uuid":"6db5fc17-2472-42fd-a613-8cc24a815cfe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6825","nonce":3956023171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6827","nonce":3956023171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6831","nonce":3956023171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6829","nonce":3956023171}]},"public_addr":"172.21.15.46:6825/3956023171","cluster_addr":"172.21.15.46:6827/3956023171","heartbeat_back_addr":"172.21.15.46:6831/3956023171","heartbeat_front_addr":"172.21.15.46:6829/3956023171","state":["exists","up"]},{"osd":3,"uuid":"b0ddd2cd-9025-471f-a976-d7bc356eb10b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6809","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6811","nonce":1834230057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6813","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6815","nonce":1834230057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6821","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6823","nonce":1834230057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6817","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6819","nonce":1834230057}]},"public_addr":"172.21.15.46:6811/1834230057","cluster_addr":"172.21.15.46:6815/1834230057","heartbeat_back_addr":"172.21.15.46:6823/1834230057","heartbeat_front_addr":"172.21.15.46:6819/1834230057","state":["exists","up"]},{"osd":4,"uuid":"51245ec8-6073-476b-aea6-482f9a379f43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6800","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6801","nonce":867529145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6802","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6803","nonce":867529145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6806","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6807","nonce":867529145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6804","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6805","nonce":867529145}]},"public_addr":"172.21.15.57:6801/867529145","cluster_addr":"172.21.15.57:6803/867529145","heartbeat_back_addr":"172.21.15.57:6807/867529145","heartbeat_front_addr":"172.21.15.57:6805/867529145","state":["exists","up"]},{"osd":5,"uuid":"6be64509-8d19-48af-aa7d-2744199eb3c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6824","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6825","nonce":2639760353}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6826","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6827","nonce":2639760353}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6830","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6831","nonce":2639760353}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6828","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6829","nonce":2639760353}]},"public_addr":"172.21.15.57:6825/2639760353","cluster_addr":"172.21.15.57:6827/2639760353","heartbeat_back_addr":"172.21.15.57:6831/2639760353","heartbeat_front_addr":"172.21.15.57:6829/2639760353","state":["exists","up"]},{"osd":6,"uuid":"8bfda35e-f97c-4419-a105-ff306eff7a42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6808","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6809","nonce":3693682875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6810","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6811","nonce":3693682875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6814","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6815","nonce":3693682875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6812","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6813","nonce":3693682875}]},"public_addr":"172.21.15.57:6809/3693682875","cluster_addr":"172.21.15.57:6811/3693682875","heartbeat_back_addr":"172.21.15.57:6815/3693682875","heartbeat_front_addr":"172.21.15.57:6813/3693682875","state":["exists","up"]},{"osd":7,"uuid":"49fc1df7-ab94-4da5-b915-8f7cc61f2714","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6816","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6817","nonce":1729728830}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6818","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6819","nonce":1729728830}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6822","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6823","nonce":1729728830}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6820","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6821","nonce":1729728830}]},"public_addr":"172.21.15.57:6817/1729728830","cluster_addr":"172.21.15.57:6819/1729728830","heartbeat_back_addr":"172.21.15.57:6823/1729728830","heartbeat_front_addr":"172.21.15.57:6821/1729728830","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:00.955073+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.074451+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.068487+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.010348+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.035446+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.101249+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.104509+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.077361+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-21T13:05:48.188 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.191+0000 7faa5c65a700 1 -- 172.21.15.46:0/1747024993 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7faa3806a580 msgr2=0x7faa3806ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:48.188 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.191+0000 7faa5c65a700 1 --2- 172.21.15.46:0/1747024993 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7faa3806a580 0x7faa3806ca40 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7faa50009cc0 tx=0x7faa500091c0 comp rx=0 tx=0).stop 2023-09-21T13:05:48.189 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.191+0000 7faa5c65a700 1 -- 172.21.15.46:0/1747024993 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faa540b3de0 msgr2=0x7faa540cbed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:48.189 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.191+0000 7faa5c65a700 1 --2- 172.21.15.46:0/1747024993 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faa540b3de0 0x7faa540cbed0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7faa540b6370 tx=0x7faa4c007c90 comp rx=0 tx=0).stop 2023-09-21T13:05:48.189 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.191+0000 7faa5c65a700 1 -- 172.21.15.46:0/1747024993 shutdown_connections 2023-09-21T13:05:48.189 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.191+0000 7faa5c65a700 1 --2- 172.21.15.46:0/1747024993 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7faa3806a580 0x7faa3806ca40 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:48.189 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.191+0000 7faa5c65a700 1 --2- 172.21.15.46:0/1747024993 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faa540b3de0 0x7faa540cbed0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:48.190 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.191+0000 7faa5c65a700 1 --2- 172.21.15.46:0/1747024993 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7faa40004850 0x7faa5415cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:48.190 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.191+0000 7faa5c65a700 1 --2- 172.21.15.46:0/1747024993 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7faa540b02b0 0x7faa540b38a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:48.190 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.191+0000 7faa5c65a700 1 -- 172.21.15.46:0/1747024993 >> 172.21.15.46:0/1747024993 conn(0x7faa5409ca30 msgr2=0x7faa540b59a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:48.190 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.192+0000 7faa5c65a700 1 -- 172.21.15.46:0/1747024993 shutdown_connections 2023-09-21T13:05:48.190 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.192+0000 7faa5c65a700 1 -- 172.21.15.46:0/1747024993 wait complete. 2023-09-21T13:05:48.202 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-09-21T13:05:05.036373+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-09-21T13:05:14.305630+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-09-21T13:05:15.146424+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-09-21T13:05:48.202 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-09-21T13:05:48.342 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.346+0000 7f15dc0e1700 1 Processor -- start 2023-09-21T13:05:48.343 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.346+0000 7f15dc0e1700 1 -- start start 2023-09-21T13:05:48.344 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.347+0000 7f15dc0e1700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f15d40caff0 0x7f15d415f0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:48.345 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.347+0000 7f15dc0e1700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f15d406f740 con 0x7f15d40cc870 2023-09-21T13:05:48.345 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.347+0000 7f15dc0e1700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f15d406b350 con 0x7f15d415b490 2023-09-21T13:05:48.345 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.347+0000 7f15dc0e1700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f15d406f0f0 con 0x7f15d40caff0 2023-09-21T13:05:48.345 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.347+0000 7f15d967c700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f15d40caff0 0x7f15d415f0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:48.345 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.347+0000 7f15da67e700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f15d40cc870 0x7f15d415f630 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:57712/0 (socket says 172.21.15.46:57712) 2023-09-21T13:05:48.346 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.347+0000 7f15d967c700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f15d40caff0 0x7f15d415f0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:57990/0 (socket says 172.21.15.46:57990) 2023-09-21T13:05:48.346 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.347+0000 7f15da67e700 1 -- 172.21.15.46:0/2247153505 learned_addr learned my addr 172.21.15.46:0/2247153505 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:05:48.346 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.347+0000 7f15d967c700 1 -- 172.21.15.46:0/2247153505 >> v1:172.21.15.57:6789/0 conn(0x7f15d415b490 legacy=0x7f15d40ca8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:48.346 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.347+0000 7f15d967c700 1 -- 172.21.15.46:0/2247153505 >> v1:172.21.15.46:6789/0 conn(0x7f15d40cc870 legacy=0x7f15d415f630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:48.347 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.347+0000 7f15d8e7b700 1 -- 172.21.15.46:0/2247153505 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2461201874 0 0) 0x7f15d406f740 con 0x7f15d40cc870 2023-09-21T13:05:48.347 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.347+0000 7f15d967c700 1 -- 172.21.15.46:0/2247153505 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f15d406f3d0 con 0x7f15d40caff0 2023-09-21T13:05:48.347 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.348+0000 7f15d967c700 1 --2- 172.21.15.46:0/2247153505 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f15d40caff0 0x7f15d415f0f0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f15c4009840 tx=0x7f15c4009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf7db86e2fbaad0e server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:48.347 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.348+0000 7f15d8e7b700 1 -- 172.21.15.46:0/2247153505 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15c4011830 con 0x7f15d40caff0 2023-09-21T13:05:48.348 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.348+0000 7f15d8e7b700 1 -- 172.21.15.46:0/2247153505 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f15c4011990 con 0x7f15d40caff0 2023-09-21T13:05:48.348 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.348+0000 7f15d8e7b700 1 -- 172.21.15.46:0/2247153505 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15c4011d20 con 0x7f15d40caff0 2023-09-21T13:05:48.351 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.348+0000 7f15dc0e1700 1 -- 172.21.15.46:0/2247153505 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f15d40caff0 msgr2=0x7f15d415f0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:48.351 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.348+0000 7f15dc0e1700 1 --2- 172.21.15.46:0/2247153505 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f15d40caff0 0x7f15d415f0f0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f15c4009840 tx=0x7f15c4009b50 comp rx=0 tx=0).stop 2023-09-21T13:05:48.351 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.348+0000 7f15dc0e1700 1 -- 172.21.15.46:0/2247153505 shutdown_connections 2023-09-21T13:05:48.352 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.348+0000 7f15dc0e1700 1 --2- 172.21.15.46:0/2247153505 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f15d40caff0 0x7f15d415f0f0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:48.352 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.348+0000 7f15dc0e1700 1 -- 172.21.15.46:0/2247153505 >> 172.21.15.46:0/2247153505 conn(0x7f15d40ccd10 msgr2=0x7f15d40cd0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:48.352 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.349+0000 7f15dc0e1700 1 -- 172.21.15.46:0/2247153505 shutdown_connections 2023-09-21T13:05:48.352 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.349+0000 7f15dc0e1700 1 -- 172.21.15.46:0/2247153505 wait complete. 2023-09-21T13:05:48.352 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.350+0000 7f15dc0e1700 1 Processor -- start 2023-09-21T13:05:48.353 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.350+0000 7f15dc0e1700 1 -- start start 2023-09-21T13:05:48.353 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.351+0000 7f15dc0e1700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f15d40caff0 0x7f15d40c5690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:48.353 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.351+0000 7f15dc0e1700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f15d40cc870 0x7f15d40a87e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:48.353 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.351+0000 7f15dc0e1700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f15d415b490 0x7f15d40b13a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:48.353 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.351+0000 7f15dc0e1700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15d40c6680 con 0x7f15d40caff0 2023-09-21T13:05:48.354 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.351+0000 7f15dc0e1700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15d40c5bd0 con 0x7f15d40cc870 2023-09-21T13:05:48.354 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.351+0000 7f15dc0e1700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f15d40a8d20 con 0x7f15d415b490 2023-09-21T13:05:48.354 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.351+0000 7f15d9e7d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f15d40caff0 0x7f15d40c5690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:48.354 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.351+0000 7f15d9e7d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f15d40caff0 0x7f15d40c5690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:57994/0 (socket says 172.21.15.46:57994) 2023-09-21T13:05:48.354 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.351+0000 7f15d9e7d700 1 -- 172.21.15.46:0/1503821710 learned_addr learned my addr 172.21.15.46:0/1503821710 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:48.355 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.351+0000 7f15d967c700 1 --2- 172.21.15.46:0/1503821710 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f15d40cc870 0x7f15d40a87e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:48.355 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.351+0000 7f15da67e700 1 --2- 172.21.15.46:0/1503821710 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f15d415b490 0x7f15d40b13a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:48.355 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.351+0000 7f15d9e7d700 1 -- 172.21.15.46:0/1503821710 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f15d415b490 msgr2=0x7f15d40b13a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:48.355 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.351+0000 7f15d9e7d700 1 --2- 172.21.15.46:0/1503821710 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f15d415b490 0x7f15d40b13a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:48.356 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.351+0000 7f15d9e7d700 1 -- 172.21.15.46:0/1503821710 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f15d40cc870 msgr2=0x7f15d40a87e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:48.356 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.351+0000 7f15d9e7d700 1 --2- 172.21.15.46:0/1503821710 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f15d40cc870 0x7f15d40a87e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:48.356 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.351+0000 7f15d9e7d700 1 -- 172.21.15.46:0/1503821710 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f15c40094a0 con 0x7f15d40caff0 2023-09-21T13:05:48.356 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.351+0000 7f15da67e700 1 --2- 172.21.15.46:0/1503821710 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f15d415b490 0x7f15d40b13a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:05:48.356 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.351+0000 7f15d9e7d700 1 --2- 172.21.15.46:0/1503821710 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f15d40caff0 0x7f15d40c5690 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f15d000c450 tx=0x7f15d000c760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:48.357 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.351+0000 7f15ca7fc700 1 -- 172.21.15.46:0/1503821710 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15d00052d0 con 0x7f15d40caff0 2023-09-21T13:05:48.357 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.352+0000 7f15ca7fc700 1 -- 172.21.15.46:0/1503821710 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f15d0005430 con 0x7f15d40caff0 2023-09-21T13:05:48.357 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.352+0000 7f15dc0e1700 1 -- 172.21.15.46:0/1503821710 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f15d40c5de0 con 0x7f15d40caff0 2023-09-21T13:05:48.357 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.352+0000 7f15ca7fc700 1 -- 172.21.15.46:0/1503821710 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15d00038c0 con 0x7f15d40caff0 2023-09-21T13:05:48.358 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.352+0000 7f15dc0e1700 1 -- 172.21.15.46:0/1503821710 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f15d4148900 con 0x7f15d40caff0 2023-09-21T13:05:48.358 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.353+0000 7f15dc0e1700 1 -- 172.21.15.46:0/1503821710 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f15d404f330 con 0x7f15d40caff0 2023-09-21T13:05:48.358 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.353+0000 7f15ca7fc700 1 -- 172.21.15.46:0/1503821710 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f15d0003a20 con 0x7f15d40caff0 2023-09-21T13:05:48.358 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.354+0000 7f15ca7fc700 1 --2- 172.21.15.46:0/1503821710 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f15b806a580 0x7f15b806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:48.358 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.354+0000 7f15d967c700 1 --2- 172.21.15.46:0/1503821710 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f15b806a580 0x7f15b806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:48.359 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.354+0000 7f15ca7fc700 1 -- 172.21.15.46:0/1503821710 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f15d0087db0 con 0x7f15d40caff0 2023-09-21T13:05:48.359 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.354+0000 7f15d967c700 1 --2- 172.21.15.46:0/1503821710 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f15b806a580 0x7f15b806ca40 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f15c40090b0 tx=0x7f15c401c040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:48.360 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.358+0000 7f15ca7fc700 1 -- 172.21.15.46:0/1503821710 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f15d00533c0 con 0x7f15d40caff0 2023-09-21T13:05:48.562 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.565+0000 7f15dc0e1700 1 -- 172.21.15.46:0/1503821710 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f15d406e770 con 0x7f15d40caff0 2023-09-21T13:05:48.562 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.565+0000 7f15ca7fc700 1 -- 172.21.15.46:0/1503821710 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7f15d0017020 con 0x7f15d40caff0 2023-09-21T13:05:48.563 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 1 2023-09-21T13:05:48.564 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.567+0000 7f15dc0e1700 1 -- 172.21.15.46:0/1503821710 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f15b806a580 msgr2=0x7f15b806ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:48.565 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.567+0000 7f15dc0e1700 1 --2- 172.21.15.46:0/1503821710 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f15b806a580 0x7f15b806ca40 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f15c40090b0 tx=0x7f15c401c040 comp rx=0 tx=0).stop 2023-09-21T13:05:48.565 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.567+0000 7f15dc0e1700 1 -- 172.21.15.46:0/1503821710 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f15d40caff0 msgr2=0x7f15d40c5690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:48.565 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.567+0000 7f15dc0e1700 1 --2- 172.21.15.46:0/1503821710 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f15d40caff0 0x7f15d40c5690 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f15d000c450 tx=0x7f15d000c760 comp rx=0 tx=0).stop 2023-09-21T13:05:48.565 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.567+0000 7f15dc0e1700 1 -- 172.21.15.46:0/1503821710 shutdown_connections 2023-09-21T13:05:48.565 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.567+0000 7f15dc0e1700 1 --2- 172.21.15.46:0/1503821710 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f15b806a580 0x7f15b806ca40 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:48.566 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.567+0000 7f15dc0e1700 1 --2- 172.21.15.46:0/1503821710 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f15d415b490 0x7f15d40b13a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:48.566 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.567+0000 7f15dc0e1700 1 --2- 172.21.15.46:0/1503821710 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f15d40caff0 0x7f15d40c5690 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:48.566 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.567+0000 7f15dc0e1700 1 --2- 172.21.15.46:0/1503821710 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f15d40cc870 0x7f15d40a87e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:48.566 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.567+0000 7f15dc0e1700 1 -- 172.21.15.46:0/1503821710 >> 172.21.15.46:0/1503821710 conn(0x7f15d40ccd10 msgr2=0x7f15d4159d60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:48.567 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.567+0000 7f15dc0e1700 1 -- 172.21.15.46:0/1503821710 shutdown_connections 2023-09-21T13:05:48.567 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.568+0000 7f15dc0e1700 1 -- 172.21.15.46:0/1503821710 wait complete. 2023-09-21T13:05:48.577 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-09-21T13:05:48.719 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.722+0000 7fbf390e5700 1 Processor -- start 2023-09-21T13:05:48.719 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.722+0000 7fbf390e5700 1 -- start start 2023-09-21T13:05:48.722 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.723+0000 7fbf390e5700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbf3415d800 0x7fbf340ca8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:48.722 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.723+0000 7fbf390e5700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fbf340c3920 0x7fbf34161df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:48.722 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.723+0000 7fbf390e5700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbf34162330 con 0x7fbf3406a7a0 2023-09-21T13:05:48.722 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.723+0000 7fbf390e5700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbf3406e890 con 0x7fbf340c3920 2023-09-21T13:05:48.723 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.723+0000 7fbf390e5700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbf340cdf00 con 0x7fbf3415d800 2023-09-21T13:05:48.723 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.723+0000 7fbf3259c700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fbf340c3920 0x7fbf34161df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:48.723 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.723+0000 7fbf3359e700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7fbf3406a7a0 0x7fbf34071ba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:57720/0 (socket says 172.21.15.46:57720) 2023-09-21T13:05:48.723 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.723+0000 7fbf3359e700 1 -- 172.21.15.46:0/569293978 learned_addr learned my addr 172.21.15.46:0/569293978 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:05:48.723 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.723+0000 7fbf32d9d700 1 --2- 172.21.15.46:0/569293978 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbf3415d800 0x7fbf340ca8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:48.724 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.723+0000 7fbf3259c700 1 -- 172.21.15.46:0/569293978 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbf3415d800 msgr2=0x7fbf340ca8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:48.724 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.723+0000 7fbf3259c700 1 --2- 172.21.15.46:0/569293978 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbf3415d800 0x7fbf340ca8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:48.724 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.723+0000 7fbf3259c700 1 -- 172.21.15.46:0/569293978 >> v1:172.21.15.46:6789/0 conn(0x7fbf3406a7a0 legacy=0x7fbf34071ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:48.724 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.724+0000 7fbf3259c700 1 -- 172.21.15.46:0/569293978 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbf340ce1e0 con 0x7fbf340c3920 2023-09-21T13:05:48.724 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.724+0000 7fbf31d9b700 1 -- 172.21.15.46:0/569293978 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1235511329 0 0) 0x7fbf34162330 con 0x7fbf3406a7a0 2023-09-21T13:05:48.725 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.724+0000 7fbf3259c700 1 --2- 172.21.15.46:0/569293978 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf340c3920 0x7fbf34161df0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fbf1c009840 tx=0x7fbf1c009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9099b87cf5d9ab00 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:48.725 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.724+0000 7fbf31d9b700 1 -- 172.21.15.46:0/569293978 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf1c011830 con 0x7fbf340c3920 2023-09-21T13:05:48.725 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.724+0000 7fbf31d9b700 1 -- 172.21.15.46:0/569293978 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbf1c011990 con 0x7fbf340c3920 2023-09-21T13:05:48.725 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.724+0000 7fbf31d9b700 1 -- 172.21.15.46:0/569293978 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf1c011d20 con 0x7fbf340c3920 2023-09-21T13:05:48.726 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.724+0000 7fbf390e5700 1 -- 172.21.15.46:0/569293978 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf340c3920 msgr2=0x7fbf34161df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:48.726 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.724+0000 7fbf390e5700 1 --2- 172.21.15.46:0/569293978 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf340c3920 0x7fbf34161df0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fbf1c009840 tx=0x7fbf1c009b50 comp rx=0 tx=0).stop 2023-09-21T13:05:48.726 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.724+0000 7fbf390e5700 1 -- 172.21.15.46:0/569293978 shutdown_connections 2023-09-21T13:05:48.726 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.724+0000 7fbf390e5700 1 --2- 172.21.15.46:0/569293978 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbf3415d800 0x7fbf340ca8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:48.726 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.724+0000 7fbf390e5700 1 --2- 172.21.15.46:0/569293978 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf340c3920 0x7fbf34161df0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:48.727 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.724+0000 7fbf390e5700 1 -- 172.21.15.46:0/569293978 >> 172.21.15.46:0/569293978 conn(0x7fbf340ccd10 msgr2=0x7fbf340cd0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:48.727 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.725+0000 7fbf390e5700 1 -- 172.21.15.46:0/569293978 shutdown_connections 2023-09-21T13:05:48.727 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.725+0000 7fbf390e5700 1 -- 172.21.15.46:0/569293978 wait complete. 2023-09-21T13:05:48.730 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.727+0000 7fbf390e5700 1 Processor -- start 2023-09-21T13:05:48.730 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.727+0000 7fbf390e5700 1 -- start start 2023-09-21T13:05:48.730 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.728+0000 7fbf390e5700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf3406a7a0 0x7fbf340ad270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:48.731 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.728+0000 7fbf390e5700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fbf340c3920 0x7fbf341e6ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:48.731 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.728+0000 7fbf390e5700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbf3415d800 0x7fbf341e7400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:48.731 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.728+0000 7fbf390e5700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf341e7940 con 0x7fbf3406a7a0 2023-09-21T13:05:48.731 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.728+0000 7fbf390e5700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf340c9d20 con 0x7fbf340c3920 2023-09-21T13:05:48.731 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.728+0000 7fbf390e5700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbf340c8e70 con 0x7fbf3415d800 2023-09-21T13:05:48.732 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.728+0000 7fbf32d9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf3406a7a0 0x7fbf340ad270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:48.732 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.728+0000 7fbf32d9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf3406a7a0 0x7fbf340ad270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58014/0 (socket says 172.21.15.46:58014) 2023-09-21T13:05:48.732 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.728+0000 7fbf32d9d700 1 -- 172.21.15.46:0/4015653251 learned_addr learned my addr 172.21.15.46:0/4015653251 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:48.732 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.728+0000 7fbf3359e700 1 --2- 172.21.15.46:0/4015653251 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbf3415d800 0x7fbf341e7400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:48.732 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.728+0000 7fbf3259c700 1 --2- 172.21.15.46:0/4015653251 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fbf340c3920 0x7fbf341e6ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:48.733 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.728+0000 7fbf32d9d700 1 -- 172.21.15.46:0/4015653251 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbf3415d800 msgr2=0x7fbf341e7400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:48.733 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.728+0000 7fbf32d9d700 1 --2- 172.21.15.46:0/4015653251 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbf3415d800 0x7fbf341e7400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:48.733 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.728+0000 7fbf32d9d700 1 -- 172.21.15.46:0/4015653251 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fbf340c3920 msgr2=0x7fbf341e6ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:48.733 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.728+0000 7fbf32d9d700 1 --2- 172.21.15.46:0/4015653251 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fbf340c3920 0x7fbf341e6ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:48.734 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.728+0000 7fbf32d9d700 1 -- 172.21.15.46:0/4015653251 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbf1c0094a0 con 0x7fbf3406a7a0 2023-09-21T13:05:48.734 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.728+0000 7fbf32d9d700 1 --2- 172.21.15.46:0/4015653251 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf3406a7a0 0x7fbf340ad270 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fbf2400e870 tx=0x7fbf2400eb80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:48.734 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.729+0000 7fbf2b7fe700 1 -- 172.21.15.46:0/4015653251 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf24009590 con 0x7fbf3406a7a0 2023-09-21T13:05:48.734 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.729+0000 7fbf2b7fe700 1 -- 172.21.15.46:0/4015653251 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbf24013680 con 0x7fbf3406a7a0 2023-09-21T13:05:48.734 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.729+0000 7fbf390e5700 1 -- 172.21.15.46:0/4015653251 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbf340c8260 con 0x7fbf3406a7a0 2023-09-21T13:05:48.735 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.729+0000 7fbf2b7fe700 1 -- 172.21.15.46:0/4015653251 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf240139f0 con 0x7fbf3406a7a0 2023-09-21T13:05:48.735 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.729+0000 7fbf390e5700 1 -- 172.21.15.46:0/4015653251 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbf340c8820 con 0x7fbf3406a7a0 2023-09-21T13:05:48.735 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.730+0000 7fbf390e5700 1 -- 172.21.15.46:0/4015653251 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbf340c9150 con 0x7fbf3406a7a0 2023-09-21T13:05:48.735 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.730+0000 7fbf2b7fe700 1 -- 172.21.15.46:0/4015653251 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fbf24013b50 con 0x7fbf3406a7a0 2023-09-21T13:05:48.736 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.731+0000 7fbf2b7fe700 1 --2- 172.21.15.46:0/4015653251 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fbf1406a580 0x7fbf1406ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:48.736 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.731+0000 7fbf2b7fe700 1 -- 172.21.15.46:0/4015653251 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fbf24088870 con 0x7fbf3406a7a0 2023-09-21T13:05:48.736 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.731+0000 7fbf3259c700 1 --2- 172.21.15.46:0/4015653251 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fbf1406a580 0x7fbf1406ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:48.736 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.731+0000 7fbf3259c700 1 --2- 172.21.15.46:0/4015653251 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fbf1406a580 0x7fbf1406ca40 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fbf340c3d60 tx=0x7fbf1c008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:48.737 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.736+0000 7fbf2b7fe700 1 -- 172.21.15.46:0/4015653251 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fbf24053df0 con 0x7fbf3406a7a0 2023-09-21T13:05:48.946 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.949+0000 7fbf390e5700 1 -- 172.21.15.46:0/4015653251 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fbf3404f330 con 0x7fbf3406a7a0 2023-09-21T13:05:48.947 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.950+0000 7fbf2b7fe700 1 -- 172.21.15.46:0/4015653251 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7fbf24017020 con 0x7fbf3406a7a0 2023-09-21T13:05:48.947 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 32 2023-09-21T13:05:48.949 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.952+0000 7fbf390e5700 1 -- 172.21.15.46:0/4015653251 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fbf1406a580 msgr2=0x7fbf1406ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:48.949 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.952+0000 7fbf390e5700 1 --2- 172.21.15.46:0/4015653251 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fbf1406a580 0x7fbf1406ca40 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fbf340c3d60 tx=0x7fbf1c008030 comp rx=0 tx=0).stop 2023-09-21T13:05:48.950 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.952+0000 7fbf390e5700 1 -- 172.21.15.46:0/4015653251 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf3406a7a0 msgr2=0x7fbf340ad270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:48.950 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.952+0000 7fbf390e5700 1 --2- 172.21.15.46:0/4015653251 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf3406a7a0 0x7fbf340ad270 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fbf2400e870 tx=0x7fbf2400eb80 comp rx=0 tx=0).stop 2023-09-21T13:05:48.950 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.952+0000 7fbf390e5700 1 -- 172.21.15.46:0/4015653251 shutdown_connections 2023-09-21T13:05:48.950 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.952+0000 7fbf390e5700 1 --2- 172.21.15.46:0/4015653251 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fbf1406a580 0x7fbf1406ca40 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:48.950 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.952+0000 7fbf390e5700 1 --2- 172.21.15.46:0/4015653251 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbf3415d800 0x7fbf341e7400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:48.951 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.952+0000 7fbf390e5700 1 --2- 172.21.15.46:0/4015653251 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf3406a7a0 0x7fbf340ad270 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:48.951 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.952+0000 7fbf390e5700 1 --2- 172.21.15.46:0/4015653251 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fbf340c3920 0x7fbf341e6ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:48.951 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.952+0000 7fbf390e5700 1 -- 172.21.15.46:0/4015653251 >> 172.21.15.46:0/4015653251 conn(0x7fbf340ccd10 msgr2=0x7fbf3415c760 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:48.951 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.952+0000 7fbf390e5700 1 -- 172.21.15.46:0/4015653251 shutdown_connections 2023-09-21T13:05:48.951 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:48.952+0000 7fbf390e5700 1 -- 172.21.15.46:0/4015653251 wait complete. 2023-09-21T13:05:48.962 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-09-21T13:05:49.102 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.106+0000 7fb2045d2700 1 Processor -- start 2023-09-21T13:05:49.102 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.106+0000 7fb2045d2700 1 -- start start 2023-09-21T13:05:49.104 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.107+0000 7fb2045d2700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fb1fc0cd8a0 0x7fb1fc0717c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:49.104 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.107+0000 7fb2045d2700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb1fc06f330 0x7fb1fc0cbf00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:49.105 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.107+0000 7fb2045d2700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb1fc15aa80 con 0x7fb1fc06ef50 2023-09-21T13:05:49.105 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.107+0000 7fb2045d2700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb1fc072840 con 0x7fb1fc0cd8a0 2023-09-21T13:05:49.105 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.107+0000 7fb2045d2700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb1fc071d00 con 0x7fb1fc06f330 2023-09-21T13:05:49.105 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.107+0000 7fb201b6d700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fb1fc0cd8a0 0x7fb1fc0717c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:49.105 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.107+0000 7fb201b6d700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fb1fc0cd8a0 0x7fb1fc0717c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58018/0 (socket says 172.21.15.46:58018) 2023-09-21T13:05:49.106 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.107+0000 7fb201b6d700 1 -- 172.21.15.46:0/3069133412 learned_addr learned my addr 172.21.15.46:0/3069133412 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:49.106 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.107+0000 7fb202b6f700 1 --2- 172.21.15.46:0/3069133412 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb1fc06f330 0x7fb1fc0cbf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:49.106 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.107+0000 7fb201b6d700 1 -- 172.21.15.46:0/3069133412 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb1fc06f330 msgr2=0x7fb1fc0cbf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:49.106 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.107+0000 7fb201b6d700 1 --2- 172.21.15.46:0/3069133412 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb1fc06f330 0x7fb1fc0cbf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:49.107 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.107+0000 7fb201b6d700 1 -- 172.21.15.46:0/3069133412 >> v1:172.21.15.57:6789/0 conn(0x7fb1fc06ef50 legacy=0x7fb1fc0b30e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:49.107 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.107+0000 7fb201b6d700 1 -- 172.21.15.46:0/3069133412 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb1fc071fa0 con 0x7fb1fc0cd8a0 2023-09-21T13:05:49.107 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.107+0000 7fb201b6d700 1 --2- 172.21.15.46:0/3069133412 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb1fc0cd8a0 0x7fb1fc0717c0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fb1ec0098f0 tx=0x7fb1ec009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20a086dc936a7601 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:49.107 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.108+0000 7fb20136c700 1 -- 172.21.15.46:0/3069133412 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1ec011830 con 0x7fb1fc0cd8a0 2023-09-21T13:05:49.108 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.108+0000 7fb20136c700 1 -- 172.21.15.46:0/3069133412 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb1ec011990 con 0x7fb1fc0cd8a0 2023-09-21T13:05:49.108 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.108+0000 7fb20136c700 1 -- 172.21.15.46:0/3069133412 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1ec011d20 con 0x7fb1fc0cd8a0 2023-09-21T13:05:49.111 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.108+0000 7fb2045d2700 1 -- 172.21.15.46:0/3069133412 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb1fc0cd8a0 msgr2=0x7fb1fc0717c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:49.111 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.108+0000 7fb2045d2700 1 --2- 172.21.15.46:0/3069133412 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb1fc0cd8a0 0x7fb1fc0717c0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fb1ec0098f0 tx=0x7fb1ec009c00 comp rx=0 tx=0).stop 2023-09-21T13:05:49.112 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.108+0000 7fb2045d2700 1 -- 172.21.15.46:0/3069133412 shutdown_connections 2023-09-21T13:05:49.112 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.108+0000 7fb2045d2700 1 --2- 172.21.15.46:0/3069133412 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb1fc06f330 0x7fb1fc0cbf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:49.112 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.108+0000 7fb2045d2700 1 --2- 172.21.15.46:0/3069133412 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb1fc0cd8a0 0x7fb1fc0717c0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:49.112 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.108+0000 7fb2045d2700 1 -- 172.21.15.46:0/3069133412 >> 172.21.15.46:0/3069133412 conn(0x7fb1fc0ccd10 msgr2=0x7fb1fc0cd120 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:49.113 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.108+0000 7fb2045d2700 1 -- 172.21.15.46:0/3069133412 shutdown_connections 2023-09-21T13:05:49.113 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.108+0000 7fb2045d2700 1 -- 172.21.15.46:0/3069133412 wait complete. 2023-09-21T13:05:49.113 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.110+0000 7fb2045d2700 1 Processor -- start 2023-09-21T13:05:49.113 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.110+0000 7fb2045d2700 1 -- start start 2023-09-21T13:05:49.113 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.111+0000 7fb2045d2700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb1fc06ef50 0x7fb1fc14f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:49.114 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.111+0000 7fb2045d2700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fb1fc06f330 0x7fb1fc0b3890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:49.114 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.111+0000 7fb2045d2700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb1fc0cd8a0 0x7fb1fc137cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:49.114 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.111+0000 7fb2045d2700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1fc0b3f30 con 0x7fb1fc0cd8a0 2023-09-21T13:05:49.114 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.111+0000 7fb2045d2700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1fc0b4210 con 0x7fb1fc06f330 2023-09-21T13:05:49.115 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.111+0000 7fb2045d2700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb1fc0b44f0 con 0x7fb1fc06ef50 2023-09-21T13:05:49.115 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.111+0000 7fb202b6f700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb1fc0cd8a0 0x7fb1fc137cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:49.115 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.111+0000 7fb202b6f700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb1fc0cd8a0 0x7fb1fc137cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58034/0 (socket says 172.21.15.46:58034) 2023-09-21T13:05:49.115 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.111+0000 7fb202b6f700 1 -- 172.21.15.46:0/2839280718 learned_addr learned my addr 172.21.15.46:0/2839280718 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:49.115 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.111+0000 7fb201b6d700 1 --2- 172.21.15.46:0/2839280718 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fb1fc06f330 0x7fb1fc0b3890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:49.116 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.111+0000 7fb20236e700 1 --2- 172.21.15.46:0/2839280718 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb1fc06ef50 0x7fb1fc14f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:49.116 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.112+0000 7fb202b6f700 1 -- 172.21.15.46:0/2839280718 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb1fc06ef50 msgr2=0x7fb1fc14f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:49.116 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.112+0000 7fb202b6f700 1 --2- 172.21.15.46:0/2839280718 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb1fc06ef50 0x7fb1fc14f1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:49.116 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.112+0000 7fb202b6f700 1 -- 172.21.15.46:0/2839280718 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fb1fc06f330 msgr2=0x7fb1fc0b3890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:49.117 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.112+0000 7fb202b6f700 1 --2- 172.21.15.46:0/2839280718 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fb1fc06f330 0x7fb1fc0b3890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:49.117 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.112+0000 7fb202b6f700 1 -- 172.21.15.46:0/2839280718 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb1ec009550 con 0x7fb1fc0cd8a0 2023-09-21T13:05:49.117 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.112+0000 7fb202b6f700 1 --2- 172.21.15.46:0/2839280718 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb1fc0cd8a0 0x7fb1fc137cc0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fb1f400efc0 tx=0x7fb1f400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:49.117 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.112+0000 7fb1f2ffd700 1 -- 172.21.15.46:0/2839280718 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1f4009ea0 con 0x7fb1fc0cd8a0 2023-09-21T13:05:49.117 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.112+0000 7fb1f2ffd700 1 -- 172.21.15.46:0/2839280718 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb1f400f040 con 0x7fb1fc0cd8a0 2023-09-21T13:05:49.118 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.112+0000 7fb2045d2700 1 -- 172.21.15.46:0/2839280718 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb1fc0b47d0 con 0x7fb1fc0cd8a0 2023-09-21T13:05:49.118 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.112+0000 7fb1f2ffd700 1 -- 172.21.15.46:0/2839280718 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1f400ced0 con 0x7fb1fc0cd8a0 2023-09-21T13:05:49.118 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.112+0000 7fb2045d2700 1 -- 172.21.15.46:0/2839280718 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb1fc138200 con 0x7fb1fc0cd8a0 2023-09-21T13:05:49.118 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.113+0000 7fb2045d2700 1 -- 172.21.15.46:0/2839280718 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb1fc04f330 con 0x7fb1fc0cd8a0 2023-09-21T13:05:49.118 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.114+0000 7fb1f2ffd700 1 -- 172.21.15.46:0/2839280718 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fb1f4014480 con 0x7fb1fc0cd8a0 2023-09-21T13:05:49.119 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.114+0000 7fb1f2ffd700 1 --2- 172.21.15.46:0/2839280718 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fb1e006a580 0x7fb1e006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:49.119 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.114+0000 7fb1f2ffd700 1 -- 172.21.15.46:0/2839280718 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb1f40891b0 con 0x7fb1fc0cd8a0 2023-09-21T13:05:49.119 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.114+0000 7fb20236e700 1 --2- 172.21.15.46:0/2839280718 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fb1e006a580 0x7fb1e006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:49.119 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.115+0000 7fb20236e700 1 --2- 172.21.15.46:0/2839280718 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fb1e006a580 0x7fb1e006ca40 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fb1fc13acc0 tx=0x7fb1f8009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:49.120 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.119+0000 7fb1f2ffd700 1 -- 172.21.15.46:0/2839280718 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fb1f40547c0 con 0x7fb1fc0cd8a0 2023-09-21T13:05:49.324 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.327+0000 7fb2045d2700 1 -- 172.21.15.46:0/2839280718 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fb1fc164a70 con 0x7fb1fc0cd8a0 2023-09-21T13:05:49.324 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.328+0000 7fb1f2ffd700 1 -- 172.21.15.46:0/2839280718 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7fb1f4057de0 con 0x7fb1fc0cd8a0 2023-09-21T13:05:49.325 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 64 2023-09-21T13:05:49.327 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.330+0000 7fb2045d2700 1 -- 172.21.15.46:0/2839280718 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fb1e006a580 msgr2=0x7fb1e006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:49.327 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.330+0000 7fb2045d2700 1 --2- 172.21.15.46:0/2839280718 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fb1e006a580 0x7fb1e006ca40 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fb1fc13acc0 tx=0x7fb1f8009040 comp rx=0 tx=0).stop 2023-09-21T13:05:49.327 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.330+0000 7fb2045d2700 1 -- 172.21.15.46:0/2839280718 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb1fc0cd8a0 msgr2=0x7fb1fc137cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:49.327 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.330+0000 7fb2045d2700 1 --2- 172.21.15.46:0/2839280718 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb1fc0cd8a0 0x7fb1fc137cc0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fb1f400efc0 tx=0x7fb1f400c3a0 comp rx=0 tx=0).stop 2023-09-21T13:05:49.328 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.330+0000 7fb2045d2700 1 -- 172.21.15.46:0/2839280718 shutdown_connections 2023-09-21T13:05:49.328 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.330+0000 7fb2045d2700 1 --2- 172.21.15.46:0/2839280718 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fb1e006a580 0x7fb1e006ca40 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:49.328 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.330+0000 7fb2045d2700 1 --2- 172.21.15.46:0/2839280718 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb1fc0cd8a0 0x7fb1fc137cc0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:49.328 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.330+0000 7fb2045d2700 1 --2- 172.21.15.46:0/2839280718 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb1fc06ef50 0x7fb1fc14f1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:49.329 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.330+0000 7fb2045d2700 1 --2- 172.21.15.46:0/2839280718 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fb1fc06f330 0x7fb1fc0b3890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:49.329 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.330+0000 7fb2045d2700 1 -- 172.21.15.46:0/2839280718 >> 172.21.15.46:0/2839280718 conn(0x7fb1fc0ccd10 msgr2=0x7fb1fc0ce780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:49.329 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.330+0000 7fb2045d2700 1 -- 172.21.15.46:0/2839280718 shutdown_connections 2023-09-21T13:05:49.329 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.330+0000 7fb2045d2700 1 -- 172.21.15.46:0/2839280718 wait complete. 2023-09-21T13:05:49.405 INFO:tasks.cephfs_test_runner:Starting test: test_generic (tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev) 2023-09-21T13:05:49.406 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-21T13:05:49.546 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.549+0000 7f26b8488700 1 Processor -- start 2023-09-21T13:05:49.546 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.550+0000 7f26b8488700 1 -- start start 2023-09-21T13:05:49.547 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.551+0000 7f26b8488700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f26b015d8c0 0x7f26b0161ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:49.547 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.551+0000 7f26b8488700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f26b00cdbb0 0x7f26b006d9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:49.548 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.551+0000 7f26b8488700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f26b006c150 con 0x7f26b00cd750 2023-09-21T13:05:49.548 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.551+0000 7f26b8488700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f26b0162430 con 0x7f26b00cdbb0 2023-09-21T13:05:49.548 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.551+0000 7f26b8488700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f26b006e8b0 con 0x7f26b015d8c0 2023-09-21T13:05:49.548 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.551+0000 7f26b6224700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f26b015d8c0 0x7f26b0161ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:49.548 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.551+0000 7f26b6a25700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f26b00cdbb0 0x7f26b006d9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:49.549 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.551+0000 7f26b5a23700 1 --1- >> v1:172.21.15.57:6789/0 conn(0x7f26b00cd750 0x7f26b006d2b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.57:6789/0 says I am v1:172.21.15.46:35784/0 (socket says 172.21.15.46:35784) 2023-09-21T13:05:49.549 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.551+0000 7f26b5a23700 1 -- 172.21.15.46:0/1563958937 learned_addr learned my addr 172.21.15.46:0/1563958937 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:05:49.552 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.551+0000 7f26b5222700 1 -- 172.21.15.46:0/1563958937 <== mon.1 v1:172.21.15.57:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2444075141 0 0) 0x7f26b006c150 con 0x7f26b00cd750 2023-09-21T13:05:49.552 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.551+0000 7f26b6224700 1 -- 172.21.15.46:0/1563958937 >> v2:172.21.15.57:3300/0 conn(0x7f26b00cdbb0 msgr2=0x7f26b006d9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:49.552 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.551+0000 7f26b6224700 1 --2- 172.21.15.46:0/1563958937 >> v2:172.21.15.57:3300/0 conn(0x7f26b00cdbb0 0x7f26b006d9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:49.552 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.551+0000 7f26b6224700 1 -- 172.21.15.46:0/1563958937 >> v1:172.21.15.57:6789/0 conn(0x7f26b00cd750 legacy=0x7f26b006d2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:49.553 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.551+0000 7f26b6224700 1 -- 172.21.15.46:0/1563958937 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f26b006eb90 con 0x7f26b015d8c0 2023-09-21T13:05:49.553 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.551+0000 7f26b6224700 1 --2- 172.21.15.46:0/1563958937 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f26b015d8c0 0x7f26b0161ef0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f26ac009820 tx=0x7f26ac009b30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=afdc93d9b56dcaf3 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:49.553 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.552+0000 7f26b5222700 1 -- 172.21.15.46:0/1563958937 <== mon.2 v2:172.21.15.57:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26ac005e30 con 0x7f26b015d8c0 2023-09-21T13:05:49.553 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.552+0000 7f26b5222700 1 -- 172.21.15.46:0/1563958937 <== mon.2 v2:172.21.15.57:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f26ac006030 con 0x7f26b015d8c0 2023-09-21T13:05:49.553 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.552+0000 7f26b5222700 1 -- 172.21.15.46:0/1563958937 <== mon.2 v2:172.21.15.57:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26ac0063c0 con 0x7f26b015d8c0 2023-09-21T13:05:49.553 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.552+0000 7f26b8488700 1 -- 172.21.15.46:0/1563958937 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f26b015d8c0 msgr2=0x7f26b0161ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:49.554 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.552+0000 7f26b8488700 1 --2- 172.21.15.46:0/1563958937 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f26b015d8c0 0x7f26b0161ef0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f26ac009820 tx=0x7f26ac009b30 comp rx=0 tx=0).stop 2023-09-21T13:05:49.554 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.552+0000 7f26b8488700 1 -- 172.21.15.46:0/1563958937 shutdown_connections 2023-09-21T13:05:49.554 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.552+0000 7f26b8488700 1 --2- 172.21.15.46:0/1563958937 >> v2:172.21.15.57:3300/0 conn(0x7f26b00cdbb0 0x7f26b006d9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:49.554 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.552+0000 7f26b8488700 1 --2- 172.21.15.46:0/1563958937 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f26b015d8c0 0x7f26b0161ef0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:49.554 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.552+0000 7f26b8488700 1 -- 172.21.15.46:0/1563958937 >> 172.21.15.46:0/1563958937 conn(0x7f26b00cc440 msgr2=0x7f26b00cc850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:49.555 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.552+0000 7f26b8488700 1 -- 172.21.15.46:0/1563958937 shutdown_connections 2023-09-21T13:05:49.555 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.552+0000 7f26b8488700 1 -- 172.21.15.46:0/1563958937 wait complete. 2023-09-21T13:05:49.555 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.554+0000 7f26b8488700 1 Processor -- start 2023-09-21T13:05:49.555 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.554+0000 7f26b8488700 1 -- start start 2023-09-21T13:05:49.556 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.554+0000 7f26b8488700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f26b00cd750 0x7f26b00aec60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:49.556 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.554+0000 7f26b8488700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f26b00cdbb0 0x7f26b00af1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:49.556 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.554+0000 7f26b8488700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f26b015d8c0 0x7f26b014a7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:49.556 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.554+0000 7f26b8488700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26b00c37a0 con 0x7f26b015d8c0 2023-09-21T13:05:49.556 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.554+0000 7f26b8488700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26b00c3a80 con 0x7f26b00cd750 2023-09-21T13:05:49.556 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.554+0000 7f26b8488700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f26b00c3d60 con 0x7f26b00cdbb0 2023-09-21T13:05:49.557 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.555+0000 7f26b6a25700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f26b015d8c0 0x7f26b014a7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:49.557 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.555+0000 7f26b6a25700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f26b015d8c0 0x7f26b014a7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58040/0 (socket says 172.21.15.46:58040) 2023-09-21T13:05:49.557 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.555+0000 7f26b6a25700 1 -- 172.21.15.46:0/2105556239 learned_addr learned my addr 172.21.15.46:0/2105556239 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:49.557 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.555+0000 7f26b5a23700 1 --2- 172.21.15.46:0/2105556239 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f26b00cdbb0 0x7f26b00af1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:49.557 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.555+0000 7f26b6224700 1 --2- 172.21.15.46:0/2105556239 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f26b00cd750 0x7f26b00aec60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:49.558 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.555+0000 7f26b6a25700 1 -- 172.21.15.46:0/2105556239 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f26b00cdbb0 msgr2=0x7f26b00af1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:49.558 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.555+0000 7f26b6a25700 1 --2- 172.21.15.46:0/2105556239 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f26b00cdbb0 0x7f26b00af1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:49.558 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.555+0000 7f26b6a25700 1 -- 172.21.15.46:0/2105556239 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f26b00cd750 msgr2=0x7f26b00aec60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:49.558 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.555+0000 7f26b6a25700 1 --2- 172.21.15.46:0/2105556239 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f26b00cd750 0x7f26b00aec60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:49.558 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.555+0000 7f26b6a25700 1 -- 172.21.15.46:0/2105556239 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f26ac009430 con 0x7f26b015d8c0 2023-09-21T13:05:49.558 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.555+0000 7f26b6a25700 1 --2- 172.21.15.46:0/2105556239 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f26b015d8c0 0x7f26b014a7c0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f26a800efc0 tx=0x7f26a800c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:49.559 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.555+0000 7f26a2ffd700 1 -- 172.21.15.46:0/2105556239 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26a8009ea0 con 0x7f26b015d8c0 2023-09-21T13:05:49.559 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.555+0000 7f26a2ffd700 1 -- 172.21.15.46:0/2105556239 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f26a800f040 con 0x7f26b015d8c0 2023-09-21T13:05:49.559 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.555+0000 7f26a2ffd700 1 -- 172.21.15.46:0/2105556239 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26a800ced0 con 0x7f26b015d8c0 2023-09-21T13:05:49.559 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.555+0000 7f26b8488700 1 -- 172.21.15.46:0/2105556239 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f26b00c4040 con 0x7f26b015d8c0 2023-09-21T13:05:49.559 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.555+0000 7f26b8488700 1 -- 172.21.15.46:0/2105556239 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f26b00c3470 con 0x7f26b015d8c0 2023-09-21T13:05:49.560 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.556+0000 7f26b8488700 1 -- 172.21.15.46:0/2105556239 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f26b0068b90 con 0x7f26b015d8c0 2023-09-21T13:05:49.561 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.557+0000 7f26a2ffd700 1 -- 172.21.15.46:0/2105556239 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f26a8014480 con 0x7f26b015d8c0 2023-09-21T13:05:49.561 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.558+0000 7f26a2ffd700 1 --2- 172.21.15.46:0/2105556239 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f269406a580 0x7f269406ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:49.561 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.558+0000 7f26a2ffd700 1 -- 172.21.15.46:0/2105556239 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f26a8089a20 con 0x7f26b015d8c0 2023-09-21T13:05:49.561 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.558+0000 7f26b6224700 1 --2- 172.21.15.46:0/2105556239 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f269406a580 0x7f269406ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:49.561 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.558+0000 7f26b6224700 1 --2- 172.21.15.46:0/2105556239 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f269406a580 0x7f269406ca40 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f26ac000c00 tx=0x7f26ac008070 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:49.562 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.562+0000 7f26a2ffd700 1 -- 172.21.15.46:0/2105556239 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f26a8054fa0 con 0x7f26b015d8c0 2023-09-21T13:05:49.767 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.771+0000 7f26b8488700 1 -- 172.21.15.46:0/2105556239 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f26b0073b60 con 0x7f26b015d8c0 2023-09-21T13:05:49.768 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.772+0000 7f26a2ffd700 1 -- 172.21.15.46:0/2105556239 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16457 (secure 0 0 0) 0x7f26a8018020 con 0x7f26b015d8c0 2023-09-21T13:05:49.769 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:05:49.769 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":20,"fsid":"3cbfaf88-469e-4129-b70d-6dd2d92bd0a4","created":"2023-09-21T13:04:52.312650+0000","modified":"2023-09-21T13:05:17.736372+0000","last_up_change":"2023-09-21T13:05:04.397018+0000","last_in_change":"2023-09-21T13:04:55.853368+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-21T13:05:05.036373+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-09-21T13:05:14.305630+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-09-21T13:05:15.146424+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"23992b72-ed3c-4a14-ae79-8150e0fedbf7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6810","nonce":1682463833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6814","nonce":1682463833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6822","nonce":1682463833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6818","nonce":1682463833}]},"public_addr":"172.21.15.46:6810/1682463833","cluster_addr":"172.21.15.46:6814/1682463833","heartbeat_back_addr":"172.21.15.46:6822/1682463833","heartbeat_front_addr":"172.21.15.46:6818/1682463833","state":["exists","up"]},{"osd":1,"uuid":"2578f708-e052-4bdd-bcef-54808f1d1ef4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6800","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6801","nonce":3674836117}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6803","nonce":3674836117}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6807","nonce":3674836117}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6805","nonce":3674836117}]},"public_addr":"172.21.15.46:6801/3674836117","cluster_addr":"172.21.15.46:6803/3674836117","heartbeat_back_addr":"172.21.15.46:6807/3674836117","heartbeat_front_addr":"172.21.15.46:6805/3674836117","state":["exists","up"]},{"osd":2,"uuid":"6db5fc17-2472-42fd-a613-8cc24a815cfe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6825","nonce":3956023171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6827","nonce":3956023171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6831","nonce":3956023171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6829","nonce":3956023171}]},"public_addr":"172.21.15.46:6825/3956023171","cluster_addr":"172.21.15.46:6827/3956023171","heartbeat_back_addr":"172.21.15.46:6831/3956023171","heartbeat_front_addr":"172.21.15.46:6829/3956023171","state":["exists","up"]},{"osd":3,"uuid":"b0ddd2cd-9025-471f-a976-d7bc356eb10b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6809","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6811","nonce":1834230057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6813","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6815","nonce":1834230057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6821","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6823","nonce":1834230057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6817","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6819","nonce":1834230057}]},"public_addr":"172.21.15.46:6811/1834230057","cluster_addr":"172.21.15.46:6815/1834230057","heartbeat_back_addr":"172.21.15.46:6823/1834230057","heartbeat_front_addr":"172.21.15.46:6819/1834230057","state":["exists","up"]},{"osd":4,"uuid":"51245ec8-6073-476b-aea6-482f9a379f43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6800","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6801","nonce":867529145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6802","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6803","nonce":867529145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6806","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6807","nonce":867529145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6804","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6805","nonce":867529145}]},"public_addr":"172.21.15.57:6801/867529145","cluster_addr":"172.21.15.57:6803/867529145","heartbeat_back_addr":"172.21.15.57:6807/867529145","heartbeat_front_addr":"172.21.15.57:6805/867529145","state":["exists","up"]},{"osd":5,"uuid":"6be64509-8d19-48af-aa7d-2744199eb3c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6824","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6825","nonce":2639760353}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6826","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6827","nonce":2639760353}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6830","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6831","nonce":2639760353}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6828","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6829","nonce":2639760353}]},"public_addr":"172.21.15.57:6825/2639760353","cluster_addr":"172.21.15.57:6827/2639760353","heartbeat_back_addr":"172.21.15.57:6831/2639760353","heartbeat_front_addr":"172.21.15.57:6829/2639760353","state":["exists","up"]},{"osd":6,"uuid":"8bfda35e-f97c-4419-a105-ff306eff7a42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6808","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6809","nonce":3693682875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6810","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6811","nonce":3693682875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6814","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6815","nonce":3693682875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6812","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6813","nonce":3693682875}]},"public_addr":"172.21.15.57:6809/3693682875","cluster_addr":"172.21.15.57:6811/3693682875","heartbeat_back_addr":"172.21.15.57:6815/3693682875","heartbeat_front_addr":"172.21.15.57:6813/3693682875","state":["exists","up"]},{"osd":7,"uuid":"49fc1df7-ab94-4da5-b915-8f7cc61f2714","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6816","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6817","nonce":1729728830}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6818","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6819","nonce":1729728830}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6822","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6823","nonce":1729728830}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6820","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6821","nonce":1729728830}]},"public_addr":"172.21.15.57:6817/1729728830","cluster_addr":"172.21.15.57:6819/1729728830","heartbeat_back_addr":"172.21.15.57:6823/1729728830","heartbeat_front_addr":"172.21.15.57:6821/1729728830","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:00.955073+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.074451+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.068487+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.010348+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.035446+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.101249+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.104509+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.077361+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-21T13:05:49.771 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.774+0000 7f26b8488700 1 -- 172.21.15.46:0/2105556239 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f269406a580 msgr2=0x7f269406ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:49.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.774+0000 7f26b8488700 1 --2- 172.21.15.46:0/2105556239 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f269406a580 0x7f269406ca40 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f26ac000c00 tx=0x7f26ac008070 comp rx=0 tx=0).stop 2023-09-21T13:05:49.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.774+0000 7f26b8488700 1 -- 172.21.15.46:0/2105556239 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f26b015d8c0 msgr2=0x7f26b014a7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:49.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.774+0000 7f26b8488700 1 --2- 172.21.15.46:0/2105556239 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f26b015d8c0 0x7f26b014a7c0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f26a800efc0 tx=0x7f26a800c3a0 comp rx=0 tx=0).stop 2023-09-21T13:05:49.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.774+0000 7f26b8488700 1 -- 172.21.15.46:0/2105556239 shutdown_connections 2023-09-21T13:05:49.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.774+0000 7f26b8488700 1 --2- 172.21.15.46:0/2105556239 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f269406a580 0x7f269406ca40 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:49.773 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.774+0000 7f26b8488700 1 --2- 172.21.15.46:0/2105556239 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f26b015d8c0 0x7f26b014a7c0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:49.773 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.774+0000 7f26b8488700 1 --2- 172.21.15.46:0/2105556239 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f26b00cd750 0x7f26b00aec60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:49.773 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.774+0000 7f26b8488700 1 --2- 172.21.15.46:0/2105556239 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f26b00cdbb0 0x7f26b00af1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:49.773 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.774+0000 7f26b8488700 1 -- 172.21.15.46:0/2105556239 >> 172.21.15.46:0/2105556239 conn(0x7f26b00cc440 msgr2=0x7f26b00ac860 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:49.773 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.775+0000 7f26b8488700 1 -- 172.21.15.46:0/2105556239 shutdown_connections 2023-09-21T13:05:49.774 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.775+0000 7f26b8488700 1 -- 172.21.15.46:0/2105556239 wait complete. 2023-09-21T13:05:49.784 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-09-21T13:05:05.036373+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-09-21T13:05:14.305630+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-09-21T13:05:15.146424+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-09-21T13:05:49.785 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-09-21T13:05:49.925 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.928+0000 7f6e988c1700 1 Processor -- start 2023-09-21T13:05:49.925 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.928+0000 7f6e988c1700 1 -- start start 2023-09-21T13:05:49.926 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.929+0000 7f6e988c1700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f6e940af050 0x7f6e940ca060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:49.927 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.929+0000 7f6e988c1700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f6e9415ba60 0x7f6e940ca5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:49.927 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.929+0000 7f6e988c1700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6e9406a7a0 con 0x7f6e94155aa0 2023-09-21T13:05:49.927 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.929+0000 7f6e988c1700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6e9406c1a0 con 0x7f6e940af050 2023-09-21T13:05:49.927 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.929+0000 7f6e988c1700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6e9406b600 con 0x7f6e9415ba60 2023-09-21T13:05:49.927 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.929+0000 7f6e91d9b700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f6e940af050 0x7f6e940ca060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:49.928 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.929+0000 7f6e91d9b700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f6e940af050 0x7f6e940ca060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58052/0 (socket says 172.21.15.46:58052) 2023-09-21T13:05:49.928 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.930+0000 7f6e91d9b700 1 -- 172.21.15.46:0/2262723017 learned_addr learned my addr 172.21.15.46:0/2262723017 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:49.928 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.930+0000 7f6e92d9d700 1 --2- 172.21.15.46:0/2262723017 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f6e9415ba60 0x7f6e940ca5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:49.928 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.930+0000 7f6e91d9b700 1 -- 172.21.15.46:0/2262723017 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f6e9415ba60 msgr2=0x7f6e940ca5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:49.928 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.930+0000 7f6e91d9b700 1 --2- 172.21.15.46:0/2262723017 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f6e9415ba60 0x7f6e940ca5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:49.929 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.930+0000 7f6e91d9b700 1 -- 172.21.15.46:0/2262723017 >> v1:172.21.15.57:6789/0 conn(0x7f6e94155aa0 legacy=0x7f6e9406ba90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:49.929 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.930+0000 7f6e91d9b700 1 -- 172.21.15.46:0/2262723017 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6e9406a9f0 con 0x7f6e940af050 2023-09-21T13:05:49.929 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.930+0000 7f6e91d9b700 1 --2- 172.21.15.46:0/2262723017 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e940af050 0x7f6e940ca060 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f6e7c0098f0 tx=0x7f6e7c009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f382bca44a5680f8 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:49.929 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.930+0000 7f6e9159a700 1 -- 172.21.15.46:0/2262723017 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e7c011830 con 0x7f6e940af050 2023-09-21T13:05:49.929 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.930+0000 7f6e9159a700 1 -- 172.21.15.46:0/2262723017 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6e7c011990 con 0x7f6e940af050 2023-09-21T13:05:49.929 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.930+0000 7f6e9159a700 1 -- 172.21.15.46:0/2262723017 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e7c011d20 con 0x7f6e940af050 2023-09-21T13:05:49.932 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.931+0000 7f6e988c1700 1 -- 172.21.15.46:0/2262723017 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e940af050 msgr2=0x7f6e940ca060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:49.932 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.931+0000 7f6e988c1700 1 --2- 172.21.15.46:0/2262723017 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e940af050 0x7f6e940ca060 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f6e7c0098f0 tx=0x7f6e7c009c00 comp rx=0 tx=0).stop 2023-09-21T13:05:49.932 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.931+0000 7f6e988c1700 1 -- 172.21.15.46:0/2262723017 shutdown_connections 2023-09-21T13:05:49.933 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.931+0000 7f6e988c1700 1 --2- 172.21.15.46:0/2262723017 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f6e9415ba60 0x7f6e940ca5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:49.933 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.931+0000 7f6e988c1700 1 --2- 172.21.15.46:0/2262723017 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e940af050 0x7f6e940ca060 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:49.933 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.931+0000 7f6e988c1700 1 -- 172.21.15.46:0/2262723017 >> 172.21.15.46:0/2262723017 conn(0x7f6e940b1500 msgr2=0x7f6e940b18e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:49.933 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.931+0000 7f6e988c1700 1 -- 172.21.15.46:0/2262723017 shutdown_connections 2023-09-21T13:05:49.933 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.931+0000 7f6e988c1700 1 -- 172.21.15.46:0/2262723017 wait complete. 2023-09-21T13:05:49.934 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.932+0000 7f6e988c1700 1 Processor -- start 2023-09-21T13:05:49.934 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.932+0000 7f6e988c1700 1 -- start start 2023-09-21T13:05:49.934 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.933+0000 7f6e988c1700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e940af050 0x7f6e940c5f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:49.934 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.933+0000 7f6e988c1700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f6e94155aa0 0x7f6e9415a290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:49.934 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.933+0000 7f6e988c1700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f6e9415ba60 0x7f6e9415a7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:49.935 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.933+0000 7f6e988c1700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e941456b0 con 0x7f6e940af050 2023-09-21T13:05:49.935 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.933+0000 7f6e988c1700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e94147aa0 con 0x7f6e9415ba60 2023-09-21T13:05:49.935 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.933+0000 7f6e988c1700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6e94147d80 con 0x7f6e94155aa0 2023-09-21T13:05:49.935 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.933+0000 7f6e9259c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e940af050 0x7f6e940c5f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:49.935 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.933+0000 7f6e9259c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e940af050 0x7f6e940c5f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58066/0 (socket says 172.21.15.46:58066) 2023-09-21T13:05:49.935 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.933+0000 7f6e9259c700 1 -- 172.21.15.46:0/4266500482 learned_addr learned my addr 172.21.15.46:0/4266500482 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:49.936 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.934+0000 7f6e91d9b700 1 --2- 172.21.15.46:0/4266500482 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f6e94155aa0 0x7f6e9415a290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:49.936 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.934+0000 7f6e92d9d700 1 --2- 172.21.15.46:0/4266500482 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f6e9415ba60 0x7f6e9415a7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:49.936 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.934+0000 7f6e9259c700 1 -- 172.21.15.46:0/4266500482 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f6e94155aa0 msgr2=0x7f6e9415a290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:49.936 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.934+0000 7f6e9259c700 1 --2- 172.21.15.46:0/4266500482 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f6e94155aa0 0x7f6e9415a290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:49.936 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.934+0000 7f6e9259c700 1 -- 172.21.15.46:0/4266500482 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f6e9415ba60 msgr2=0x7f6e9415a7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:49.937 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.934+0000 7f6e9259c700 1 --2- 172.21.15.46:0/4266500482 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f6e9415ba60 0x7f6e9415a7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:49.937 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.934+0000 7f6e9259c700 1 -- 172.21.15.46:0/4266500482 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6e7c009550 con 0x7f6e940af050 2023-09-21T13:05:49.937 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.934+0000 7f6e9259c700 1 --2- 172.21.15.46:0/4266500482 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e940af050 0x7f6e940c5f20 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f6e8400c4e0 tx=0x7f6e8400c7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:49.937 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.934+0000 7f6e8affd700 1 -- 172.21.15.46:0/4266500482 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e840052d0 con 0x7f6e940af050 2023-09-21T13:05:49.937 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.934+0000 7f6e8affd700 1 -- 172.21.15.46:0/4266500482 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6e84005430 con 0x7f6e940af050 2023-09-21T13:05:49.938 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.934+0000 7f6e988c1700 1 -- 172.21.15.46:0/4266500482 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6e94148060 con 0x7f6e940af050 2023-09-21T13:05:49.938 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.934+0000 7f6e8affd700 1 -- 172.21.15.46:0/4266500482 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e840038c0 con 0x7f6e940af050 2023-09-21T13:05:49.938 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.934+0000 7f6e988c1700 1 -- 172.21.15.46:0/4266500482 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6e94148860 con 0x7f6e940af050 2023-09-21T13:05:49.938 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.935+0000 7f6e988c1700 1 -- 172.21.15.46:0/4266500482 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6e9404f330 con 0x7f6e940af050 2023-09-21T13:05:49.938 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.936+0000 7f6e8affd700 1 -- 172.21.15.46:0/4266500482 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f6e84003a20 con 0x7f6e940af050 2023-09-21T13:05:49.939 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.936+0000 7f6e8affd700 1 --2- 172.21.15.46:0/4266500482 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f6e7406a580 0x7f6e7406ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:49.939 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.936+0000 7f6e8affd700 1 -- 172.21.15.46:0/4266500482 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6e84087de0 con 0x7f6e940af050 2023-09-21T13:05:49.940 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.936+0000 7f6e91d9b700 1 --2- 172.21.15.46:0/4266500482 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f6e7406a580 0x7f6e7406ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:49.940 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.937+0000 7f6e91d9b700 1 --2- 172.21.15.46:0/4266500482 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f6e7406a580 0x7f6e7406ca40 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f6e7c009c40 tx=0x7f6e7c008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:49.940 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:49.941+0000 7f6e8affd700 1 -- 172.21.15.46:0/4266500482 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f6e84053360 con 0x7f6e940af050 2023-09-21T13:05:50.145 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.148+0000 7f6e988c1700 1 -- 172.21.15.46:0/4266500482 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f6e94072040 con 0x7f6e940af050 2023-09-21T13:05:50.145 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.149+0000 7f6e8affd700 1 -- 172.21.15.46:0/4266500482 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7f6e84017020 con 0x7f6e940af050 2023-09-21T13:05:50.146 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 1 2023-09-21T13:05:50.148 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.151+0000 7f6e988c1700 1 -- 172.21.15.46:0/4266500482 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f6e7406a580 msgr2=0x7f6e7406ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:50.148 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.151+0000 7f6e988c1700 1 --2- 172.21.15.46:0/4266500482 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f6e7406a580 0x7f6e7406ca40 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f6e7c009c40 tx=0x7f6e7c008030 comp rx=0 tx=0).stop 2023-09-21T13:05:50.148 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.151+0000 7f6e988c1700 1 -- 172.21.15.46:0/4266500482 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e940af050 msgr2=0x7f6e940c5f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:50.149 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.151+0000 7f6e988c1700 1 --2- 172.21.15.46:0/4266500482 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e940af050 0x7f6e940c5f20 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f6e8400c4e0 tx=0x7f6e8400c7f0 comp rx=0 tx=0).stop 2023-09-21T13:05:50.149 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.151+0000 7f6e988c1700 1 -- 172.21.15.46:0/4266500482 shutdown_connections 2023-09-21T13:05:50.149 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.151+0000 7f6e988c1700 1 --2- 172.21.15.46:0/4266500482 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f6e7406a580 0x7f6e7406ca40 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:50.149 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.151+0000 7f6e988c1700 1 --2- 172.21.15.46:0/4266500482 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f6e9415ba60 0x7f6e9415a7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:50.149 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.151+0000 7f6e988c1700 1 --2- 172.21.15.46:0/4266500482 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e940af050 0x7f6e940c5f20 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:50.150 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.151+0000 7f6e988c1700 1 --2- 172.21.15.46:0/4266500482 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f6e94155aa0 0x7f6e9415a290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:50.150 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.151+0000 7f6e988c1700 1 -- 172.21.15.46:0/4266500482 >> 172.21.15.46:0/4266500482 conn(0x7f6e940b1500 msgr2=0x7f6e94070f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:50.150 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.151+0000 7f6e988c1700 1 -- 172.21.15.46:0/4266500482 shutdown_connections 2023-09-21T13:05:50.150 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.151+0000 7f6e988c1700 1 -- 172.21.15.46:0/4266500482 wait complete. 2023-09-21T13:05:50.162 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-09-21T13:05:50.301 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.305+0000 7f2f9f330700 1 Processor -- start 2023-09-21T13:05:50.302 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.305+0000 7f2f9f330700 1 -- start start 2023-09-21T13:05:50.303 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.306+0000 7f2f9f330700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f2f9815b410 0x7f2f980723f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:50.303 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.306+0000 7f2f9f330700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f2f980cf050 0x7f2f980cf4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:50.303 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.306+0000 7f2f9f330700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2f9815add0 con 0x7f2f9815df90 2023-09-21T13:05:50.303 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.306+0000 7f2f9f330700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2f98070070 con 0x7f2f980cf050 2023-09-21T13:05:50.303 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.306+0000 7f2f9f330700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2f980cfa10 con 0x7f2f9815b410 2023-09-21T13:05:50.304 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.306+0000 7f2f9c8cb700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f2f980cf050 0x7f2f980cf4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:50.304 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.306+0000 7f2f9d0cc700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f2f9815b410 0x7f2f980723f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:50.304 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.306+0000 7f2f9d8cd700 1 --1- >> v1:172.21.15.57:6789/0 conn(0x7f2f9815df90 0x7f2f9815e3c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.57:6789/0 says I am v1:172.21.15.46:35804/0 (socket says 172.21.15.46:35804) 2023-09-21T13:05:50.304 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.306+0000 7f2f9c8cb700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f2f980cf050 0x7f2f980cf4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.57:3300/0 says I am v2:172.21.15.46:34074/0 (socket says 172.21.15.46:34074) 2023-09-21T13:05:50.304 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.306+0000 7f2f9d8cd700 1 -- 172.21.15.46:0/3033756817 learned_addr learned my addr 172.21.15.46:0/3033756817 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:05:50.304 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.306+0000 7f2f9d0cc700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f2f9815b410 0x7f2f980723f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.57:3301/0 says I am v2:172.21.15.46:51028/0 (socket says 172.21.15.46:51028) 2023-09-21T13:05:50.308 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.307+0000 7f2f9d0cc700 1 -- 172.21.15.46:0/3033756817 >> v2:172.21.15.57:3300/0 conn(0x7f2f980cf050 msgr2=0x7f2f980cf4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:50.308 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.307+0000 7f2f9d0cc700 1 --2- 172.21.15.46:0/3033756817 >> v2:172.21.15.57:3300/0 conn(0x7f2f980cf050 0x7f2f980cf4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:50.308 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.307+0000 7f2f9d0cc700 1 -- 172.21.15.46:0/3033756817 >> v1:172.21.15.57:6789/0 conn(0x7f2f9815df90 legacy=0x7f2f9815e3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:50.308 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.307+0000 7f2f8bfff700 1 -- 172.21.15.46:0/3033756817 <== mon.1 v1:172.21.15.57:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3225597078 0 0) 0x7f2f90001490 con 0x7f2f9815df90 2023-09-21T13:05:50.308 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.307+0000 7f2f9d0cc700 1 -- 172.21.15.46:0/3033756817 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2f9815eed0 con 0x7f2f9815b410 2023-09-21T13:05:50.308 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.307+0000 7f2f9c8cb700 1 --2- 172.21.15.46:0/3033756817 >> v2:172.21.15.57:3300/0 conn(0x7f2f980cf050 0x7f2f980cf4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-21T13:05:50.309 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.307+0000 7f2f9d0cc700 1 --2- 172.21.15.46:0/3033756817 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f2f9815b410 0x7f2f980723f0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f2f8c009840 tx=0x7f2f8c009b50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=74624dc9f23a9a04 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:50.309 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.307+0000 7f2f8bfff700 1 -- 172.21.15.46:0/3033756817 <== mon.2 v2:172.21.15.57:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f8c011830 con 0x7f2f9815b410 2023-09-21T13:05:50.309 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.307+0000 7f2f8bfff700 1 -- 172.21.15.46:0/3033756817 <== mon.2 v2:172.21.15.57:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2f8c011990 con 0x7f2f9815b410 2023-09-21T13:05:50.309 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.307+0000 7f2f8bfff700 1 -- 172.21.15.46:0/3033756817 <== mon.2 v2:172.21.15.57:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f8c011d20 con 0x7f2f9815b410 2023-09-21T13:05:50.310 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.308+0000 7f2f9f330700 1 -- 172.21.15.46:0/3033756817 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f2f9815b410 msgr2=0x7f2f980723f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:50.310 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.308+0000 7f2f9f330700 1 --2- 172.21.15.46:0/3033756817 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f2f9815b410 0x7f2f980723f0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f2f8c009840 tx=0x7f2f8c009b50 comp rx=0 tx=0).stop 2023-09-21T13:05:50.310 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.308+0000 7f2f9f330700 1 -- 172.21.15.46:0/3033756817 shutdown_connections 2023-09-21T13:05:50.310 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.308+0000 7f2f9f330700 1 --2- 172.21.15.46:0/3033756817 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f2f9815b410 0x7f2f980723f0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:50.310 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.308+0000 7f2f9f330700 1 --2- 172.21.15.46:0/3033756817 >> v2:172.21.15.57:3300/0 conn(0x7f2f980cf050 0x7f2f980cf4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:50.311 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.308+0000 7f2f9f330700 1 -- 172.21.15.46:0/3033756817 >> 172.21.15.46:0/3033756817 conn(0x7f2f980b1d50 msgr2=0x7f2f980b2160 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:50.311 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.308+0000 7f2f9f330700 1 -- 172.21.15.46:0/3033756817 shutdown_connections 2023-09-21T13:05:50.311 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.308+0000 7f2f9f330700 1 -- 172.21.15.46:0/3033756817 wait complete. 2023-09-21T13:05:50.311 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.309+0000 7f2f9f330700 1 Processor -- start 2023-09-21T13:05:50.311 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.309+0000 7f2f9f330700 1 -- start start 2023-09-21T13:05:50.311 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.310+0000 7f2f9f330700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f2f980cf050 0x7f2f980c4bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:50.312 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.310+0000 7f2f9f330700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2f9815b410 0x7f2f981488a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:50.312 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.310+0000 7f2f9f330700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f2f9815df90 0x7f2f980c53f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:50.312 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.310+0000 7f2f9f330700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f980c5130 con 0x7f2f9815b410 2023-09-21T13:05:50.312 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.310+0000 7f2f9f330700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f980c3e30 con 0x7f2f9815df90 2023-09-21T13:05:50.312 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.310+0000 7f2f9f330700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2f980c4110 con 0x7f2f980cf050 2023-09-21T13:05:50.313 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.310+0000 7f2f9c8cb700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2f9815b410 0x7f2f981488a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:50.313 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.310+0000 7f2f9c8cb700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2f9815b410 0x7f2f981488a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58074/0 (socket says 172.21.15.46:58074) 2023-09-21T13:05:50.313 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.310+0000 7f2f9c8cb700 1 -- 172.21.15.46:0/3992182657 learned_addr learned my addr 172.21.15.46:0/3992182657 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:50.313 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.310+0000 7f2f9d0cc700 1 --2- 172.21.15.46:0/3992182657 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f2f980cf050 0x7f2f980c4bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:50.313 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.310+0000 7f2f9d8cd700 1 --2- 172.21.15.46:0/3992182657 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f2f9815df90 0x7f2f980c53f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:50.313 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.310+0000 7f2f9c8cb700 1 -- 172.21.15.46:0/3992182657 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f2f980cf050 msgr2=0x7f2f980c4bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:50.314 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.310+0000 7f2f9c8cb700 1 --2- 172.21.15.46:0/3992182657 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f2f980cf050 0x7f2f980c4bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:50.314 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.310+0000 7f2f9c8cb700 1 -- 172.21.15.46:0/3992182657 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f2f9815df90 msgr2=0x7f2f980c53f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:50.314 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.310+0000 7f2f9c8cb700 1 --2- 172.21.15.46:0/3992182657 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f2f9815df90 0x7f2f980c53f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:50.314 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.310+0000 7f2f9c8cb700 1 -- 172.21.15.46:0/3992182657 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2f940094a0 con 0x7f2f9815b410 2023-09-21T13:05:50.314 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.310+0000 7f2f9d8cd700 1 --2- 172.21.15.46:0/3992182657 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f2f9815df90 0x7f2f980c53f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:05:50.315 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.311+0000 7f2f9c8cb700 1 --2- 172.21.15.46:0/3992182657 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2f9815b410 0x7f2f981488a0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f2f9400ebe0 tx=0x7f2f9400eef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:50.315 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.311+0000 7f2f89ffb700 1 -- 172.21.15.46:0/3992182657 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f94009800 con 0x7f2f9815b410 2023-09-21T13:05:50.315 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.311+0000 7f2f89ffb700 1 -- 172.21.15.46:0/3992182657 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2f9400c910 con 0x7f2f9815b410 2023-09-21T13:05:50.315 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.311+0000 7f2f9f330700 1 -- 172.21.15.46:0/3992182657 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2f8c0094a0 con 0x7f2f9815b410 2023-09-21T13:05:50.315 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.311+0000 7f2f89ffb700 1 -- 172.21.15.46:0/3992182657 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f9400cc80 con 0x7f2f9815b410 2023-09-21T13:05:50.316 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.311+0000 7f2f9f330700 1 -- 172.21.15.46:0/3992182657 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2f980c46d0 con 0x7f2f9815b410 2023-09-21T13:05:50.317 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.312+0000 7f2f9f330700 1 -- 172.21.15.46:0/3992182657 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2f980c3f70 con 0x7f2f9815b410 2023-09-21T13:05:50.317 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.312+0000 7f2f89ffb700 1 -- 172.21.15.46:0/3992182657 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f2f94013470 con 0x7f2f9815b410 2023-09-21T13:05:50.317 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.313+0000 7f2f89ffb700 1 --2- 172.21.15.46:0/3992182657 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f2f7c06a580 0x7f2f7c06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:50.317 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.313+0000 7f2f89ffb700 1 -- 172.21.15.46:0/3992182657 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f2f94088ba0 con 0x7f2f9815b410 2023-09-21T13:05:50.317 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.313+0000 7f2f9d0cc700 1 --2- 172.21.15.46:0/3992182657 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f2f7c06a580 0x7f2f7c06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:50.318 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.313+0000 7f2f9d0cc700 1 --2- 172.21.15.46:0/3992182657 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f2f7c06a580 0x7f2f7c06ca40 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f2f8c009fd0 tx=0x7f2f8c008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:50.318 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.318+0000 7f2f89ffb700 1 -- 172.21.15.46:0/3992182657 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f2f980c3f70 con 0x7f2f9815b410 2023-09-21T13:05:50.526 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.530+0000 7f2f9f330700 1 -- 172.21.15.46:0/3992182657 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f2f980c3f70 con 0x7f2f9815b410 2023-09-21T13:05:50.527 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.530+0000 7f2f89ffb700 1 -- 172.21.15.46:0/3992182657 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7f2f94017020 con 0x7f2f9815b410 2023-09-21T13:05:50.527 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 32 2023-09-21T13:05:50.529 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.532+0000 7f2f9f330700 1 -- 172.21.15.46:0/3992182657 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f2f7c06a580 msgr2=0x7f2f7c06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:50.529 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.532+0000 7f2f9f330700 1 --2- 172.21.15.46:0/3992182657 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f2f7c06a580 0x7f2f7c06ca40 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f2f8c009fd0 tx=0x7f2f8c008030 comp rx=0 tx=0).stop 2023-09-21T13:05:50.530 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.532+0000 7f2f9f330700 1 -- 172.21.15.46:0/3992182657 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2f9815b410 msgr2=0x7f2f981488a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:50.530 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.532+0000 7f2f9f330700 1 --2- 172.21.15.46:0/3992182657 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2f9815b410 0x7f2f981488a0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f2f9400ebe0 tx=0x7f2f9400eef0 comp rx=0 tx=0).stop 2023-09-21T13:05:50.530 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.533+0000 7f2f9f330700 1 -- 172.21.15.46:0/3992182657 shutdown_connections 2023-09-21T13:05:50.530 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.533+0000 7f2f9f330700 1 --2- 172.21.15.46:0/3992182657 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f2f7c06a580 0x7f2f7c06ca40 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:50.531 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.533+0000 7f2f9f330700 1 --2- 172.21.15.46:0/3992182657 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f2f9815df90 0x7f2f980c53f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:50.531 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.533+0000 7f2f9f330700 1 --2- 172.21.15.46:0/3992182657 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f2f980cf050 0x7f2f980c4bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:50.531 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.533+0000 7f2f9f330700 1 --2- 172.21.15.46:0/3992182657 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2f9815b410 0x7f2f981488a0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:50.531 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.533+0000 7f2f9f330700 1 -- 172.21.15.46:0/3992182657 >> 172.21.15.46:0/3992182657 conn(0x7f2f980b1d50 msgr2=0x7f2f980b02b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:50.531 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.533+0000 7f2f9f330700 1 -- 172.21.15.46:0/3992182657 shutdown_connections 2023-09-21T13:05:50.531 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.533+0000 7f2f9f330700 1 -- 172.21.15.46:0/3992182657 wait complete. 2023-09-21T13:05:50.542 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-09-21T13:05:50.683 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.686+0000 7f5d611e9700 1 Processor -- start 2023-09-21T13:05:50.683 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.686+0000 7f5d611e9700 1 -- start start 2023-09-21T13:05:50.686 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.687+0000 7f5d611e9700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f5d5c15b370 0x7f5d5c0cc790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:50.686 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.687+0000 7f5d611e9700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f5d5c0af6d0 0x7f5d5c06a7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:50.686 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.687+0000 7f5d611e9700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5d5c15f100 con 0x7f5d5c15b750 2023-09-21T13:05:50.686 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.687+0000 7f5d611e9700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5d5c0cda10 con 0x7f5d5c15b370 2023-09-21T13:05:50.687 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.687+0000 7f5d611e9700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5d5c15f350 con 0x7f5d5c0af6d0 2023-09-21T13:05:50.687 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.687+0000 7f5d5ad9d700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f5d5c15b370 0x7f5d5c0cc790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:50.687 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.687+0000 7f5d5b59e700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f5d5c15b750 0x7f5d5c06ef50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:57736/0 (socket says 172.21.15.46:57736) 2023-09-21T13:05:50.687 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.687+0000 7f5d5b59e700 1 -- 172.21.15.46:0/561841552 learned_addr learned my addr 172.21.15.46:0/561841552 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:05:50.687 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.688+0000 7f5d5a59c700 1 --2- 172.21.15.46:0/561841552 >> v2:172.21.15.57:3300/0 conn(0x7f5d5c0af6d0 0x7f5d5c06a7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:50.688 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.688+0000 7f5d59d9b700 1 -- 172.21.15.46:0/561841552 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 576357632 0 0) 0x7f5d5c15f100 con 0x7f5d5c15b750 2023-09-21T13:05:50.688 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.688+0000 7f5d59d9b700 1 -- 172.21.15.46:0/561841552 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5d480035b0 con 0x7f5d5c15b750 2023-09-21T13:05:50.688 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.688+0000 7f5d5ad9d700 1 -- 172.21.15.46:0/561841552 >> v2:172.21.15.57:3300/0 conn(0x7f5d5c0af6d0 msgr2=0x7f5d5c06a7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:50.688 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.688+0000 7f5d5ad9d700 1 --2- 172.21.15.46:0/561841552 >> v2:172.21.15.57:3300/0 conn(0x7f5d5c0af6d0 0x7f5d5c06a7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:50.688 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.688+0000 7f5d5ad9d700 1 -- 172.21.15.46:0/561841552 >> v1:172.21.15.46:6789/0 conn(0x7f5d5c15b750 legacy=0x7f5d5c06ef50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:50.689 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.688+0000 7f5d5ad9d700 1 -- 172.21.15.46:0/561841552 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5d5c15f630 con 0x7f5d5c15b370 2023-09-21T13:05:50.689 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.688+0000 7f5d5ad9d700 1 --2- 172.21.15.46:0/561841552 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5d5c15b370 0x7f5d5c0cc790 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f5d5c06ea30 tx=0x7f5d4c009b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7bff91a29f68498e server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:50.689 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.688+0000 7f5d59d9b700 1 -- 172.21.15.46:0/561841552 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d4c011830 con 0x7f5d5c15b370 2023-09-21T13:05:50.689 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.688+0000 7f5d59d9b700 1 -- 172.21.15.46:0/561841552 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5d4c011990 con 0x7f5d5c15b370 2023-09-21T13:05:50.689 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.688+0000 7f5d59d9b700 1 -- 172.21.15.46:0/561841552 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d4c011d00 con 0x7f5d5c15b370 2023-09-21T13:05:50.689 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.689+0000 7f5d611e9700 1 -- 172.21.15.46:0/561841552 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5d5c15b370 msgr2=0x7f5d5c0cc790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:50.690 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.689+0000 7f5d611e9700 1 --2- 172.21.15.46:0/561841552 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5d5c15b370 0x7f5d5c0cc790 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f5d5c06ea30 tx=0x7f5d4c009b20 comp rx=0 tx=0).stop 2023-09-21T13:05:50.690 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.689+0000 7f5d611e9700 1 -- 172.21.15.46:0/561841552 shutdown_connections 2023-09-21T13:05:50.690 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.689+0000 7f5d611e9700 1 --2- 172.21.15.46:0/561841552 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5d5c15b370 0x7f5d5c0cc790 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:50.690 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.689+0000 7f5d611e9700 1 --2- 172.21.15.46:0/561841552 >> v2:172.21.15.57:3300/0 conn(0x7f5d5c0af6d0 0x7f5d5c06a7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:50.690 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.689+0000 7f5d611e9700 1 -- 172.21.15.46:0/561841552 >> 172.21.15.46:0/561841552 conn(0x7f5d5c0ccd10 msgr2=0x7f5d5c0cd120 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:50.691 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.689+0000 7f5d611e9700 1 -- 172.21.15.46:0/561841552 shutdown_connections 2023-09-21T13:05:50.691 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.689+0000 7f5d611e9700 1 -- 172.21.15.46:0/561841552 wait complete. 2023-09-21T13:05:50.693 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.691+0000 7f5d611e9700 1 Processor -- start 2023-09-21T13:05:50.693 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.691+0000 7f5d611e9700 1 -- start start 2023-09-21T13:05:50.694 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.692+0000 7f5d611e9700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5d5c15b370 0x7f5d5c15d830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:50.694 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.692+0000 7f5d611e9700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f5d5c15b750 0x7f5d5c154650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:50.694 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.692+0000 7f5d611e9700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f5d5c15bb80 0x7f5d5c15c010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:50.694 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.692+0000 7f5d611e9700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5d5c15d410 con 0x7f5d5c15b370 2023-09-21T13:05:50.695 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.692+0000 7f5d611e9700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5d5c15c550 con 0x7f5d5c15b750 2023-09-21T13:05:50.695 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.692+0000 7f5d611e9700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5d5c14f370 con 0x7f5d5c15bb80 2023-09-21T13:05:50.695 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.692+0000 7f5d5ad9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5d5c15b370 0x7f5d5c15d830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:50.695 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.692+0000 7f5d5ad9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5d5c15b370 0x7f5d5c15d830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58098/0 (socket says 172.21.15.46:58098) 2023-09-21T13:05:50.695 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.692+0000 7f5d5ad9d700 1 -- 172.21.15.46:0/356293727 learned_addr learned my addr 172.21.15.46:0/356293727 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:50.696 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.692+0000 7f5d5a59c700 1 --2- 172.21.15.46:0/356293727 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f5d5c15b750 0x7f5d5c154650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:50.696 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.692+0000 7f5d5b59e700 1 --2- 172.21.15.46:0/356293727 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f5d5c15bb80 0x7f5d5c15c010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:50.696 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.693+0000 7f5d5ad9d700 1 -- 172.21.15.46:0/356293727 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f5d5c15bb80 msgr2=0x7f5d5c15c010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:50.696 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.693+0000 7f5d5ad9d700 1 --2- 172.21.15.46:0/356293727 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f5d5c15bb80 0x7f5d5c15c010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:50.696 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.693+0000 7f5d5ad9d700 1 -- 172.21.15.46:0/356293727 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f5d5c15b750 msgr2=0x7f5d5c154650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:50.696 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.693+0000 7f5d5ad9d700 1 --2- 172.21.15.46:0/356293727 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f5d5c15b750 0x7f5d5c154650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:50.697 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.693+0000 7f5d5ad9d700 1 -- 172.21.15.46:0/356293727 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5d4c0094a0 con 0x7f5d5c15b370 2023-09-21T13:05:50.697 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.693+0000 7f5d5ad9d700 1 --2- 172.21.15.46:0/356293727 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5d5c15b370 0x7f5d5c15d830 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f5d4c009b60 tx=0x7f5d4c004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:50.697 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.693+0000 7f5d537fe700 1 -- 172.21.15.46:0/356293727 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d4c004550 con 0x7f5d5c15b370 2023-09-21T13:05:50.697 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.693+0000 7f5d537fe700 1 -- 172.21.15.46:0/356293727 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5d4c01f070 con 0x7f5d5c15b370 2023-09-21T13:05:50.697 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.693+0000 7f5d611e9700 1 -- 172.21.15.46:0/356293727 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5d5c15dd70 con 0x7f5d5c15b370 2023-09-21T13:05:50.698 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.693+0000 7f5d537fe700 1 -- 172.21.15.46:0/356293727 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d4c0038a0 con 0x7f5d5c15b370 2023-09-21T13:05:50.698 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.693+0000 7f5d611e9700 1 -- 172.21.15.46:0/356293727 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5d5c15ca70 con 0x7f5d5c15b370 2023-09-21T13:05:50.698 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.694+0000 7f5d611e9700 1 -- 172.21.15.46:0/356293727 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5d5c15d550 con 0x7f5d5c15b370 2023-09-21T13:05:50.698 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.695+0000 7f5d537fe700 1 -- 172.21.15.46:0/356293727 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f5d4c003a00 con 0x7f5d5c15b370 2023-09-21T13:05:50.698 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.695+0000 7f5d537fe700 1 --2- 172.21.15.46:0/356293727 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f5d3c06a580 0x7f5d3c06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:50.699 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.695+0000 7f5d537fe700 1 -- 172.21.15.46:0/356293727 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f5d4c021070 con 0x7f5d5c15b370 2023-09-21T13:05:50.699 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.695+0000 7f5d5a59c700 1 --2- 172.21.15.46:0/356293727 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f5d3c06a580 0x7f5d3c06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:50.699 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.696+0000 7f5d5a59c700 1 --2- 172.21.15.46:0/356293727 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f5d3c06a580 0x7f5d3c06ca40 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f5d5c0c3920 tx=0x7f5d44009210 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:50.699 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.700+0000 7f5d537fe700 1 -- 172.21.15.46:0/356293727 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f5d5c15d550 con 0x7f5d5c15b370 2023-09-21T13:05:50.904 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.908+0000 7f5d611e9700 1 -- 172.21.15.46:0/356293727 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f5d5c15d550 con 0x7f5d5c15b370 2023-09-21T13:05:50.905 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.908+0000 7f5d537fe700 1 -- 172.21.15.46:0/356293727 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f5d4c015020 con 0x7f5d5c15b370 2023-09-21T13:05:50.905 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 64 2023-09-21T13:05:50.907 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.911+0000 7f5d611e9700 1 -- 172.21.15.46:0/356293727 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f5d3c06a580 msgr2=0x7f5d3c06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:50.908 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.911+0000 7f5d611e9700 1 --2- 172.21.15.46:0/356293727 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f5d3c06a580 0x7f5d3c06ca40 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f5d5c0c3920 tx=0x7f5d44009210 comp rx=0 tx=0).stop 2023-09-21T13:05:50.908 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.911+0000 7f5d611e9700 1 -- 172.21.15.46:0/356293727 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5d5c15b370 msgr2=0x7f5d5c15d830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:50.908 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.911+0000 7f5d611e9700 1 --2- 172.21.15.46:0/356293727 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5d5c15b370 0x7f5d5c15d830 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f5d4c009b60 tx=0x7f5d4c004750 comp rx=0 tx=0).stop 2023-09-21T13:05:50.908 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.911+0000 7f5d611e9700 1 -- 172.21.15.46:0/356293727 shutdown_connections 2023-09-21T13:05:50.908 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.911+0000 7f5d611e9700 1 --2- 172.21.15.46:0/356293727 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f5d3c06a580 0x7f5d3c06ca40 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:50.909 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.911+0000 7f5d611e9700 1 --2- 172.21.15.46:0/356293727 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f5d5c15bb80 0x7f5d5c15c010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:50.909 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.911+0000 7f5d611e9700 1 --2- 172.21.15.46:0/356293727 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5d5c15b370 0x7f5d5c15d830 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:50.909 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.911+0000 7f5d611e9700 1 --2- 172.21.15.46:0/356293727 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f5d5c15b750 0x7f5d5c154650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:50.909 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.911+0000 7f5d611e9700 1 -- 172.21.15.46:0/356293727 >> 172.21.15.46:0/356293727 conn(0x7f5d5c0ccd10 msgr2=0x7f5d5c0b31e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:50.909 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.911+0000 7f5d611e9700 1 -- 172.21.15.46:0/356293727 shutdown_connections 2023-09-21T13:05:50.910 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:50.911+0000 7f5d611e9700 1 -- 172.21.15.46:0/356293727 wait complete. 2023-09-21T13:05:50.921 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev.test_generic' 2023-09-21T13:05:51.059 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:51.063+0000 7f142ed25700 1 Processor -- start 2023-09-21T13:05:51.133 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:51.063+0000 7f142ed25700 1 -- start start 2023-09-21T13:05:51.137 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:51.064+0000 7f142ed25700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f142815d900 0x7f14280ce170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:51.138 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:51.064+0000 7f142ed25700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f14280b6650 con 0x7f14280ce6b0 2023-09-21T13:05:51.138 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:51.064+0000 7f142ed25700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f14280b7ea0 con 0x7f14280b8a40 2023-09-21T13:05:51.138 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:51.064+0000 7f142ed25700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f14280b7290 con 0x7f142815d900 2023-09-21T13:05:51.138 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:51.064+0000 7f1427fff700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f14280ce6b0 0x7f14280b8330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:57746/0 (socket says 172.21.15.46:57746) 2023-09-21T13:05:51.138 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:51.064+0000 7f1427fff700 1 -- 172.21.15.46:0/2535933462 learned_addr learned my addr 172.21.15.46:0/2535933462 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:05:51.139 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:51.064+0000 7f142cac1700 1 --2- 172.21.15.46:0/2535933462 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f142815d900 0x7f14280ce170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:51.139 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:51.064+0000 7f14277fe700 1 -- 172.21.15.46:0/2535933462 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1821102857 0 0) 0x7f14280b6650 con 0x7f14280ce6b0 2023-09-21T13:05:51.139 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:51.064+0000 7f14277fe700 1 -- 172.21.15.46:0/2535933462 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f14140035b0 con 0x7f14280ce6b0 2023-09-21T13:05:51.139 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:51.064+0000 7f14277fe700 1 -- 172.21.15.46:0/2535933462 <== mon.1 v1:172.21.15.57:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2487977734 0 0) 0x7f14280b7ea0 con 0x7f14280b8a40 2023-09-21T13:05:51.139 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:51.064+0000 7f14277fe700 1 -- 172.21.15.46:0/2535933462 --> v1:172.21.15.57:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f14280b6650 con 0x7f14280b8a40 2023-09-21T13:05:51.140 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:51.064+0000 7f142cac1700 1 -- 172.21.15.46:0/2535933462 >> v1:172.21.15.57:6789/0 conn(0x7f14280b8a40 legacy=0x7f14280b4f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:51.140 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:51.064+0000 7f142cac1700 1 -- 172.21.15.46:0/2535933462 >> v1:172.21.15.46:6789/0 conn(0x7f14280ce6b0 legacy=0x7f14280b8330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:51.140 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:51.064+0000 7f142cac1700 1 -- 172.21.15.46:0/2535933462 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f14280b7570 con 0x7f142815d900 2023-09-21T13:05:51.140 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:51.065+0000 7f142cac1700 1 --2- 172.21.15.46:0/2535933462 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f142815d900 0x7f14280ce170 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f1418009870 tx=0x7f1418009b80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3a462bf440c79140 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:51.140 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:51.065+0000 7f14277fe700 1 -- 172.21.15.46:0/2535933462 <== mon.2 v2:172.21.15.57:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1418011830 con 0x7f142815d900 2023-09-21T13:05:51.140 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:51.065+0000 7f14277fe700 1 -- 172.21.15.46:0/2535933462 <== mon.2 v2:172.21.15.57:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1418011990 con 0x7f142815d900 2023-09-21T13:05:51.141 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:51.065+0000 7f14277fe700 1 -- 172.21.15.46:0/2535933462 <== mon.2 v2:172.21.15.57:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1418011d20 con 0x7f142815d900 2023-09-21T13:05:51.141 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:51.065+0000 7f142ed25700 1 -- 172.21.15.46:0/2535933462 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f142815d900 msgr2=0x7f14280ce170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:51.141 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:51.065+0000 7f142ed25700 1 --2- 172.21.15.46:0/2535933462 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f142815d900 0x7f14280ce170 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f1418009870 tx=0x7f1418009b80 comp rx=0 tx=0).stop 2023-09-21T13:05:51.141 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:51.065+0000 7f142ed25700 1 -- 172.21.15.46:0/2535933462 shutdown_connections 2023-09-21T13:05:51.141 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:51.065+0000 7f142ed25700 1 --2- 172.21.15.46:0/2535933462 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f142815d900 0x7f14280ce170 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:51.142 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:51.065+0000 7f142ed25700 1 -- 172.21.15.46:0/2535933462 >> 172.21.15.46:0/2535933462 conn(0x7f14280722c0 msgr2=0x7f14280726d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:51.142 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:51.065+0000 7f142ed25700 1 -- 172.21.15.46:0/2535933462 shutdown_connections 2023-09-21T13:05:51.142 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:51.065+0000 7f142ed25700 1 -- 172.21.15.46:0/2535933462 wait complete. 2023-09-21T13:05:51.142 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:51.067+0000 7f142ed25700 1 Processor -- start 2023-09-21T13:05:51.142 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:51.067+0000 7f142ed25700 1 -- start start 2023-09-21T13:05:51.142 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:51.068+0000 7f142ed25700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f14280b8a40 0x7f14281f65c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:51.143 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:51.068+0000 7f142ed25700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f14280ce6b0 0x7f1428159da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:51.143 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:51.068+0000 7f142ed25700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f142815d900 0x7f14281605f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:51.143 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:51.068+0000 7f142ed25700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f142815a2e0 con 0x7f14280ce6b0 2023-09-21T13:05:51.143 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:51.068+0000 7f142ed25700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f14281f74f0 con 0x7f14280b8a40 2023-09-21T13:05:51.143 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:51.068+0000 7f142ed25700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f14281f6c50 con 0x7f142815d900 2023-09-21T13:05:51.144 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:51.068+0000 7f1427fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f14280ce6b0 0x7f1428159da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:51.144 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:51.068+0000 7f1427fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f14280ce6b0 0x7f1428159da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58106/0 (socket says 172.21.15.46:58106) 2023-09-21T13:05:51.144 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:51.068+0000 7f1427fff700 1 -- 172.21.15.46:0/709611912 learned_addr learned my addr 172.21.15.46:0/709611912 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:51.144 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:51.068+0000 7f142cac1700 1 --2- 172.21.15.46:0/709611912 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f14280b8a40 0x7f14281f65c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:51.144 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:51.068+0000 7f142d2c2700 1 --2- 172.21.15.46:0/709611912 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f142815d900 0x7f14281605f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:51.145 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:51.068+0000 7f1427fff700 1 -- 172.21.15.46:0/709611912 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f142815d900 msgr2=0x7f14281605f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:51.145 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:51.068+0000 7f1427fff700 1 --2- 172.21.15.46:0/709611912 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f142815d900 0x7f14281605f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:51.145 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:51.068+0000 7f1427fff700 1 -- 172.21.15.46:0/709611912 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f14280b8a40 msgr2=0x7f14281f65c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:51.145 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:51.068+0000 7f1427fff700 1 --2- 172.21.15.46:0/709611912 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f14280b8a40 0x7f14281f65c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:51.145 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:51.068+0000 7f1427fff700 1 -- 172.21.15.46:0/709611912 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f14180094a0 con 0x7f14280ce6b0 2023-09-21T13:05:51.145 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:51.068+0000 7f1427fff700 1 --2- 172.21.15.46:0/709611912 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f14280ce6b0 0x7f1428159da0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f1410005910 tx=0x7f141000c9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:51.146 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:51.069+0000 7f14257fa700 1 -- 172.21.15.46:0/709611912 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1410005d70 con 0x7f14280ce6b0 2023-09-21T13:05:51.146 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:51.069+0000 7f14257fa700 1 -- 172.21.15.46:0/709611912 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f14100070d0 con 0x7f14280ce6b0 2023-09-21T13:05:51.146 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:51.069+0000 7f142ed25700 1 -- 172.21.15.46:0/709611912 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f14281f6f30 con 0x7f14280ce6b0 2023-09-21T13:05:51.146 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:51.069+0000 7f14257fa700 1 -- 172.21.15.46:0/709611912 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1410007460 con 0x7f14280ce6b0 2023-09-21T13:05:51.146 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:51.069+0000 7f142ed25700 1 -- 172.21.15.46:0/709611912 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1428151600 con 0x7f14280ce6b0 2023-09-21T13:05:51.147 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:51.071+0000 7f14257fa700 1 -- 172.21.15.46:0/709611912 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f14100075c0 con 0x7f14280ce6b0 2023-09-21T13:05:51.147 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:51.070+0000 7f142ed25700 1 -- 172.21.15.46:0/709611912 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1428151820 con 0x7f14280ce6b0 2023-09-21T13:05:51.147 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:51.071+0000 7f14257fa700 1 --2- 172.21.15.46:0/709611912 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f140806a580 0x7f140806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:51.147 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:51.071+0000 7f14257fa700 1 -- 172.21.15.46:0/709611912 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1410087ed0 con 0x7f14280ce6b0 2023-09-21T13:05:51.147 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:51.071+0000 7f142cac1700 1 --2- 172.21.15.46:0/709611912 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f140806a580 0x7f140806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:51.147 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:51.071+0000 7f142cac1700 1 --2- 172.21.15.46:0/709611912 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f140806a580 0x7f140806ca40 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f14180090b0 tx=0x7f141801c040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:51.148 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:51.076+0000 7f14257fa700 1 -- 172.21.15.46:0/709611912 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f1410053460 con 0x7f14280ce6b0 2023-09-21T13:05:51.372 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:51.376+0000 7f142ed25700 1 -- 172.21.15.46:0/709611912 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev.test_generic"]} v 0) v1 -- 0x7f1428068b90 con 0x7f14280ce6b0 2023-09-21T13:05:52.164 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.168+0000 7f14257fa700 1 -- 172.21.15.46:0/709611912 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev.test_generic"]}]=0 v56) v1 ==== 147+0+0 (secure 0 0 0) 0x7f1410056a80 con 0x7f14280ce6b0 2023-09-21T13:05:52.167 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.171+0000 7f142ed25700 1 -- 172.21.15.46:0/709611912 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f140806a580 msgr2=0x7f140806ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:52.168 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.171+0000 7f142ed25700 1 --2- 172.21.15.46:0/709611912 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f140806a580 0x7f140806ca40 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f14180090b0 tx=0x7f141801c040 comp rx=0 tx=0).stop 2023-09-21T13:05:52.168 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.171+0000 7f142ed25700 1 -- 172.21.15.46:0/709611912 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f14280ce6b0 msgr2=0x7f1428159da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:52.168 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.171+0000 7f142ed25700 1 --2- 172.21.15.46:0/709611912 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f14280ce6b0 0x7f1428159da0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f1410005910 tx=0x7f141000c9e0 comp rx=0 tx=0).stop 2023-09-21T13:05:52.168 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.171+0000 7f142ed25700 1 -- 172.21.15.46:0/709611912 shutdown_connections 2023-09-21T13:05:52.168 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.171+0000 7f142ed25700 1 --2- 172.21.15.46:0/709611912 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f140806a580 0x7f140806ca40 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:52.169 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.171+0000 7f142ed25700 1 --2- 172.21.15.46:0/709611912 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f142815d900 0x7f14281605f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:52.169 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.171+0000 7f142ed25700 1 --2- 172.21.15.46:0/709611912 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f14280b8a40 0x7f14281f65c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:52.169 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.171+0000 7f142ed25700 1 --2- 172.21.15.46:0/709611912 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f14280ce6b0 0x7f1428159da0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:52.169 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.171+0000 7f142ed25700 1 -- 172.21.15.46:0/709611912 >> 172.21.15.46:0/709611912 conn(0x7f14280722c0 msgr2=0x7f14280cfbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:52.169 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.171+0000 7f142ed25700 1 -- 172.21.15.46:0/709611912 shutdown_connections 2023-09-21T13:05:52.170 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.171+0000 7f142ed25700 1 -- 172.21.15.46:0/709611912 wait complete. 2023-09-21T13:05:52.183 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2023-09-21T13:05:52.327 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.330+0000 7f590d809700 1 Processor -- start 2023-09-21T13:05:52.327 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.330+0000 7f590d809700 1 -- start start 2023-09-21T13:05:52.331 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.331+0000 7f590d809700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f5908152350 0x7f59080aee10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:52.331 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.331+0000 7f590d809700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f590806bec0 0x7f590815e0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:52.331 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.331+0000 7f590d809700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f590815bc50 con 0x7f5908152730 2023-09-21T13:05:52.331 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.331+0000 7f590d809700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f590815ba60 con 0x7f590806bec0 2023-09-21T13:05:52.332 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.331+0000 7f590d809700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f590815bf30 con 0x7f5908152350 2023-09-21T13:05:52.332 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.331+0000 7f59067fc700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f5908152730 0x7f590806b7b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:57748/0 (socket says 172.21.15.46:57748) 2023-09-21T13:05:52.332 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.331+0000 7f59067fc700 1 -- 172.21.15.46:0/2663304546 learned_addr learned my addr 172.21.15.46:0/2663304546 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:05:52.332 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.331+0000 7f5906ffd700 1 --2- 172.21.15.46:0/2663304546 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f5908152350 0x7f59080aee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:52.332 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.331+0000 7f59077fe700 1 --2- 172.21.15.46:0/2663304546 >> v2:172.21.15.57:3300/0 conn(0x7f590806bec0 0x7f590815e0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:52.332 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.332+0000 7f5905ffb700 1 -- 172.21.15.46:0/2663304546 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3284362029 0 0) 0x7f590815bc50 con 0x7f5908152730 2023-09-21T13:05:52.333 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.332+0000 7f5905ffb700 1 -- 172.21.15.46:0/2663304546 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f58f00035b0 con 0x7f5908152730 2023-09-21T13:05:52.333 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.332+0000 7f5906ffd700 1 -- 172.21.15.46:0/2663304546 >> v2:172.21.15.57:3300/0 conn(0x7f590806bec0 msgr2=0x7f590815e0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:52.333 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.332+0000 7f5906ffd700 1 --2- 172.21.15.46:0/2663304546 >> v2:172.21.15.57:3300/0 conn(0x7f590806bec0 0x7f590815e0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:52.333 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.332+0000 7f5905ffb700 1 -- 172.21.15.46:0/2663304546 <== mon.0 v1:172.21.15.46:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3254266915 0 0) 0x7f58f00035b0 con 0x7f5908152730 2023-09-21T13:05:52.333 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.332+0000 7f5906ffd700 1 -- 172.21.15.46:0/2663304546 >> v1:172.21.15.46:6789/0 conn(0x7f5908152730 legacy=0x7f590806b7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:52.334 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.332+0000 7f5906ffd700 1 -- 172.21.15.46:0/2663304546 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f590815c210 con 0x7f5908152350 2023-09-21T13:05:52.334 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.332+0000 7f59077fe700 1 --2- 172.21.15.46:0/2663304546 >> v2:172.21.15.57:3300/0 conn(0x7f590806bec0 0x7f590815e0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-21T13:05:52.334 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.332+0000 7f5906ffd700 1 --2- 172.21.15.46:0/2663304546 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f5908152350 0x7f59080aee10 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f58f8009840 tx=0x7f58f8009b50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3d8af01263039f46 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:52.334 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.332+0000 7f5905ffb700 1 -- 172.21.15.46:0/2663304546 <== mon.2 v2:172.21.15.57:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58fc001670 con 0x7f5908152350 2023-09-21T13:05:52.334 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.332+0000 7f5905ffb700 1 -- 172.21.15.46:0/2663304546 <== mon.2 v2:172.21.15.57:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f58f8004030 con 0x7f5908152350 2023-09-21T13:05:52.335 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.332+0000 7f5905ffb700 1 -- 172.21.15.46:0/2663304546 <== mon.2 v2:172.21.15.57:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58f80043c0 con 0x7f5908152350 2023-09-21T13:05:52.335 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.333+0000 7f590d809700 1 -- 172.21.15.46:0/2663304546 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f5908152350 msgr2=0x7f59080aee10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:52.335 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.333+0000 7f590d809700 1 --2- 172.21.15.46:0/2663304546 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f5908152350 0x7f59080aee10 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f58f8009840 tx=0x7f58f8009b50 comp rx=0 tx=0).stop 2023-09-21T13:05:52.335 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.333+0000 7f590d809700 1 -- 172.21.15.46:0/2663304546 shutdown_connections 2023-09-21T13:05:52.335 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.333+0000 7f590d809700 1 --2- 172.21.15.46:0/2663304546 >> v2:172.21.15.57:3300/0 conn(0x7f590806bec0 0x7f590815e0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:52.336 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.333+0000 7f590d809700 1 --2- 172.21.15.46:0/2663304546 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f5908152350 0x7f59080aee10 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:52.336 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.333+0000 7f590d809700 1 -- 172.21.15.46:0/2663304546 >> 172.21.15.46:0/2663304546 conn(0x7f5908070f70 msgr2=0x7f5908071380 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:52.336 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.333+0000 7f590d809700 1 -- 172.21.15.46:0/2663304546 shutdown_connections 2023-09-21T13:05:52.336 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.333+0000 7f590d809700 1 -- 172.21.15.46:0/2663304546 wait complete. 2023-09-21T13:05:52.336 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.334+0000 7f590d809700 1 Processor -- start 2023-09-21T13:05:52.337 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.334+0000 7f590d809700 1 -- start start 2023-09-21T13:05:52.339 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.335+0000 7f590d809700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f590806bec0 0x7f59081f08f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:52.339 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.335+0000 7f590d809700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f5908152350 0x7f590814ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:52.340 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.335+0000 7f590d809700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f5908152730 0x7f590814f950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:52.340 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.335+0000 7f590d809700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f59081f0f40 con 0x7f590806bec0 2023-09-21T13:05:52.340 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.335+0000 7f590d809700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f59081f1220 con 0x7f5908152730 2023-09-21T13:05:52.340 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.335+0000 7f590d809700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f59081f1500 con 0x7f5908152350 2023-09-21T13:05:52.340 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.335+0000 7f5906ffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f590806bec0 0x7f59081f08f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:52.341 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.335+0000 7f5906ffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f590806bec0 0x7f59081f08f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58120/0 (socket says 172.21.15.46:58120) 2023-09-21T13:05:52.341 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.335+0000 7f5906ffd700 1 -- 172.21.15.46:0/11493737 learned_addr learned my addr 172.21.15.46:0/11493737 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:52.341 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.336+0000 7f59067fc700 1 --2- 172.21.15.46:0/11493737 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f5908152350 0x7f590814ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:52.341 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.336+0000 7f59077fe700 1 --2- 172.21.15.46:0/11493737 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f5908152730 0x7f590814f950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:52.341 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.336+0000 7f5906ffd700 1 -- 172.21.15.46:0/11493737 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f5908152350 msgr2=0x7f590814ccd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:52.342 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.336+0000 7f5906ffd700 1 --2- 172.21.15.46:0/11493737 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f5908152350 0x7f590814ccd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:52.342 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.336+0000 7f5906ffd700 1 -- 172.21.15.46:0/11493737 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f5908152730 msgr2=0x7f590814f950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:52.342 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.336+0000 7f5906ffd700 1 --2- 172.21.15.46:0/11493737 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f5908152730 0x7f590814f950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:52.342 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.336+0000 7f5906ffd700 1 -- 172.21.15.46:0/11493737 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5900009a70 con 0x7f590806bec0 2023-09-21T13:05:52.342 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.336+0000 7f5906ffd700 1 --2- 172.21.15.46:0/11493737 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f590806bec0 0x7f59081f08f0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f58f80090b0 tx=0x7f58f8004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:52.343 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.336+0000 7f58effff700 1 -- 172.21.15.46:0/11493737 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58f8003cb0 con 0x7f590806bec0 2023-09-21T13:05:52.343 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.336+0000 7f58effff700 1 -- 172.21.15.46:0/11493737 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f58f801f070 con 0x7f590806bec0 2023-09-21T13:05:52.343 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.336+0000 7f58effff700 1 -- 172.21.15.46:0/11493737 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58f8011870 con 0x7f590806bec0 2023-09-21T13:05:52.343 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.336+0000 7f590d809700 1 -- 172.21.15.46:0/11493737 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f58f80094a0 con 0x7f590806bec0 2023-09-21T13:05:52.343 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.336+0000 7f590d809700 1 -- 172.21.15.46:0/11493737 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f590814b040 con 0x7f590806bec0 2023-09-21T13:05:52.344 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.337+0000 7f590d809700 1 -- 172.21.15.46:0/11493737 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f590804f330 con 0x7f590806bec0 2023-09-21T13:05:52.344 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.338+0000 7f58effff700 1 -- 172.21.15.46:0/11493737 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f58f80119d0 con 0x7f590806bec0 2023-09-21T13:05:52.344 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.338+0000 7f58effff700 1 --2- 172.21.15.46:0/11493737 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f58f406a580 0x7f58f406ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:52.344 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.338+0000 7f58effff700 1 -- 172.21.15.46:0/11493737 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f58f8021070 con 0x7f590806bec0 2023-09-21T13:05:52.344 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.338+0000 7f59067fc700 1 --2- 172.21.15.46:0/11493737 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f58f406a580 0x7f58f406ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:52.345 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.339+0000 7f59067fc700 1 --2- 172.21.15.46:0/11493737 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f58f406a580 0x7f58f406ca40 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f590806f870 tx=0x7f58fc001e20 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:52.345 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.343+0000 7f58effff700 1 -- 172.21.15.46:0/11493737 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f58f8055810 con 0x7f590806bec0 2023-09-21T13:05:52.546 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.549+0000 7f590d809700 1 -- 172.21.15.46:0/11493737 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) v1 -- 0x7f590806b6e0 con 0x7f590806bec0 2023-09-21T13:05:52.552 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.556+0000 7f58effff700 1 -- 172.21.15.46:0/11493737 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v10)=0 v10) v1 ==== 122+0+0 (secure 0 0 0) 0x7f58f8058e30 con 0x7f590806bec0 2023-09-21T13:05:52.555 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.558+0000 7f590d809700 1 -- 172.21.15.46:0/11493737 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f58f406a580 msgr2=0x7f58f406ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:52.555 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.558+0000 7f590d809700 1 --2- 172.21.15.46:0/11493737 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f58f406a580 0x7f58f406ca40 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f590806f870 tx=0x7f58fc001e20 comp rx=0 tx=0).stop 2023-09-21T13:05:52.555 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.558+0000 7f590d809700 1 -- 172.21.15.46:0/11493737 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f590806bec0 msgr2=0x7f59081f08f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:52.555 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.558+0000 7f590d809700 1 --2- 172.21.15.46:0/11493737 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f590806bec0 0x7f59081f08f0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f58f80090b0 tx=0x7f58f8004750 comp rx=0 tx=0).stop 2023-09-21T13:05:52.555 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.558+0000 7f590d809700 1 -- 172.21.15.46:0/11493737 shutdown_connections 2023-09-21T13:05:52.556 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.558+0000 7f590d809700 1 --2- 172.21.15.46:0/11493737 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f58f406a580 0x7f58f406ca40 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:52.556 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.558+0000 7f590d809700 1 --2- 172.21.15.46:0/11493737 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f5908152730 0x7f590814f950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:52.556 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.558+0000 7f590d809700 1 --2- 172.21.15.46:0/11493737 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f590806bec0 0x7f59081f08f0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:52.556 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.558+0000 7f590d809700 1 --2- 172.21.15.46:0/11493737 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f5908152350 0x7f590814ccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:52.556 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.558+0000 7f590d809700 1 -- 172.21.15.46:0/11493737 >> 172.21.15.46:0/11493737 conn(0x7f5908070f70 msgr2=0x7f59080cc6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:52.557 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.558+0000 7f590d809700 1 -- 172.21.15.46:0/11493737 shutdown_connections 2023-09-21T13:05:52.557 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.558+0000 7f590d809700 1 -- 172.21.15.46:0/11493737 wait complete. 2023-09-21T13:05:52.568 INFO:teuthology.nuke.actions:Clearing teuthology firewall rules... 2023-09-21T13:05:52.569 DEBUG:teuthology.orchestra.run.smithi046:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2023-09-21T13:05:52.611 DEBUG:teuthology.orchestra.run.smithi057:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2023-09-21T13:05:52.665 INFO:teuthology.nuke.actions:Cleared teuthology firewall rules. 2023-09-21T13:05:52.669 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2023-09-21T13:05:52.669 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/proc/self/mounts of=/dev/stdout 2023-09-21T13:05:52.693 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2023-09-21T13:05:52.693 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/proc/self/mounts of=/dev/stdout 2023-09-21T13:05:52.758 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-21T13:05:52.942 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.945+0000 7f3082431700 1 Processor -- start 2023-09-21T13:05:52.942 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.945+0000 7f3082431700 1 -- start start 2023-09-21T13:05:52.943 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.946+0000 7f3082431700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f307c0cf070 0x7f307c0cf450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:52.944 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.946+0000 7f3082431700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f307c06eba0 0x7f307c06f020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:52.944 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.946+0000 7f3082431700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f307c0cbd20 con 0x7f307c0cc1b0 2023-09-21T13:05:52.944 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.946+0000 7f3082431700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f307c0cf990 con 0x7f307c0cf070 2023-09-21T13:05:52.944 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.946+0000 7f3082431700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f307c15b410 con 0x7f307c06eba0 2023-09-21T13:05:52.944 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.946+0000 7f307bfff700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f307c0cf070 0x7f307c0cf450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:52.945 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.946+0000 7f307bfff700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f307c0cf070 0x7f307c0cf450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58136/0 (socket says 172.21.15.46:58136) 2023-09-21T13:05:52.945 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.946+0000 7f307bfff700 1 -- 172.21.15.46:0/3515876323 learned_addr learned my addr 172.21.15.46:0/3515876323 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:52.945 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.947+0000 7f307b7fe700 1 --2- 172.21.15.46:0/3515876323 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f307c06eba0 0x7f307c06f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:52.945 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.947+0000 7f307bfff700 1 -- 172.21.15.46:0/3515876323 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f307c06eba0 msgr2=0x7f307c06f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:52.945 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.947+0000 7f307bfff700 1 --2- 172.21.15.46:0/3515876323 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f307c06eba0 0x7f307c06f020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:52.946 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.947+0000 7f307bfff700 1 -- 172.21.15.46:0/3515876323 >> v1:172.21.15.46:6789/0 conn(0x7f307c0cc1b0 legacy=0x7f307c15a600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:52.946 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.947+0000 7f307bfff700 1 -- 172.21.15.46:0/3515876323 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f307c15b6f0 con 0x7f307c0cf070 2023-09-21T13:05:52.946 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.947+0000 7f307b7fe700 1 --2- 172.21.15.46:0/3515876323 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f307c06eba0 0x7f307c06f020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:05:52.946 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.947+0000 7f307bfff700 1 --2- 172.21.15.46:0/3515876323 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f307c0cf070 0x7f307c0cf450 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f306c0098f0 tx=0x7f306c009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=41353ad6167fcd58 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:52.946 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.947+0000 7f307affd700 1 -- 172.21.15.46:0/3515876323 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f306c00b8a0 con 0x7f307c0cf070 2023-09-21T13:05:52.947 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.947+0000 7f307affd700 1 -- 172.21.15.46:0/3515876323 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f306c00ba00 con 0x7f307c0cf070 2023-09-21T13:05:52.947 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.947+0000 7f307affd700 1 -- 172.21.15.46:0/3515876323 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f306c00bd90 con 0x7f307c0cf070 2023-09-21T13:05:52.950 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.948+0000 7f3082431700 1 -- 172.21.15.46:0/3515876323 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f307c0cf070 msgr2=0x7f307c0cf450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:52.950 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.948+0000 7f3082431700 1 --2- 172.21.15.46:0/3515876323 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f307c0cf070 0x7f307c0cf450 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f306c0098f0 tx=0x7f306c009c00 comp rx=0 tx=0).stop 2023-09-21T13:05:52.950 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.948+0000 7f3082431700 1 -- 172.21.15.46:0/3515876323 shutdown_connections 2023-09-21T13:05:52.950 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.948+0000 7f3082431700 1 --2- 172.21.15.46:0/3515876323 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f307c0cf070 0x7f307c0cf450 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:52.951 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.948+0000 7f3082431700 1 --2- 172.21.15.46:0/3515876323 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f307c06eba0 0x7f307c06f020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:52.951 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.948+0000 7f3082431700 1 -- 172.21.15.46:0/3515876323 >> 172.21.15.46:0/3515876323 conn(0x7f307c0d01f0 msgr2=0x7f307c0d0600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:52.951 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.948+0000 7f3082431700 1 -- 172.21.15.46:0/3515876323 shutdown_connections 2023-09-21T13:05:52.951 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.948+0000 7f3082431700 1 -- 172.21.15.46:0/3515876323 wait complete. 2023-09-21T13:05:52.951 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.949+0000 7f3082431700 1 Processor -- start 2023-09-21T13:05:52.951 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.949+0000 7f3082431700 1 -- start start 2023-09-21T13:05:52.952 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.950+0000 7f3082431700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f307c06eba0 0x7f307c150770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:52.952 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.950+0000 7f3082431700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f307c0cc1b0 0x7f307c0c7c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:52.952 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.950+0000 7f3082431700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f307c0cf070 0x7f307c06aa10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:52.952 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.950+0000 7f3082431700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f307c0c82d0 con 0x7f307c0cf070 2023-09-21T13:05:52.952 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.950+0000 7f3082431700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f307c14f7a0 con 0x7f307c06eba0 2023-09-21T13:05:52.953 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.950+0000 7f3082431700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f307c0c7550 con 0x7f307c0cc1b0 2023-09-21T13:05:52.953 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.950+0000 7f30809ce700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f307c0cf070 0x7f307c06aa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:52.953 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.950+0000 7f30809ce700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f307c0cf070 0x7f307c06aa10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58138/0 (socket says 172.21.15.46:58138) 2023-09-21T13:05:52.953 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.950+0000 7f30809ce700 1 -- 172.21.15.46:0/4205191521 learned_addr learned my addr 172.21.15.46:0/4205191521 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:52.953 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.950+0000 7f307bfff700 1 --2- 172.21.15.46:0/4205191521 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f307c06eba0 0x7f307c150770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:52.953 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.950+0000 7f307b7fe700 1 --2- 172.21.15.46:0/4205191521 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f307c0cc1b0 0x7f307c0c7c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:52.954 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.951+0000 7f30809ce700 1 -- 172.21.15.46:0/4205191521 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f307c0cc1b0 msgr2=0x7f307c0c7c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:52.954 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.951+0000 7f30809ce700 1 --2- 172.21.15.46:0/4205191521 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f307c0cc1b0 0x7f307c0c7c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:52.954 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.951+0000 7f30809ce700 1 -- 172.21.15.46:0/4205191521 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f307c06eba0 msgr2=0x7f307c150770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:52.954 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.951+0000 7f30809ce700 1 --2- 172.21.15.46:0/4205191521 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f307c06eba0 0x7f307c150770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:52.954 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.951+0000 7f30809ce700 1 -- 172.21.15.46:0/4205191521 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f306c009550 con 0x7f307c0cf070 2023-09-21T13:05:52.955 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.951+0000 7f30809ce700 1 --2- 172.21.15.46:0/4205191521 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f307c0cf070 0x7f307c06aa10 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f307400cb50 tx=0x7f307400ce60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:52.955 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.951+0000 7f3078ff9700 1 -- 172.21.15.46:0/4205191521 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3074003c00 con 0x7f307c0cf070 2023-09-21T13:05:52.955 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.951+0000 7f3078ff9700 1 -- 172.21.15.46:0/4205191521 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3074003d60 con 0x7f307c0cf070 2023-09-21T13:05:52.955 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.951+0000 7f3078ff9700 1 -- 172.21.15.46:0/4205191521 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f307400aa20 con 0x7f307c0cf070 2023-09-21T13:05:52.955 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.951+0000 7f3082431700 1 -- 172.21.15.46:0/4205191521 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f307c14f9b0 con 0x7f307c0cf070 2023-09-21T13:05:52.955 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.951+0000 7f3082431700 1 -- 172.21.15.46:0/4205191521 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f307c14ff70 con 0x7f307c0cf070 2023-09-21T13:05:52.956 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.952+0000 7f3082431700 1 -- 172.21.15.46:0/4205191521 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f307c068b90 con 0x7f307c0cf070 2023-09-21T13:05:52.956 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.953+0000 7f3078ff9700 1 -- 172.21.15.46:0/4205191521 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f307400ab80 con 0x7f307c0cf070 2023-09-21T13:05:52.956 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.953+0000 7f3078ff9700 1 --2- 172.21.15.46:0/4205191521 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f306806a580 0x7f306806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:52.956 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.953+0000 7f3078ff9700 1 -- 172.21.15.46:0/4205191521 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f30740889d0 con 0x7f307c0cf070 2023-09-21T13:05:52.956 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.953+0000 7f307bfff700 1 --2- 172.21.15.46:0/4205191521 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f306806a580 0x7f306806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:52.957 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.954+0000 7f307bfff700 1 --2- 172.21.15.46:0/4205191521 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f306806a580 0x7f306806ca40 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f306c000c00 tx=0x7f306c008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:52.959 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:52.958+0000 7f3078ff9700 1 -- 172.21.15.46:0/4205191521 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f3074053f50 con 0x7f307c0cf070 2023-09-21T13:05:53.162 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.166+0000 7f3082431700 1 -- 172.21.15.46:0/4205191521 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f307c0cb980 con 0x7f307c0cf070 2023-09-21T13:05:53.163 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.167+0000 7f3078ff9700 1 -- 172.21.15.46:0/4205191521 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16457 (secure 0 0 0) 0x7f3074057570 con 0x7f307c0cf070 2023-09-21T13:05:53.164 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:05:53.164 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":20,"fsid":"3cbfaf88-469e-4129-b70d-6dd2d92bd0a4","created":"2023-09-21T13:04:52.312650+0000","modified":"2023-09-21T13:05:17.736372+0000","last_up_change":"2023-09-21T13:05:04.397018+0000","last_in_change":"2023-09-21T13:04:55.853368+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-21T13:05:05.036373+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-09-21T13:05:14.305630+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-09-21T13:05:15.146424+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"23992b72-ed3c-4a14-ae79-8150e0fedbf7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6810","nonce":1682463833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6814","nonce":1682463833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6822","nonce":1682463833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6818","nonce":1682463833}]},"public_addr":"172.21.15.46:6810/1682463833","cluster_addr":"172.21.15.46:6814/1682463833","heartbeat_back_addr":"172.21.15.46:6822/1682463833","heartbeat_front_addr":"172.21.15.46:6818/1682463833","state":["exists","up"]},{"osd":1,"uuid":"2578f708-e052-4bdd-bcef-54808f1d1ef4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6800","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6801","nonce":3674836117}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6803","nonce":3674836117}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6807","nonce":3674836117}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6805","nonce":3674836117}]},"public_addr":"172.21.15.46:6801/3674836117","cluster_addr":"172.21.15.46:6803/3674836117","heartbeat_back_addr":"172.21.15.46:6807/3674836117","heartbeat_front_addr":"172.21.15.46:6805/3674836117","state":["exists","up"]},{"osd":2,"uuid":"6db5fc17-2472-42fd-a613-8cc24a815cfe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6825","nonce":3956023171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6827","nonce":3956023171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6831","nonce":3956023171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6829","nonce":3956023171}]},"public_addr":"172.21.15.46:6825/3956023171","cluster_addr":"172.21.15.46:6827/3956023171","heartbeat_back_addr":"172.21.15.46:6831/3956023171","heartbeat_front_addr":"172.21.15.46:6829/3956023171","state":["exists","up"]},{"osd":3,"uuid":"b0ddd2cd-9025-471f-a976-d7bc356eb10b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6809","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6811","nonce":1834230057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6813","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6815","nonce":1834230057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6821","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6823","nonce":1834230057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6817","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6819","nonce":1834230057}]},"public_addr":"172.21.15.46:6811/1834230057","cluster_addr":"172.21.15.46:6815/1834230057","heartbeat_back_addr":"172.21.15.46:6823/1834230057","heartbeat_front_addr":"172.21.15.46:6819/1834230057","state":["exists","up"]},{"osd":4,"uuid":"51245ec8-6073-476b-aea6-482f9a379f43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6800","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6801","nonce":867529145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6802","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6803","nonce":867529145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6806","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6807","nonce":867529145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6804","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6805","nonce":867529145}]},"public_addr":"172.21.15.57:6801/867529145","cluster_addr":"172.21.15.57:6803/867529145","heartbeat_back_addr":"172.21.15.57:6807/867529145","heartbeat_front_addr":"172.21.15.57:6805/867529145","state":["exists","up"]},{"osd":5,"uuid":"6be64509-8d19-48af-aa7d-2744199eb3c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6824","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6825","nonce":2639760353}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6826","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6827","nonce":2639760353}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6830","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6831","nonce":2639760353}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6828","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6829","nonce":2639760353}]},"public_addr":"172.21.15.57:6825/2639760353","cluster_addr":"172.21.15.57:6827/2639760353","heartbeat_back_addr":"172.21.15.57:6831/2639760353","heartbeat_front_addr":"172.21.15.57:6829/2639760353","state":["exists","up"]},{"osd":6,"uuid":"8bfda35e-f97c-4419-a105-ff306eff7a42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6808","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6809","nonce":3693682875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6810","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6811","nonce":3693682875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6814","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6815","nonce":3693682875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6812","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6813","nonce":3693682875}]},"public_addr":"172.21.15.57:6809/3693682875","cluster_addr":"172.21.15.57:6811/3693682875","heartbeat_back_addr":"172.21.15.57:6815/3693682875","heartbeat_front_addr":"172.21.15.57:6813/3693682875","state":["exists","up"]},{"osd":7,"uuid":"49fc1df7-ab94-4da5-b915-8f7cc61f2714","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6816","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6817","nonce":1729728830}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6818","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6819","nonce":1729728830}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6822","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6823","nonce":1729728830}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6820","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6821","nonce":1729728830}]},"public_addr":"172.21.15.57:6817/1729728830","cluster_addr":"172.21.15.57:6819/1729728830","heartbeat_back_addr":"172.21.15.57:6823/1729728830","heartbeat_front_addr":"172.21.15.57:6821/1729728830","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:00.955073+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.074451+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.068487+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.010348+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.035446+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.101249+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.104509+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.077361+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-21T13:05:53.166 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.170+0000 7f3082431700 1 -- 172.21.15.46:0/4205191521 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f306806a580 msgr2=0x7f306806ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:53.167 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.170+0000 7f3082431700 1 --2- 172.21.15.46:0/4205191521 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f306806a580 0x7f306806ca40 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f306c000c00 tx=0x7f306c008030 comp rx=0 tx=0).stop 2023-09-21T13:05:53.167 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.170+0000 7f3082431700 1 -- 172.21.15.46:0/4205191521 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f307c0cf070 msgr2=0x7f307c06aa10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:53.167 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.170+0000 7f3082431700 1 --2- 172.21.15.46:0/4205191521 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f307c0cf070 0x7f307c06aa10 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f307400cb50 tx=0x7f307400ce60 comp rx=0 tx=0).stop 2023-09-21T13:05:53.167 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.170+0000 7f3082431700 1 -- 172.21.15.46:0/4205191521 shutdown_connections 2023-09-21T13:05:53.167 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.170+0000 7f3082431700 1 --2- 172.21.15.46:0/4205191521 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f306806a580 0x7f306806ca40 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:53.168 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.170+0000 7f3082431700 1 --2- 172.21.15.46:0/4205191521 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f307c0cf070 0x7f307c06aa10 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:53.168 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.170+0000 7f3082431700 1 --2- 172.21.15.46:0/4205191521 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f307c06eba0 0x7f307c150770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:53.168 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.170+0000 7f3082431700 1 --2- 172.21.15.46:0/4205191521 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f307c0cc1b0 0x7f307c0c7c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:53.168 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.170+0000 7f3082431700 1 -- 172.21.15.46:0/4205191521 >> 172.21.15.46:0/4205191521 conn(0x7f307c0d01f0 msgr2=0x7f307c0afc50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:53.168 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.170+0000 7f3082431700 1 -- 172.21.15.46:0/4205191521 shutdown_connections 2023-09-21T13:05:53.169 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.170+0000 7f3082431700 1 -- 172.21.15.46:0/4205191521 wait complete. 2023-09-21T13:05:53.180 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-09-21T13:05:05.036373+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-09-21T13:05:14.305630+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-09-21T13:05:15.146424+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-09-21T13:05:53.181 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-09-21T13:05:53.321 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.324+0000 7fb388db6700 1 Processor -- start 2023-09-21T13:05:53.321 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.324+0000 7fb388db6700 1 -- start start 2023-09-21T13:05:53.324 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.325+0000 7fb388db6700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fb38415a530 0x7fb3840cd800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:53.324 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.325+0000 7fb388db6700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb3840717c0 0x7fb3840cb6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:53.324 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.325+0000 7fb388db6700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7fb3840cbc10 0x7fb38415e6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:53.324 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.325+0000 7fb388db6700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb38406ffb0 con 0x7fb38415a530 2023-09-21T13:05:53.324 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.325+0000 7fb388db6700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb384071d60 con 0x7fb3840cbc10 2023-09-21T13:05:53.325 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.325+0000 7fb388db6700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb384072040 con 0x7fb3840717c0 2023-09-21T13:05:53.325 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.326+0000 7fb38259c700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fb38415a530 0x7fb3840cd800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:53.325 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.326+0000 7fb38259c700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fb38415a530 0x7fb3840cd800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58140/0 (socket says 172.21.15.46:58140) 2023-09-21T13:05:53.325 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.326+0000 7fb38259c700 1 -- 172.21.15.46:0/3130840252 learned_addr learned my addr 172.21.15.46:0/3130840252 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:53.325 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.326+0000 7fb381d9b700 1 --2- 172.21.15.46:0/3130840252 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb3840717c0 0x7fb3840cb6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:53.326 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.326+0000 7fb382d9d700 1 --2- 172.21.15.46:0/3130840252 >> v2:172.21.15.57:3300/0 conn(0x7fb3840cbc10 0x7fb38415e6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:53.326 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.326+0000 7fb38259c700 1 -- 172.21.15.46:0/3130840252 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb3840717c0 msgr2=0x7fb3840cb6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:53.326 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.326+0000 7fb38259c700 1 --2- 172.21.15.46:0/3130840252 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb3840717c0 0x7fb3840cb6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:53.326 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.326+0000 7fb38259c700 1 -- 172.21.15.46:0/3130840252 >> v2:172.21.15.57:3300/0 conn(0x7fb3840cbc10 msgr2=0x7fb38415e6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:53.326 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.326+0000 7fb38259c700 1 --2- 172.21.15.46:0/3130840252 >> v2:172.21.15.57:3300/0 conn(0x7fb3840cbc10 0x7fb38415e6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:53.327 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.326+0000 7fb38259c700 1 -- 172.21.15.46:0/3130840252 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb384072320 con 0x7fb38415a530 2023-09-21T13:05:53.327 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.326+0000 7fb381d9b700 1 --2- 172.21.15.46:0/3130840252 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb3840717c0 0x7fb3840cb6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:05:53.327 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.326+0000 7fb38259c700 1 --2- 172.21.15.46:0/3130840252 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb38415a530 0x7fb3840cd800 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fb384071750 tx=0x7fb374009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd0a955b0f7fce0d server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:53.327 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.326+0000 7fb38159a700 1 -- 172.21.15.46:0/3130840252 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb37400b870 con 0x7fb38415a530 2023-09-21T13:05:53.327 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.326+0000 7fb38159a700 1 -- 172.21.15.46:0/3130840252 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb37400b9d0 con 0x7fb38415a530 2023-09-21T13:05:53.327 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.326+0000 7fb38159a700 1 -- 172.21.15.46:0/3130840252 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb37400bd60 con 0x7fb38415a530 2023-09-21T13:05:53.328 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.327+0000 7fb388db6700 1 -- 172.21.15.46:0/3130840252 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb38415a530 msgr2=0x7fb3840cd800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:53.328 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.327+0000 7fb388db6700 1 --2- 172.21.15.46:0/3130840252 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb38415a530 0x7fb3840cd800 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fb384071750 tx=0x7fb374009bd0 comp rx=0 tx=0).stop 2023-09-21T13:05:53.328 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.327+0000 7fb388db6700 1 -- 172.21.15.46:0/3130840252 shutdown_connections 2023-09-21T13:05:53.328 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.327+0000 7fb388db6700 1 --2- 172.21.15.46:0/3130840252 >> v2:172.21.15.57:3300/0 conn(0x7fb3840cbc10 0x7fb38415e6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:53.328 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.327+0000 7fb388db6700 1 --2- 172.21.15.46:0/3130840252 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb38415a530 0x7fb3840cd800 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:53.329 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.327+0000 7fb388db6700 1 --2- 172.21.15.46:0/3130840252 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb3840717c0 0x7fb3840cb6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:53.329 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.327+0000 7fb388db6700 1 -- 172.21.15.46:0/3130840252 >> 172.21.15.46:0/3130840252 conn(0x7fb3840ccd10 msgr2=0x7fb3840cd0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:53.329 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.327+0000 7fb388db6700 1 -- 172.21.15.46:0/3130840252 shutdown_connections 2023-09-21T13:05:53.329 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.327+0000 7fb388db6700 1 -- 172.21.15.46:0/3130840252 wait complete. 2023-09-21T13:05:53.332 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.329+0000 7fb388db6700 1 Processor -- start 2023-09-21T13:05:53.332 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.329+0000 7fb388db6700 1 -- start start 2023-09-21T13:05:53.332 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.329+0000 7fb388db6700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fb3840717c0 0x7fb3841517d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:53.332 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.329+0000 7fb388db6700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb3840cbc10 0x7fb3840b3520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:53.332 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.329+0000 7fb388db6700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb38415a530 0x7fb3841e4aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:53.333 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.329+0000 7fb388db6700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3840c9550 con 0x7fb3840cbc10 2023-09-21T13:05:53.333 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.330+0000 7fb388db6700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb384151d10 con 0x7fb3840717c0 2023-09-21T13:05:53.333 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.330+0000 7fb388db6700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb3840c7400 con 0x7fb38415a530 2023-09-21T13:05:53.333 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.330+0000 7fb381d9b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb3840cbc10 0x7fb3840b3520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:53.333 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.330+0000 7fb381d9b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb3840cbc10 0x7fb3840b3520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58154/0 (socket says 172.21.15.46:58154) 2023-09-21T13:05:53.334 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.330+0000 7fb381d9b700 1 -- 172.21.15.46:0/2659783053 learned_addr learned my addr 172.21.15.46:0/2659783053 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:53.334 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.330+0000 7fb382d9d700 1 --2- 172.21.15.46:0/2659783053 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb38415a530 0x7fb3841e4aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:53.334 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.330+0000 7fb38259c700 1 --2- 172.21.15.46:0/2659783053 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fb3840717c0 0x7fb3841517d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:53.334 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.330+0000 7fb381d9b700 1 -- 172.21.15.46:0/2659783053 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb38415a530 msgr2=0x7fb3841e4aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:53.334 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.330+0000 7fb381d9b700 1 --2- 172.21.15.46:0/2659783053 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb38415a530 0x7fb3841e4aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:53.335 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.330+0000 7fb381d9b700 1 -- 172.21.15.46:0/2659783053 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fb3840717c0 msgr2=0x7fb3841517d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:53.335 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.330+0000 7fb381d9b700 1 --2- 172.21.15.46:0/2659783053 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fb3840717c0 0x7fb3841517d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:53.335 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.330+0000 7fb381d9b700 1 -- 172.21.15.46:0/2659783053 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb374009550 con 0x7fb3840cbc10 2023-09-21T13:05:53.335 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.330+0000 7fb381d9b700 1 --2- 172.21.15.46:0/2659783053 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb3840cbc10 0x7fb3840b3520 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fb36c00d800 tx=0x7fb36c00dbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:53.335 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.330+0000 7fb37affd700 1 -- 172.21.15.46:0/2659783053 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb36c004030 con 0x7fb3840cbc10 2023-09-21T13:05:53.336 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.330+0000 7fb37affd700 1 -- 172.21.15.46:0/2659783053 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb36c004190 con 0x7fb3840cbc10 2023-09-21T13:05:53.336 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.330+0000 7fb388db6700 1 -- 172.21.15.46:0/2659783053 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb3840c76e0 con 0x7fb3840cbc10 2023-09-21T13:05:53.336 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.330+0000 7fb37affd700 1 -- 172.21.15.46:0/2659783053 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb36c004520 con 0x7fb3840cbc10 2023-09-21T13:05:53.336 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.330+0000 7fb388db6700 1 -- 172.21.15.46:0/2659783053 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb3840c7ca0 con 0x7fb3840cbc10 2023-09-21T13:05:53.336 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.331+0000 7fb388db6700 1 -- 172.21.15.46:0/2659783053 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb3840c82f0 con 0x7fb3840cbc10 2023-09-21T13:05:53.337 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.332+0000 7fb37affd700 1 -- 172.21.15.46:0/2659783053 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fb36c0036a0 con 0x7fb3840cbc10 2023-09-21T13:05:53.337 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.332+0000 7fb37affd700 1 --2- 172.21.15.46:0/2659783053 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fb36406a580 0x7fb36406ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:53.337 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.332+0000 7fb37affd700 1 -- 172.21.15.46:0/2659783053 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb36c088320 con 0x7fb3840cbc10 2023-09-21T13:05:53.337 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.333+0000 7fb38259c700 1 --2- 172.21.15.46:0/2659783053 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fb36406a580 0x7fb36406ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:53.337 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.333+0000 7fb38259c700 1 --2- 172.21.15.46:0/2659783053 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fb36406a580 0x7fb36406ca40 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fb3840b2fd0 tx=0x7fb374008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:53.338 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.337+0000 7fb37affd700 1 -- 172.21.15.46:0/2659783053 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fb36c053950 con 0x7fb3840cbc10 2023-09-21T13:05:53.539 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.543+0000 7fb388db6700 1 -- 172.21.15.46:0/2659783053 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fb38404f330 con 0x7fb3840cbc10 2023-09-21T13:05:53.540 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.544+0000 7fb37affd700 1 -- 172.21.15.46:0/2659783053 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7fb36c019020 con 0x7fb3840cbc10 2023-09-21T13:05:53.540 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 1 2023-09-21T13:05:53.542 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.546+0000 7fb388db6700 1 -- 172.21.15.46:0/2659783053 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fb36406a580 msgr2=0x7fb36406ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:53.543 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.546+0000 7fb388db6700 1 --2- 172.21.15.46:0/2659783053 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fb36406a580 0x7fb36406ca40 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fb3840b2fd0 tx=0x7fb374008030 comp rx=0 tx=0).stop 2023-09-21T13:05:53.543 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.546+0000 7fb388db6700 1 -- 172.21.15.46:0/2659783053 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb3840cbc10 msgr2=0x7fb3840b3520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:53.543 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.546+0000 7fb388db6700 1 --2- 172.21.15.46:0/2659783053 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb3840cbc10 0x7fb3840b3520 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fb36c00d800 tx=0x7fb36c00dbc0 comp rx=0 tx=0).stop 2023-09-21T13:05:53.543 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.546+0000 7fb388db6700 1 -- 172.21.15.46:0/2659783053 shutdown_connections 2023-09-21T13:05:53.543 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.546+0000 7fb388db6700 1 --2- 172.21.15.46:0/2659783053 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fb36406a580 0x7fb36406ca40 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:53.544 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.546+0000 7fb388db6700 1 --2- 172.21.15.46:0/2659783053 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb38415a530 0x7fb3841e4aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:53.544 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.546+0000 7fb388db6700 1 --2- 172.21.15.46:0/2659783053 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fb3840717c0 0x7fb3841517d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:53.544 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.546+0000 7fb388db6700 1 --2- 172.21.15.46:0/2659783053 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb3840cbc10 0x7fb3840b3520 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:53.544 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.546+0000 7fb388db6700 1 -- 172.21.15.46:0/2659783053 >> 172.21.15.46:0/2659783053 conn(0x7fb3840ccd10 msgr2=0x7fb384159160 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:53.544 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.546+0000 7fb388db6700 1 -- 172.21.15.46:0/2659783053 shutdown_connections 2023-09-21T13:05:53.545 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.546+0000 7fb388db6700 1 -- 172.21.15.46:0/2659783053 wait complete. 2023-09-21T13:05:53.556 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-09-21T13:05:53.696 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.699+0000 7f6e3cbc4700 1 Processor -- start 2023-09-21T13:05:53.696 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.699+0000 7f6e3cbc4700 1 -- start start 2023-09-21T13:05:53.699 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.700+0000 7f6e3cbc4700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f6e380c3920 0x7f6e380ca8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:53.700 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.700+0000 7f6e3cbc4700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6e380cdf00 con 0x7f6e3815d800 2023-09-21T13:05:53.700 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.700+0000 7f6e3cbc4700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6e380ce1e0 con 0x7f6e3806aeb0 2023-09-21T13:05:53.700 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.700+0000 7f6e3cbc4700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6e3806e890 con 0x7f6e380c3920 2023-09-21T13:05:53.700 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.700+0000 7f6e3659c700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f6e3815d800 0x7f6e3806a7a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:57758/0 (socket says 172.21.15.46:57758) 2023-09-21T13:05:53.700 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.700+0000 7f6e3659c700 1 -- 172.21.15.46:0/3492057932 learned_addr learned my addr 172.21.15.46:0/3492057932 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:05:53.701 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.701+0000 7f6e36d9d700 1 --2- 172.21.15.46:0/3492057932 >> v2:172.21.15.57:3300/0 conn(0x7f6e380c3920 0x7f6e380ca8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:53.701 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.701+0000 7f6e3559a700 1 -- 172.21.15.46:0/3492057932 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2880010529 0 0) 0x7f6e380cdf00 con 0x7f6e3815d800 2023-09-21T13:05:53.701 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.701+0000 7f6e3559a700 1 -- 172.21.15.46:0/3492057932 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6e200035b0 con 0x7f6e3815d800 2023-09-21T13:05:53.701 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.701+0000 7f6e3559a700 1 -- 172.21.15.46:0/3492057932 <== mon.0 v1:172.21.15.46:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2218907917 0 0) 0x7f6e200035b0 con 0x7f6e3815d800 2023-09-21T13:05:53.701 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.701+0000 7f6e3559a700 1 -- 172.21.15.46:0/3492057932 >> v2:172.21.15.57:3300/0 conn(0x7f6e380c3920 msgr2=0x7f6e380ca8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:53.702 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.701+0000 7f6e3559a700 1 --2- 172.21.15.46:0/3492057932 >> v2:172.21.15.57:3300/0 conn(0x7f6e380c3920 0x7f6e380ca8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:53.702 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.701+0000 7f6e3559a700 1 -- 172.21.15.46:0/3492057932 >> v1:172.21.15.57:6789/0 conn(0x7f6e3806aeb0 legacy=0x7f6e38071ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:53.702 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.701+0000 7f6e3559a700 1 -- 172.21.15.46:0/3492057932 --> v1:172.21.15.46:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6e380ce4c0 con 0x7f6e3815d800 2023-09-21T13:05:53.702 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.701+0000 7f6e3559a700 1 -- 172.21.15.46:0/3492057932 <== mon.0 v1:172.21.15.46:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 834881909 0 0) 0x7f6e28001670 con 0x7f6e3815d800 2023-09-21T13:05:53.702 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.701+0000 7f6e3559a700 1 -- 172.21.15.46:0/3492057932 >> v1:172.21.15.46:6789/0 conn(0x7f6e3815d800 legacy=0x7f6e3806a7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:53.703 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.701+0000 7f6e3559a700 1 --2- 172.21.15.46:0/3492057932 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f6e20003a50 0x7f6e20003e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:53.703 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.701+0000 7f6e3559a700 1 --2- 172.21.15.46:0/3492057932 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f6e20004850 0x7f6e20004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:53.703 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.701+0000 7f6e3559a700 1 --2- 172.21.15.46:0/3492057932 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e20005210 0x7f6e2000ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:53.703 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.701+0000 7f6e3559a700 1 -- 172.21.15.46:0/3492057932 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e3806e890 con 0x7f6e20005210 2023-09-21T13:05:53.703 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.701+0000 7f6e3559a700 1 -- 172.21.15.46:0/3492057932 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e2000c110 con 0x7f6e20004850 2023-09-21T13:05:53.704 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.701+0000 7f6e3559a700 1 -- 172.21.15.46:0/3492057932 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6e2000c2d0 con 0x7f6e20003a50 2023-09-21T13:05:53.704 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.701+0000 7f6e36d9d700 1 --2- 172.21.15.46:0/3492057932 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e20005210 0x7f6e2000ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:53.704 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.702+0000 7f6e3659c700 1 --2- 172.21.15.46:0/3492057932 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f6e20003a50 0x7f6e20003e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:53.704 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.702+0000 7f6e35d9b700 1 --2- 172.21.15.46:0/3492057932 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f6e20004850 0x7f6e20004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:53.704 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.702+0000 7f6e36d9d700 1 -- 172.21.15.46:0/3492057932 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f6e20003a50 msgr2=0x7f6e20003e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:53.704 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.702+0000 7f6e36d9d700 1 --2- 172.21.15.46:0/3492057932 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f6e20003a50 0x7f6e20003e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:53.705 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.702+0000 7f6e36d9d700 1 -- 172.21.15.46:0/3492057932 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f6e20004850 msgr2=0x7f6e20004cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:53.705 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.702+0000 7f6e36d9d700 1 --2- 172.21.15.46:0/3492057932 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f6e20004850 0x7f6e20004cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:53.705 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.702+0000 7f6e36d9d700 1 -- 172.21.15.46:0/3492057932 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6e200035b0 con 0x7f6e20005210 2023-09-21T13:05:53.705 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.702+0000 7f6e36d9d700 1 -- 172.21.15.46:0/3492057932 reap_dead start 2023-09-21T13:05:53.705 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.702+0000 7f6e36d9d700 1 --2- 172.21.15.46:0/3492057932 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e20005210 0x7f6e2000ba10 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f6e30009fc0 tx=0x7f6e20005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9a332458be9da61 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:53.706 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.702+0000 7f6e3559a700 1 -- 172.21.15.46:0/3492057932 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e30003a20 con 0x7f6e20005210 2023-09-21T13:05:53.706 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.702+0000 7f6e3559a700 1 -- 172.21.15.46:0/3492057932 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6e3000f040 con 0x7f6e20005210 2023-09-21T13:05:53.706 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.702+0000 7f6e3559a700 1 -- 172.21.15.46:0/3492057932 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e30003de0 con 0x7f6e20005210 2023-09-21T13:05:53.706 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.703+0000 7f6e3cbc4700 1 -- 172.21.15.46:0/3492057932 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e20005210 msgr2=0x7f6e2000ba10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:53.706 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.703+0000 7f6e3cbc4700 1 --2- 172.21.15.46:0/3492057932 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e20005210 0x7f6e2000ba10 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f6e30009fc0 tx=0x7f6e20005880 comp rx=0 tx=0).stop 2023-09-21T13:05:53.707 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.703+0000 7f6e3cbc4700 1 -- 172.21.15.46:0/3492057932 shutdown_connections 2023-09-21T13:05:53.707 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.703+0000 7f6e3cbc4700 1 --2- 172.21.15.46:0/3492057932 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e20005210 0x7f6e2000ba10 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:53.707 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.703+0000 7f6e3cbc4700 1 -- 172.21.15.46:0/3492057932 >> 172.21.15.46:0/3492057932 conn(0x7f6e380ccd10 msgr2=0x7f6e380cd0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:53.707 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.703+0000 7f6e3cbc4700 1 -- 172.21.15.46:0/3492057932 shutdown_connections 2023-09-21T13:05:53.707 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.703+0000 7f6e3cbc4700 1 -- 172.21.15.46:0/3492057932 wait complete. 2023-09-21T13:05:53.710 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.704+0000 7f6e3cbc4700 1 Processor -- start 2023-09-21T13:05:53.710 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.704+0000 7f6e3cbc4700 1 -- start start 2023-09-21T13:05:53.711 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.705+0000 7f6e3cbc4700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e20005210 0x7f6e380c8610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:53.711 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.705+0000 7f6e3cbc4700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f6e380c50e0 0x7f6e380b5830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:53.711 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.705+0000 7f6e3cbc4700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f6e3815af10 0x7f6e3815b390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:53.711 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.705+0000 7f6e3cbc4700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e380c98e0 con 0x7f6e20005210 2023-09-21T13:05:53.711 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.705+0000 7f6e3cbc4700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e381f2c70 con 0x7f6e380c50e0 2023-09-21T13:05:53.711 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.705+0000 7f6e3cbc4700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6e3815b8d0 con 0x7f6e3815af10 2023-09-21T13:05:53.712 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.705+0000 7f6e3659c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e20005210 0x7f6e380c8610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:53.712 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.705+0000 7f6e3659c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e20005210 0x7f6e380c8610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58174/0 (socket says 172.21.15.46:58174) 2023-09-21T13:05:53.712 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.705+0000 7f6e3659c700 1 -- 172.21.15.46:0/1118673385 learned_addr learned my addr 172.21.15.46:0/1118673385 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:53.712 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.706+0000 7f6e36d9d700 1 --2- 172.21.15.46:0/1118673385 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f6e3815af10 0x7f6e3815b390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:53.712 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.706+0000 7f6e35d9b700 1 --2- 172.21.15.46:0/1118673385 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f6e380c50e0 0x7f6e380b5830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:53.713 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.706+0000 7f6e3659c700 1 -- 172.21.15.46:0/1118673385 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f6e3815af10 msgr2=0x7f6e3815b390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:53.713 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.706+0000 7f6e3659c700 1 --2- 172.21.15.46:0/1118673385 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f6e3815af10 0x7f6e3815b390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:53.713 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.706+0000 7f6e3659c700 1 -- 172.21.15.46:0/1118673385 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f6e380c50e0 msgr2=0x7f6e380b5830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:53.713 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.706+0000 7f6e3659c700 1 --2- 172.21.15.46:0/1118673385 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f6e380c50e0 0x7f6e380b5830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:53.713 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.706+0000 7f6e3659c700 1 -- 172.21.15.46:0/1118673385 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6e380c5560 con 0x7f6e20005210 2023-09-21T13:05:53.714 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.706+0000 7f6e3659c700 1 --2- 172.21.15.46:0/1118673385 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e20005210 0x7f6e380c8610 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f6e28000c00 tx=0x7f6e28007570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:53.714 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.706+0000 7f6e26ffd700 1 -- 172.21.15.46:0/1118673385 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e28011580 con 0x7f6e20005210 2023-09-21T13:05:53.714 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.706+0000 7f6e26ffd700 1 -- 172.21.15.46:0/1118673385 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6e28011720 con 0x7f6e20005210 2023-09-21T13:05:53.714 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.706+0000 7f6e3cbc4700 1 -- 172.21.15.46:0/1118673385 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6e380c44f0 con 0x7f6e20005210 2023-09-21T13:05:53.714 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.706+0000 7f6e26ffd700 1 -- 172.21.15.46:0/1118673385 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e28011ad0 con 0x7f6e20005210 2023-09-21T13:05:53.714 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.706+0000 7f6e3cbc4700 1 -- 172.21.15.46:0/1118673385 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6e380c8f40 con 0x7f6e20005210 2023-09-21T13:05:53.715 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.707+0000 7f6e3cbc4700 1 -- 172.21.15.46:0/1118673385 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6e3804f330 con 0x7f6e20005210 2023-09-21T13:05:53.715 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.708+0000 7f6e26ffd700 1 -- 172.21.15.46:0/1118673385 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f6e28011c30 con 0x7f6e20005210 2023-09-21T13:05:53.715 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.708+0000 7f6e26ffd700 1 --2- 172.21.15.46:0/1118673385 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f6e1806a5b0 0x7f6e1806ca70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:53.715 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.708+0000 7f6e26ffd700 1 -- 172.21.15.46:0/1118673385 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6e28088bd0 con 0x7f6e20005210 2023-09-21T13:05:53.715 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.708+0000 7f6e35d9b700 1 --2- 172.21.15.46:0/1118673385 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f6e1806a5b0 0x7f6e1806ca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:53.716 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.709+0000 7f6e35d9b700 1 --2- 172.21.15.46:0/1118673385 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f6e1806a5b0 0x7f6e1806ca70 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f6e38072b40 tx=0x7f6e2c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:53.716 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.713+0000 7f6e26ffd700 1 -- 172.21.15.46:0/1118673385 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f6e280540c0 con 0x7f6e20005210 2023-09-21T13:05:53.921 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.924+0000 7f6e3cbc4700 1 -- 172.21.15.46:0/1118673385 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f6e380b6210 con 0x7f6e20005210 2023-09-21T13:05:53.921 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.924+0000 7f6e26ffd700 1 -- 172.21.15.46:0/1118673385 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7f6e280576e0 con 0x7f6e20005210 2023-09-21T13:05:53.921 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 32 2023-09-21T13:05:53.924 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.927+0000 7f6e3cbc4700 1 -- 172.21.15.46:0/1118673385 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f6e1806a5b0 msgr2=0x7f6e1806ca70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:53.924 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.927+0000 7f6e3cbc4700 1 --2- 172.21.15.46:0/1118673385 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f6e1806a5b0 0x7f6e1806ca70 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f6e38072b40 tx=0x7f6e2c009040 comp rx=0 tx=0).stop 2023-09-21T13:05:53.924 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.927+0000 7f6e3cbc4700 1 -- 172.21.15.46:0/1118673385 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e20005210 msgr2=0x7f6e380c8610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:53.924 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.927+0000 7f6e3cbc4700 1 --2- 172.21.15.46:0/1118673385 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e20005210 0x7f6e380c8610 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f6e28000c00 tx=0x7f6e28007570 comp rx=0 tx=0).stop 2023-09-21T13:05:53.924 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.927+0000 7f6e3cbc4700 1 -- 172.21.15.46:0/1118673385 shutdown_connections 2023-09-21T13:05:53.924 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.927+0000 7f6e3cbc4700 1 --2- 172.21.15.46:0/1118673385 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f6e1806a5b0 0x7f6e1806ca70 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:53.925 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.927+0000 7f6e3cbc4700 1 --2- 172.21.15.46:0/1118673385 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f6e3815af10 0x7f6e3815b390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:53.925 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.927+0000 7f6e3cbc4700 1 --2- 172.21.15.46:0/1118673385 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e20005210 0x7f6e380c8610 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:53.925 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.927+0000 7f6e3cbc4700 1 --2- 172.21.15.46:0/1118673385 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f6e380c50e0 0x7f6e380b5830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:53.925 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.927+0000 7f6e3cbc4700 1 -- 172.21.15.46:0/1118673385 >> 172.21.15.46:0/1118673385 conn(0x7f6e380ccd10 msgr2=0x7f6e38071ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:53.925 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.927+0000 7f6e3cbc4700 1 -- 172.21.15.46:0/1118673385 shutdown_connections 2023-09-21T13:05:53.926 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:53.927+0000 7f6e3cbc4700 1 -- 172.21.15.46:0/1118673385 wait complete. 2023-09-21T13:05:53.937 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-09-21T13:05:54.076 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.080+0000 7f9d1192e700 1 Processor -- start 2023-09-21T13:05:54.077 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.080+0000 7f9d1192e700 1 -- start start 2023-09-21T13:05:54.079 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.081+0000 7f9d1192e700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f9d0c15d7f0 0x7f9d0c161d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:54.079 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.081+0000 7f9d1192e700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f9d0c0b4f60 0x7f9d0c0b53c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:54.079 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.081+0000 7f9d1192e700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9d0c0b5900 con 0x7f9d0c06b7e0 2023-09-21T13:05:54.079 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.081+0000 7f9d1192e700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9d0c1622a0 con 0x7f9d0c15d7f0 2023-09-21T13:05:54.080 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.081+0000 7f9d1192e700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9d0c0d15f0 con 0x7f9d0c0b4f60 2023-09-21T13:05:54.080 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.082+0000 7f9d0affd700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f9d0c15d7f0 0x7f9d0c161d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:54.080 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.082+0000 7f9d0affd700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f9d0c15d7f0 0x7f9d0c161d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58178/0 (socket says 172.21.15.46:58178) 2023-09-21T13:05:54.080 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.082+0000 7f9d0affd700 1 -- 172.21.15.46:0/482370517 learned_addr learned my addr 172.21.15.46:0/482370517 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:54.080 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.082+0000 7f9d0a7fc700 1 --2- 172.21.15.46:0/482370517 >> v2:172.21.15.57:3300/0 conn(0x7f9d0c0b4f60 0x7f9d0c0b53c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:54.081 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.082+0000 7f9d0affd700 1 -- 172.21.15.46:0/482370517 >> v2:172.21.15.57:3300/0 conn(0x7f9d0c0b4f60 msgr2=0x7f9d0c0b53c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:54.081 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.082+0000 7f9d0affd700 1 --2- 172.21.15.46:0/482370517 >> v2:172.21.15.57:3300/0 conn(0x7f9d0c0b4f60 0x7f9d0c0b53c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:54.081 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.082+0000 7f9d0affd700 1 -- 172.21.15.46:0/482370517 >> v1:172.21.15.57:6789/0 conn(0x7f9d0c06b7e0 legacy=0x7f9d0c06bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:54.081 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.082+0000 7f9d0affd700 1 -- 172.21.15.46:0/482370517 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d0c0b6710 con 0x7f9d0c15d7f0 2023-09-21T13:05:54.081 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.082+0000 7f9d0affd700 1 --2- 172.21.15.46:0/482370517 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9d0c15d7f0 0x7f9d0c161d60 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f9d0c08c2c0 tx=0x7f9cfc009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a47795d03c3d7404 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:54.081 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.082+0000 7f9d09ffb700 1 -- 172.21.15.46:0/482370517 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9cfc00b870 con 0x7f9d0c15d7f0 2023-09-21T13:05:54.082 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.082+0000 7f9d09ffb700 1 -- 172.21.15.46:0/482370517 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9cfc00b9d0 con 0x7f9d0c15d7f0 2023-09-21T13:05:54.082 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.082+0000 7f9d09ffb700 1 -- 172.21.15.46:0/482370517 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9cfc00bd60 con 0x7f9d0c15d7f0 2023-09-21T13:05:54.085 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.083+0000 7f9d1192e700 1 -- 172.21.15.46:0/482370517 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9d0c15d7f0 msgr2=0x7f9d0c161d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:54.085 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.083+0000 7f9d1192e700 1 --2- 172.21.15.46:0/482370517 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9d0c15d7f0 0x7f9d0c161d60 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f9d0c08c2c0 tx=0x7f9cfc009bd0 comp rx=0 tx=0).stop 2023-09-21T13:05:54.085 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.083+0000 7f9d1192e700 1 -- 172.21.15.46:0/482370517 shutdown_connections 2023-09-21T13:05:54.086 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.083+0000 7f9d1192e700 1 --2- 172.21.15.46:0/482370517 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9d0c15d7f0 0x7f9d0c161d60 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:54.086 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.083+0000 7f9d1192e700 1 --2- 172.21.15.46:0/482370517 >> v2:172.21.15.57:3300/0 conn(0x7f9d0c0b4f60 0x7f9d0c0b53c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:54.086 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.083+0000 7f9d1192e700 1 -- 172.21.15.46:0/482370517 >> 172.21.15.46:0/482370517 conn(0x7f9d0c0722c0 msgr2=0x7f9d0c0726d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:54.086 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.083+0000 7f9d1192e700 1 -- 172.21.15.46:0/482370517 shutdown_connections 2023-09-21T13:05:54.086 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.083+0000 7f9d1192e700 1 -- 172.21.15.46:0/482370517 wait complete. 2023-09-21T13:05:54.087 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.084+0000 7f9d1192e700 1 Processor -- start 2023-09-21T13:05:54.087 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.084+0000 7f9d1192e700 1 -- start start 2023-09-21T13:05:54.087 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.085+0000 7f9d1192e700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f9d0c06b7e0 0x7f9d0c1515a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:54.087 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.085+0000 7f9d1192e700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9d0c0b4f60 0x7f9d0c0b7de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:54.087 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.085+0000 7f9d1192e700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f9d0c15d7f0 0x7f9d0c0b8320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:54.088 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.085+0000 7f9d1192e700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d0c0c7010 con 0x7f9d0c0b4f60 2023-09-21T13:05:54.088 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.085+0000 7f9d1192e700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d0c0c7260 con 0x7f9d0c06b7e0 2023-09-21T13:05:54.088 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.085+0000 7f9d1192e700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9d0c0c7540 con 0x7f9d0c15d7f0 2023-09-21T13:05:54.088 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.085+0000 7f9d0a7fc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9d0c0b4f60 0x7f9d0c0b7de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:54.088 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.085+0000 7f9d0a7fc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9d0c0b4f60 0x7f9d0c0b7de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58188/0 (socket says 172.21.15.46:58188) 2023-09-21T13:05:54.089 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.085+0000 7f9d0a7fc700 1 -- 172.21.15.46:0/2053562753 learned_addr learned my addr 172.21.15.46:0/2053562753 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:54.089 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.086+0000 7f9d0b7fe700 1 --2- 172.21.15.46:0/2053562753 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f9d0c15d7f0 0x7f9d0c0b8320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:54.089 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.086+0000 7f9d0affd700 1 --2- 172.21.15.46:0/2053562753 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f9d0c06b7e0 0x7f9d0c1515a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:54.089 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.086+0000 7f9d0a7fc700 1 -- 172.21.15.46:0/2053562753 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f9d0c15d7f0 msgr2=0x7f9d0c0b8320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:54.089 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.086+0000 7f9d0a7fc700 1 --2- 172.21.15.46:0/2053562753 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f9d0c15d7f0 0x7f9d0c0b8320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:54.090 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.086+0000 7f9d0a7fc700 1 -- 172.21.15.46:0/2053562753 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f9d0c06b7e0 msgr2=0x7f9d0c1515a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:54.090 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.086+0000 7f9d0a7fc700 1 --2- 172.21.15.46:0/2053562753 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f9d0c06b7e0 0x7f9d0c1515a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:54.090 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.086+0000 7f9d0a7fc700 1 -- 172.21.15.46:0/2053562753 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9cfc009550 con 0x7f9d0c0b4f60 2023-09-21T13:05:54.090 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.086+0000 7f9d0b7fe700 1 --2- 172.21.15.46:0/2053562753 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f9d0c15d7f0 0x7f9d0c0b8320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T13:05:54.090 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.086+0000 7f9d0affd700 1 --2- 172.21.15.46:0/2053562753 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f9d0c06b7e0 0x7f9d0c1515a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T13:05:54.091 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.086+0000 7f9d0a7fc700 1 --2- 172.21.15.46:0/2053562753 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9d0c0b4f60 0x7f9d0c0b7de0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f9cf400e810 tx=0x7f9cf400ebd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:54.091 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.086+0000 7f9d03fff700 1 -- 172.21.15.46:0/2053562753 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9cf4013610 con 0x7f9d0c0b4f60 2023-09-21T13:05:54.091 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.086+0000 7f9d03fff700 1 -- 172.21.15.46:0/2053562753 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9cf4013770 con 0x7f9d0c0b4f60 2023-09-21T13:05:54.091 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.086+0000 7f9d03fff700 1 -- 172.21.15.46:0/2053562753 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9cf4013b20 con 0x7f9d0c0b4f60 2023-09-21T13:05:54.091 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.086+0000 7f9d1192e700 1 -- 172.21.15.46:0/2053562753 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9d0c0c7820 con 0x7f9d0c0b4f60 2023-09-21T13:05:54.091 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.086+0000 7f9d1192e700 1 -- 172.21.15.46:0/2053562753 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9d0c0c7de0 con 0x7f9d0c0b4f60 2023-09-21T13:05:54.092 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.087+0000 7f9d1192e700 1 -- 172.21.15.46:0/2053562753 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9d0c04f330 con 0x7f9d0c0b4f60 2023-09-21T13:05:54.092 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.088+0000 7f9d03fff700 1 -- 172.21.15.46:0/2053562753 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f9cf4013c80 con 0x7f9d0c0b4f60 2023-09-21T13:05:54.092 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.088+0000 7f9d03fff700 1 --2- 172.21.15.46:0/2053562753 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f9cec06a580 0x7f9cec06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:54.092 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.088+0000 7f9d03fff700 1 -- 172.21.15.46:0/2053562753 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9cf40886d0 con 0x7f9d0c0b4f60 2023-09-21T13:05:54.092 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.088+0000 7f9d0affd700 1 --2- 172.21.15.46:0/2053562753 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f9cec06a580 0x7f9cec06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:54.093 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.089+0000 7f9d0affd700 1 --2- 172.21.15.46:0/2053562753 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f9cec06a580 0x7f9cec06ca40 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f9d0c15ec50 tx=0x7f9cfc008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:54.093 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.093+0000 7f9d03fff700 1 -- 172.21.15.46:0/2053562753 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f9cf4053c60 con 0x7f9d0c0b4f60 2023-09-21T13:05:54.297 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.301+0000 7f9d1192e700 1 -- 172.21.15.46:0/2053562753 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f9d0c0d0dc0 con 0x7f9d0c0b4f60 2023-09-21T13:05:54.298 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.301+0000 7f9d03fff700 1 -- 172.21.15.46:0/2053562753 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f9cf4057280 con 0x7f9d0c0b4f60 2023-09-21T13:05:54.298 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 64 2023-09-21T13:05:54.300 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.303+0000 7f9d1192e700 1 -- 172.21.15.46:0/2053562753 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f9cec06a580 msgr2=0x7f9cec06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:54.301 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.303+0000 7f9d1192e700 1 --2- 172.21.15.46:0/2053562753 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f9cec06a580 0x7f9cec06ca40 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f9d0c15ec50 tx=0x7f9cfc008030 comp rx=0 tx=0).stop 2023-09-21T13:05:54.301 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.304+0000 7f9d1192e700 1 -- 172.21.15.46:0/2053562753 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9d0c0b4f60 msgr2=0x7f9d0c0b7de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:54.301 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.304+0000 7f9d1192e700 1 --2- 172.21.15.46:0/2053562753 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9d0c0b4f60 0x7f9d0c0b7de0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f9cf400e810 tx=0x7f9cf400ebd0 comp rx=0 tx=0).stop 2023-09-21T13:05:54.301 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.304+0000 7f9d1192e700 1 -- 172.21.15.46:0/2053562753 shutdown_connections 2023-09-21T13:05:54.301 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.304+0000 7f9d1192e700 1 --2- 172.21.15.46:0/2053562753 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f9cec06a580 0x7f9cec06ca40 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:54.302 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.304+0000 7f9d1192e700 1 --2- 172.21.15.46:0/2053562753 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f9d0c15d7f0 0x7f9d0c0b8320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:54.302 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.304+0000 7f9d1192e700 1 --2- 172.21.15.46:0/2053562753 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f9d0c06b7e0 0x7f9d0c1515a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:54.302 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.304+0000 7f9d1192e700 1 --2- 172.21.15.46:0/2053562753 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9d0c0b4f60 0x7f9d0c0b7de0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:54.302 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.304+0000 7f9d1192e700 1 -- 172.21.15.46:0/2053562753 >> 172.21.15.46:0/2053562753 conn(0x7f9d0c0722c0 msgr2=0x7f9d0c0726a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:54.302 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.304+0000 7f9d1192e700 1 -- 172.21.15.46:0/2053562753 shutdown_connections 2023-09-21T13:05:54.302 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.304+0000 7f9d1192e700 1 -- 172.21.15.46:0/2053562753 wait complete. 2023-09-21T13:05:54.314 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-09-21T13:05:54.452 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.455+0000 7fd2ffcef700 1 Processor -- start 2023-09-21T13:05:54.452 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.456+0000 7fd2ffcef700 1 -- start start 2023-09-21T13:05:54.454 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.456+0000 7fd2ffcef700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fd2f815d630 0x7fd2f8161cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:54.454 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.456+0000 7fd2ffcef700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fd2f806a7a0 0x7fd2f806f310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:54.454 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.456+0000 7fd2ffcef700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7fd2f806f850 0x7fd2f80ca840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:54.454 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.456+0000 7fd2ffcef700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd2f806eba0 con 0x7fd2f806a7a0 2023-09-21T13:05:54.454 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.456+0000 7fd2ffcef700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd2f806ee80 con 0x7fd2f806f850 2023-09-21T13:05:54.455 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.456+0000 7fd2ffcef700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd2f80d1110 con 0x7fd2f815d630 2023-09-21T13:05:54.455 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.457+0000 7fd2fd28a700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fd2f806a7a0 0x7fd2f806f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:54.455 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.457+0000 7fd2fd28a700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fd2f806a7a0 0x7fd2f806f310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:44498/0 (socket says 172.21.15.46:44498) 2023-09-21T13:05:54.455 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.457+0000 7fd2fd28a700 1 -- 172.21.15.46:0/4112479283 learned_addr learned my addr 172.21.15.46:0/4112479283 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:54.455 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.457+0000 7fd2fda8b700 1 --2- 172.21.15.46:0/4112479283 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fd2f815d630 0x7fd2f8161cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:54.456 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.457+0000 7fd2fe28c700 1 --2- 172.21.15.46:0/4112479283 >> v2:172.21.15.57:3300/0 conn(0x7fd2f806f850 0x7fd2f80ca840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:54.456 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.457+0000 7fd2fd28a700 1 -- 172.21.15.46:0/4112479283 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fd2f815d630 msgr2=0x7fd2f8161cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:54.456 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.457+0000 7fd2fd28a700 1 --2- 172.21.15.46:0/4112479283 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fd2f815d630 0x7fd2f8161cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:54.456 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.457+0000 7fd2fd28a700 1 -- 172.21.15.46:0/4112479283 >> v2:172.21.15.57:3300/0 conn(0x7fd2f806f850 msgr2=0x7fd2f80ca840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:54.456 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.457+0000 7fd2fd28a700 1 --2- 172.21.15.46:0/4112479283 >> v2:172.21.15.57:3300/0 conn(0x7fd2f806f850 0x7fd2f80ca840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:54.457 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.457+0000 7fd2fd28a700 1 -- 172.21.15.46:0/4112479283 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd2f81621f0 con 0x7fd2f806a7a0 2023-09-21T13:05:54.457 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.457+0000 7fd2fd28a700 1 --2- 172.21.15.46:0/4112479283 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd2f806a7a0 0x7fd2f806f310 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fd2f806d890 tx=0x7fd2ec009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5489d1ccf66aca6 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:54.457 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.457+0000 7fd2fca89700 1 -- 172.21.15.46:0/4112479283 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2ec00b870 con 0x7fd2f806a7a0 2023-09-21T13:05:54.457 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.457+0000 7fd2fca89700 1 -- 172.21.15.46:0/4112479283 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd2ec00b9d0 con 0x7fd2f806a7a0 2023-09-21T13:05:54.457 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.457+0000 7fd2fca89700 1 -- 172.21.15.46:0/4112479283 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2ec00bd60 con 0x7fd2f806a7a0 2023-09-21T13:05:54.460 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.458+0000 7fd2ffcef700 1 -- 172.21.15.46:0/4112479283 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd2f806a7a0 msgr2=0x7fd2f806f310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:54.460 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.458+0000 7fd2ffcef700 1 --2- 172.21.15.46:0/4112479283 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd2f806a7a0 0x7fd2f806f310 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fd2f806d890 tx=0x7fd2ec009bd0 comp rx=0 tx=0).stop 2023-09-21T13:05:54.461 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.458+0000 7fd2ffcef700 1 -- 172.21.15.46:0/4112479283 shutdown_connections 2023-09-21T13:05:54.461 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.458+0000 7fd2ffcef700 1 --2- 172.21.15.46:0/4112479283 >> v2:172.21.15.57:3300/0 conn(0x7fd2f806f850 0x7fd2f80ca840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:54.461 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.458+0000 7fd2ffcef700 1 --2- 172.21.15.46:0/4112479283 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fd2f815d630 0x7fd2f8161cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:54.461 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.458+0000 7fd2ffcef700 1 --2- 172.21.15.46:0/4112479283 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd2f806a7a0 0x7fd2f806f310 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:54.461 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.458+0000 7fd2ffcef700 1 -- 172.21.15.46:0/4112479283 >> 172.21.15.46:0/4112479283 conn(0x7fd2f80d01f0 msgr2=0x7fd2f80d0600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:54.462 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.458+0000 7fd2ffcef700 1 -- 172.21.15.46:0/4112479283 shutdown_connections 2023-09-21T13:05:54.462 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.458+0000 7fd2ffcef700 1 -- 172.21.15.46:0/4112479283 wait complete. 2023-09-21T13:05:54.462 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.460+0000 7fd2ffcef700 1 Processor -- start 2023-09-21T13:05:54.462 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.460+0000 7fd2ffcef700 1 -- start start 2023-09-21T13:05:54.462 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.461+0000 7fd2ffcef700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fd2f806a7a0 0x7fd2f80c3d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:54.463 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.461+0000 7fd2ffcef700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd2f806f850 0x7fd2f80c9580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:54.463 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.461+0000 7fd2ffcef700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fd2f815d630 0x7fd2f8157590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:54.463 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.461+0000 7fd2ffcef700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2f80c5060 con 0x7fd2f806f850 2023-09-21T13:05:54.463 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.461+0000 7fd2ffcef700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2f80c4260 con 0x7fd2f806a7a0 2023-09-21T13:05:54.463 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.461+0000 7fd2ffcef700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd2f80c44e0 con 0x7fd2f815d630 2023-09-21T13:05:54.463 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.461+0000 7fd2fd28a700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd2f806f850 0x7fd2f80c9580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:54.464 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.461+0000 7fd2fd28a700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd2f806f850 0x7fd2f80c9580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:44508/0 (socket says 172.21.15.46:44508) 2023-09-21T13:05:54.464 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.461+0000 7fd2fd28a700 1 -- 172.21.15.46:0/1206733507 learned_addr learned my addr 172.21.15.46:0/1206733507 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:54.464 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.461+0000 7fd2fe28c700 1 --2- 172.21.15.46:0/1206733507 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fd2f815d630 0x7fd2f8157590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:54.464 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.461+0000 7fd2fda8b700 1 --2- 172.21.15.46:0/1206733507 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fd2f806a7a0 0x7fd2f80c3d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:54.464 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.461+0000 7fd2fd28a700 1 -- 172.21.15.46:0/1206733507 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fd2f815d630 msgr2=0x7fd2f8157590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:54.465 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.461+0000 7fd2fd28a700 1 --2- 172.21.15.46:0/1206733507 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fd2f815d630 0x7fd2f8157590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:54.465 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.461+0000 7fd2fd28a700 1 -- 172.21.15.46:0/1206733507 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fd2f806a7a0 msgr2=0x7fd2f80c3d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:54.465 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.461+0000 7fd2fd28a700 1 --2- 172.21.15.46:0/1206733507 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fd2f806a7a0 0x7fd2f80c3d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:54.465 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.461+0000 7fd2fd28a700 1 -- 172.21.15.46:0/1206733507 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd2ec009550 con 0x7fd2f806f850 2023-09-21T13:05:54.465 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.461+0000 7fd2fd28a700 1 --2- 172.21.15.46:0/1206733507 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd2f806f850 0x7fd2f80c9580 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fd2ec000c00 tx=0x7fd2ec004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:54.466 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.462+0000 7fd2ea7fc700 1 -- 172.21.15.46:0/1206733507 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2ec004310 con 0x7fd2f806f850 2023-09-21T13:05:54.466 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.462+0000 7fd2ea7fc700 1 -- 172.21.15.46:0/1206733507 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd2ec01e070 con 0x7fd2f806f850 2023-09-21T13:05:54.466 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.462+0000 7fd2ea7fc700 1 -- 172.21.15.46:0/1206733507 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2ec0036a0 con 0x7fd2f806f850 2023-09-21T13:05:54.466 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.462+0000 7fd2ffcef700 1 -- 172.21.15.46:0/1206733507 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd2f80c47c0 con 0x7fd2f806f850 2023-09-21T13:05:54.466 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.462+0000 7fd2ffcef700 1 -- 172.21.15.46:0/1206733507 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd2f80c4d80 con 0x7fd2f806f850 2023-09-21T13:05:54.467 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.463+0000 7fd2ffcef700 1 -- 172.21.15.46:0/1206733507 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd2f8068b90 con 0x7fd2f806f850 2023-09-21T13:05:54.467 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.463+0000 7fd2ea7fc700 1 -- 172.21.15.46:0/1206733507 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fd2ec020030 con 0x7fd2f806f850 2023-09-21T13:05:54.467 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.464+0000 7fd2ea7fc700 1 --2- 172.21.15.46:0/1206733507 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fd2dc06a580 0x7fd2dc06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:54.467 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.464+0000 7fd2ea7fc700 1 -- 172.21.15.46:0/1206733507 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd2ec089870 con 0x7fd2f806f850 2023-09-21T13:05:54.467 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.464+0000 7fd2fda8b700 1 --2- 172.21.15.46:0/1206733507 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fd2dc06a580 0x7fd2dc06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:54.468 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.464+0000 7fd2fda8b700 1 --2- 172.21.15.46:0/1206733507 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fd2dc06a580 0x7fd2dc06ca40 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fd2f4006b20 tx=0x7fd2f4008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:54.468 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.468+0000 7fd2ea7fc700 1 -- 172.21.15.46:0/1206733507 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fd2ec054fa0 con 0x7fd2f806f850 2023-09-21T13:05:54.693 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.697+0000 7fd2ffcef700 1 -- 172.21.15.46:0/1206733507 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fd2f80b6170 con 0x7fd2f806f850 2023-09-21T13:05:54.694 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.697+0000 7fd2ea7fc700 1 -- 172.21.15.46:0/1206733507 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v20) v1 ==== 80+0+0 (secure 0 0 0) 0x7fd2ec0585c0 con 0x7fd2f806f850 2023-09-21T13:05:54.697 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.700+0000 7fd2ffcef700 1 -- 172.21.15.46:0/1206733507 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fd2dc06a580 msgr2=0x7fd2dc06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:54.697 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.700+0000 7fd2ffcef700 1 --2- 172.21.15.46:0/1206733507 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fd2dc06a580 0x7fd2dc06ca40 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fd2f4006b20 tx=0x7fd2f4008040 comp rx=0 tx=0).stop 2023-09-21T13:05:54.697 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.700+0000 7fd2ffcef700 1 -- 172.21.15.46:0/1206733507 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd2f806f850 msgr2=0x7fd2f80c9580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:54.697 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.700+0000 7fd2ffcef700 1 --2- 172.21.15.46:0/1206733507 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd2f806f850 0x7fd2f80c9580 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fd2ec000c00 tx=0x7fd2ec004750 comp rx=0 tx=0).stop 2023-09-21T13:05:54.697 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.700+0000 7fd2ffcef700 1 -- 172.21.15.46:0/1206733507 shutdown_connections 2023-09-21T13:05:54.698 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.700+0000 7fd2ffcef700 1 --2- 172.21.15.46:0/1206733507 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fd2dc06a580 0x7fd2dc06ca40 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:54.698 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.700+0000 7fd2ffcef700 1 --2- 172.21.15.46:0/1206733507 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fd2f815d630 0x7fd2f8157590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:54.698 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.700+0000 7fd2ffcef700 1 --2- 172.21.15.46:0/1206733507 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fd2f806a7a0 0x7fd2f80c3d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:54.698 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.700+0000 7fd2ffcef700 1 --2- 172.21.15.46:0/1206733507 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd2f806f850 0x7fd2f80c9580 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:54.698 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.700+0000 7fd2ffcef700 1 -- 172.21.15.46:0/1206733507 >> 172.21.15.46:0/1206733507 conn(0x7fd2f80d01f0 msgr2=0x7fd2f80cdda0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:54.699 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.700+0000 7fd2ffcef700 1 -- 172.21.15.46:0/1206733507 shutdown_connections 2023-09-21T13:05:54.699 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.700+0000 7fd2ffcef700 1 -- 172.21.15.46:0/1206733507 wait complete. 2023-09-21T13:05:54.699 INFO:teuthology.orchestra.run.smithi046.stderr:listed 0 entries 2023-09-21T13:05:54.710 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2023-09-21T13:05:54.710 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/proc/self/mounts of=/dev/stdout 2023-09-21T13:05:54.731 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-21T13:05:54.911 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.915+0000 7f41570de700 1 Processor -- start 2023-09-21T13:05:54.912 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.915+0000 7f41570de700 1 -- start start 2023-09-21T13:05:54.916 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.916+0000 7f41570de700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f415015d630 0x7f4150161cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:54.916 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.916+0000 7f41570de700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f415006a7a0 0x7f415006f310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:54.916 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.916+0000 7f41570de700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f415006eba0 con 0x7f415006f850 2023-09-21T13:05:54.917 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.916+0000 7f41570de700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f415006ee80 con 0x7f415006a7a0 2023-09-21T13:05:54.917 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.916+0000 7f41570de700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f41500d1110 con 0x7f415015d630 2023-09-21T13:05:54.917 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.916+0000 7f415567b700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f415006f850 0x7f41500ca840 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:37288/0 (socket says 172.21.15.46:37288) 2023-09-21T13:05:54.918 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.916+0000 7f415567b700 1 -- 172.21.15.46:0/1344390503 learned_addr learned my addr 172.21.15.46:0/1344390503 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:05:54.918 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.916+0000 7f4154e7a700 1 --2- 172.21.15.46:0/1344390503 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f415015d630 0x7f4150161cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:54.918 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.916+0000 7f414ffff700 1 --2- 172.21.15.46:0/1344390503 >> v2:172.21.15.57:3300/0 conn(0x7f415006a7a0 0x7f415006f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:54.918 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.916+0000 7f414f7fe700 1 -- 172.21.15.46:0/1344390503 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 363055221 0 0) 0x7f415006eba0 con 0x7f415006f850 2023-09-21T13:05:54.918 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.916+0000 7f414f7fe700 1 -- 172.21.15.46:0/1344390503 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f41380035b0 con 0x7f415006f850 2023-09-21T13:05:54.919 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.917+0000 7f4154e7a700 1 -- 172.21.15.46:0/1344390503 >> v2:172.21.15.57:3300/0 conn(0x7f415006a7a0 msgr2=0x7f415006f310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:54.919 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.917+0000 7f4154e7a700 1 --2- 172.21.15.46:0/1344390503 >> v2:172.21.15.57:3300/0 conn(0x7f415006a7a0 0x7f415006f310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:54.919 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.917+0000 7f414f7fe700 1 -- 172.21.15.46:0/1344390503 <== mon.0 v1:172.21.15.46:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3845868899 0 0) 0x7f41380035b0 con 0x7f415006f850 2023-09-21T13:05:54.919 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.917+0000 7f4154e7a700 1 -- 172.21.15.46:0/1344390503 >> v1:172.21.15.46:6789/0 conn(0x7f415006f850 legacy=0x7f41500ca840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:54.920 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.917+0000 7f4154e7a700 1 -- 172.21.15.46:0/1344390503 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f41501621f0 con 0x7f415015d630 2023-09-21T13:05:54.920 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.917+0000 7f4154e7a700 1 --2- 172.21.15.46:0/1344390503 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f415015d630 0x7f4150161cb0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f4140009840 tx=0x7f4140009b50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=951ad72a55df5646 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:54.920 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.917+0000 7f414f7fe700 1 -- 172.21.15.46:0/1344390503 <== mon.2 v2:172.21.15.57:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41480019f0 con 0x7f415015d630 2023-09-21T13:05:54.920 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.917+0000 7f414f7fe700 1 -- 172.21.15.46:0/1344390503 <== mon.2 v2:172.21.15.57:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4140004030 con 0x7f415015d630 2023-09-21T13:05:54.920 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.917+0000 7f414f7fe700 1 -- 172.21.15.46:0/1344390503 <== mon.2 v2:172.21.15.57:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41400043c0 con 0x7f415015d630 2023-09-21T13:05:54.921 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.918+0000 7f41570de700 1 -- 172.21.15.46:0/1344390503 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f415015d630 msgr2=0x7f4150161cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:54.921 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.918+0000 7f41570de700 1 --2- 172.21.15.46:0/1344390503 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f415015d630 0x7f4150161cb0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f4140009840 tx=0x7f4140009b50 comp rx=0 tx=0).stop 2023-09-21T13:05:54.921 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.918+0000 7f41570de700 1 -- 172.21.15.46:0/1344390503 shutdown_connections 2023-09-21T13:05:54.921 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.918+0000 7f41570de700 1 --2- 172.21.15.46:0/1344390503 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f415015d630 0x7f4150161cb0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:54.921 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.918+0000 7f41570de700 1 --2- 172.21.15.46:0/1344390503 >> v2:172.21.15.57:3300/0 conn(0x7f415006a7a0 0x7f415006f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:54.921 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.918+0000 7f41570de700 1 -- 172.21.15.46:0/1344390503 >> 172.21.15.46:0/1344390503 conn(0x7f41500d01f0 msgr2=0x7f41500d0600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:54.922 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.918+0000 7f41570de700 1 -- 172.21.15.46:0/1344390503 shutdown_connections 2023-09-21T13:05:54.922 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.918+0000 7f41570de700 1 -- 172.21.15.46:0/1344390503 wait complete. 2023-09-21T13:05:54.922 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.919+0000 7f41570de700 1 Processor -- start 2023-09-21T13:05:54.922 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.920+0000 7f41570de700 1 -- start start 2023-09-21T13:05:54.925 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.921+0000 7f41570de700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f415006a7a0 0x7f415015b6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:54.926 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.921+0000 7f41570de700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f415006f850 0x7f41501f4290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:54.926 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.921+0000 7f41570de700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f415015d630 0x7f41500c82d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:54.926 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.921+0000 7f41570de700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41500c72c0 con 0x7f415015d630 2023-09-21T13:05:54.926 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.921+0000 7f41570de700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f415015bbf0 con 0x7f415006a7a0 2023-09-21T13:05:54.927 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.921+0000 7f41570de700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f41500c7510 con 0x7f415006f850 2023-09-21T13:05:54.927 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.921+0000 7f415567b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f415015d630 0x7f41500c82d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:54.927 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.921+0000 7f415567b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f415015d630 0x7f41500c82d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:44510/0 (socket says 172.21.15.46:44510) 2023-09-21T13:05:54.927 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.921+0000 7f415567b700 1 -- 172.21.15.46:0/3429065983 learned_addr learned my addr 172.21.15.46:0/3429065983 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:54.927 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.921+0000 7f414ffff700 1 --2- 172.21.15.46:0/3429065983 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f415006f850 0x7f41501f4290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:54.928 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.921+0000 7f4154e7a700 1 --2- 172.21.15.46:0/3429065983 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f415006a7a0 0x7f415015b6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:54.928 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.921+0000 7f415567b700 1 -- 172.21.15.46:0/3429065983 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f415006f850 msgr2=0x7f41501f4290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:54.928 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.921+0000 7f415567b700 1 --2- 172.21.15.46:0/3429065983 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f415006f850 0x7f41501f4290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:54.928 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.921+0000 7f415567b700 1 -- 172.21.15.46:0/3429065983 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f415006a7a0 msgr2=0x7f415015b6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:54.929 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.921+0000 7f415567b700 1 --2- 172.21.15.46:0/3429065983 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f415006a7a0 0x7f415015b6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:54.929 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.921+0000 7f415567b700 1 -- 172.21.15.46:0/3429065983 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f41400094a0 con 0x7f415015d630 2023-09-21T13:05:54.929 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.921+0000 7f415567b700 1 --2- 172.21.15.46:0/3429065983 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f415015d630 0x7f41500c82d0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f4148001ba0 tx=0x7f414800cf50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:54.929 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.922+0000 7f414d7fa700 1 -- 172.21.15.46:0/3429065983 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f414800aac0 con 0x7f415015d630 2023-09-21T13:05:54.929 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.922+0000 7f414d7fa700 1 -- 172.21.15.46:0/3429065983 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f414800ac20 con 0x7f415015d630 2023-09-21T13:05:54.930 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.922+0000 7f41570de700 1 -- 172.21.15.46:0/3429065983 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f41500c77f0 con 0x7f415015d630 2023-09-21T13:05:54.930 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.922+0000 7f414d7fa700 1 -- 172.21.15.46:0/3429065983 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41480070d0 con 0x7f415015d630 2023-09-21T13:05:54.930 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.922+0000 7f41570de700 1 -- 172.21.15.46:0/3429065983 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f41500c7db0 con 0x7f415015d630 2023-09-21T13:05:54.930 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.923+0000 7f41570de700 1 -- 172.21.15.46:0/3429065983 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f41500c7fd0 con 0x7f415015d630 2023-09-21T13:05:54.931 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.923+0000 7f414d7fa700 1 -- 172.21.15.46:0/3429065983 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f4148007230 con 0x7f415015d630 2023-09-21T13:05:54.931 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.924+0000 7f414d7fa700 1 --2- 172.21.15.46:0/3429065983 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f413c06a580 0x7f413c06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:54.931 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.924+0000 7f414d7fa700 1 -- 172.21.15.46:0/3429065983 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f41480887c0 con 0x7f415015d630 2023-09-21T13:05:54.931 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.924+0000 7f4154e7a700 1 --2- 172.21.15.46:0/3429065983 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f413c06a580 0x7f413c06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:54.932 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.924+0000 7f4154e7a700 1 --2- 172.21.15.46:0/3429065983 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f413c06a580 0x7f413c06ca40 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f41400090b0 tx=0x7f4140008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:54.932 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:54.928+0000 7f414d7fa700 1 -- 172.21.15.46:0/3429065983 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f4148053dd0 con 0x7f415015d630 2023-09-21T13:05:55.133 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.137+0000 7f41570de700 1 -- 172.21.15.46:0/3429065983 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f4150068b90 con 0x7f415015d630 2023-09-21T13:05:55.134 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.138+0000 7f414d7fa700 1 -- 172.21.15.46:0/3429065983 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16457 (secure 0 0 0) 0x7f4148018090 con 0x7f415015d630 2023-09-21T13:05:55.135 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:05:55.136 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":20,"fsid":"3cbfaf88-469e-4129-b70d-6dd2d92bd0a4","created":"2023-09-21T13:04:52.312650+0000","modified":"2023-09-21T13:05:17.736372+0000","last_up_change":"2023-09-21T13:05:04.397018+0000","last_in_change":"2023-09-21T13:04:55.853368+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-21T13:05:05.036373+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-09-21T13:05:14.305630+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-09-21T13:05:15.146424+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"23992b72-ed3c-4a14-ae79-8150e0fedbf7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6810","nonce":1682463833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6814","nonce":1682463833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6822","nonce":1682463833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6818","nonce":1682463833}]},"public_addr":"172.21.15.46:6810/1682463833","cluster_addr":"172.21.15.46:6814/1682463833","heartbeat_back_addr":"172.21.15.46:6822/1682463833","heartbeat_front_addr":"172.21.15.46:6818/1682463833","state":["exists","up"]},{"osd":1,"uuid":"2578f708-e052-4bdd-bcef-54808f1d1ef4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6800","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6801","nonce":3674836117}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6803","nonce":3674836117}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6807","nonce":3674836117}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6805","nonce":3674836117}]},"public_addr":"172.21.15.46:6801/3674836117","cluster_addr":"172.21.15.46:6803/3674836117","heartbeat_back_addr":"172.21.15.46:6807/3674836117","heartbeat_front_addr":"172.21.15.46:6805/3674836117","state":["exists","up"]},{"osd":2,"uuid":"6db5fc17-2472-42fd-a613-8cc24a815cfe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6825","nonce":3956023171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6827","nonce":3956023171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6831","nonce":3956023171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6829","nonce":3956023171}]},"public_addr":"172.21.15.46:6825/3956023171","cluster_addr":"172.21.15.46:6827/3956023171","heartbeat_back_addr":"172.21.15.46:6831/3956023171","heartbeat_front_addr":"172.21.15.46:6829/3956023171","state":["exists","up"]},{"osd":3,"uuid":"b0ddd2cd-9025-471f-a976-d7bc356eb10b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6809","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6811","nonce":1834230057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6813","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6815","nonce":1834230057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6821","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6823","nonce":1834230057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6817","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6819","nonce":1834230057}]},"public_addr":"172.21.15.46:6811/1834230057","cluster_addr":"172.21.15.46:6815/1834230057","heartbeat_back_addr":"172.21.15.46:6823/1834230057","heartbeat_front_addr":"172.21.15.46:6819/1834230057","state":["exists","up"]},{"osd":4,"uuid":"51245ec8-6073-476b-aea6-482f9a379f43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6800","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6801","nonce":867529145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6802","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6803","nonce":867529145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6806","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6807","nonce":867529145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6804","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6805","nonce":867529145}]},"public_addr":"172.21.15.57:6801/867529145","cluster_addr":"172.21.15.57:6803/867529145","heartbeat_back_addr":"172.21.15.57:6807/867529145","heartbeat_front_addr":"172.21.15.57:6805/867529145","state":["exists","up"]},{"osd":5,"uuid":"6be64509-8d19-48af-aa7d-2744199eb3c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6824","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6825","nonce":2639760353}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6826","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6827","nonce":2639760353}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6830","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6831","nonce":2639760353}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6828","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6829","nonce":2639760353}]},"public_addr":"172.21.15.57:6825/2639760353","cluster_addr":"172.21.15.57:6827/2639760353","heartbeat_back_addr":"172.21.15.57:6831/2639760353","heartbeat_front_addr":"172.21.15.57:6829/2639760353","state":["exists","up"]},{"osd":6,"uuid":"8bfda35e-f97c-4419-a105-ff306eff7a42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6808","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6809","nonce":3693682875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6810","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6811","nonce":3693682875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6814","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6815","nonce":3693682875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6812","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6813","nonce":3693682875}]},"public_addr":"172.21.15.57:6809/3693682875","cluster_addr":"172.21.15.57:6811/3693682875","heartbeat_back_addr":"172.21.15.57:6815/3693682875","heartbeat_front_addr":"172.21.15.57:6813/3693682875","state":["exists","up"]},{"osd":7,"uuid":"49fc1df7-ab94-4da5-b915-8f7cc61f2714","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6816","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6817","nonce":1729728830}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6818","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6819","nonce":1729728830}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6822","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6823","nonce":1729728830}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6820","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6821","nonce":1729728830}]},"public_addr":"172.21.15.57:6817/1729728830","cluster_addr":"172.21.15.57:6819/1729728830","heartbeat_back_addr":"172.21.15.57:6823/1729728830","heartbeat_front_addr":"172.21.15.57:6821/1729728830","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:00.955073+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.074451+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.068487+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.010348+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.035446+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.101249+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.104509+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.077361+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-21T13:05:55.138 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.141+0000 7f41570de700 1 -- 172.21.15.46:0/3429065983 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f413c06a580 msgr2=0x7f413c06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:55.138 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.141+0000 7f41570de700 1 --2- 172.21.15.46:0/3429065983 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f413c06a580 0x7f413c06ca40 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f41400090b0 tx=0x7f4140008030 comp rx=0 tx=0).stop 2023-09-21T13:05:55.138 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.141+0000 7f41570de700 1 -- 172.21.15.46:0/3429065983 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f415015d630 msgr2=0x7f41500c82d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:55.138 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.141+0000 7f41570de700 1 --2- 172.21.15.46:0/3429065983 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f415015d630 0x7f41500c82d0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f4148001ba0 tx=0x7f414800cf50 comp rx=0 tx=0).stop 2023-09-21T13:05:55.139 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.141+0000 7f41570de700 1 -- 172.21.15.46:0/3429065983 shutdown_connections 2023-09-21T13:05:55.139 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.141+0000 7f41570de700 1 --2- 172.21.15.46:0/3429065983 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f413c06a580 0x7f413c06ca40 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:55.139 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.141+0000 7f41570de700 1 --2- 172.21.15.46:0/3429065983 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f415015d630 0x7f41500c82d0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:55.139 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.141+0000 7f41570de700 1 --2- 172.21.15.46:0/3429065983 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f415006a7a0 0x7f415015b6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:55.140 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.141+0000 7f41570de700 1 --2- 172.21.15.46:0/3429065983 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f415006f850 0x7f41501f4290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:55.140 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.141+0000 7f41570de700 1 -- 172.21.15.46:0/3429065983 >> 172.21.15.46:0/3429065983 conn(0x7f41500d01f0 msgr2=0x7f415015c5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:55.140 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.141+0000 7f41570de700 1 -- 172.21.15.46:0/3429065983 shutdown_connections 2023-09-21T13:05:55.141 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.141+0000 7f41570de700 1 -- 172.21.15.46:0/3429065983 wait complete. 2023-09-21T13:05:55.151 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-09-21T13:05:05.036373+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-09-21T13:05:14.305630+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-09-21T13:05:15.146424+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-09-21T13:05:55.152 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-09-21T13:05:55.293 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.297+0000 7fb4d5ae5700 1 Processor -- start 2023-09-21T13:05:55.294 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.297+0000 7fb4d5ae5700 1 -- start start 2023-09-21T13:05:55.297 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.297+0000 7fb4d5ae5700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb4d0152170 0x7fb4d0152550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:55.297 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.298+0000 7fb4d5ae5700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7fb4d00d0f40 0x7fb4d015be30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:55.298 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.298+0000 7fb4d5ae5700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb4d015b970 con 0x7fb4d00cbb80 2023-09-21T13:05:55.298 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.298+0000 7fb4d5ae5700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb4d015f3d0 con 0x7fb4d00d0f40 2023-09-21T13:05:55.298 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.298+0000 7fb4d5ae5700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb4d015f6b0 con 0x7fb4d0152170 2023-09-21T13:05:55.298 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.298+0000 7fb4ceffd700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7fb4d00cbb80 0x7fb4d00d0830 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:37290/0 (socket says 172.21.15.46:37290) 2023-09-21T13:05:55.299 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.298+0000 7fb4ceffd700 1 -- 172.21.15.46:0/249930720 learned_addr learned my addr 172.21.15.46:0/249930720 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:05:55.299 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.298+0000 7fb4cf7fe700 1 --2- 172.21.15.46:0/249930720 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb4d0152170 0x7fb4d0152550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:55.299 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.298+0000 7fb4ce7fc700 1 -- 172.21.15.46:0/249930720 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2841690317 0 0) 0x7fb4d015b970 con 0x7fb4d00cbb80 2023-09-21T13:05:55.299 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.298+0000 7fb4cffff700 1 --2- 172.21.15.46:0/249930720 >> v2:172.21.15.57:3300/0 conn(0x7fb4d00d0f40 0x7fb4d015be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:55.299 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.298+0000 7fb4ce7fc700 1 -- 172.21.15.46:0/249930720 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb4b80035b0 con 0x7fb4d00cbb80 2023-09-21T13:05:55.300 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.298+0000 7fb4ce7fc700 1 -- 172.21.15.46:0/249930720 <== mon.0 v1:172.21.15.46:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1466021548 0 0) 0x7fb4b80035b0 con 0x7fb4d00cbb80 2023-09-21T13:05:55.300 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.298+0000 7fb4ce7fc700 1 -- 172.21.15.46:0/249930720 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb4d0152170 msgr2=0x7fb4d0152550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:55.300 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.298+0000 7fb4ce7fc700 1 --2- 172.21.15.46:0/249930720 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb4d0152170 0x7fb4d0152550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:55.300 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.298+0000 7fb4ce7fc700 1 -- 172.21.15.46:0/249930720 >> v2:172.21.15.57:3300/0 conn(0x7fb4d00d0f40 msgr2=0x7fb4d015be30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:55.301 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.298+0000 7fb4ce7fc700 1 --2- 172.21.15.46:0/249930720 >> v2:172.21.15.57:3300/0 conn(0x7fb4d00d0f40 0x7fb4d015be30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:55.301 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.298+0000 7fb4ce7fc700 1 -- 172.21.15.46:0/249930720 --> v1:172.21.15.46:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb4d015f990 con 0x7fb4d00cbb80 2023-09-21T13:05:55.301 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.298+0000 7fb4ce7fc700 1 -- 172.21.15.46:0/249930720 <== mon.0 v1:172.21.15.46:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 834881909 0 0) 0x7fb4c4001670 con 0x7fb4d00cbb80 2023-09-21T13:05:55.301 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.298+0000 7fb4ce7fc700 1 -- 172.21.15.46:0/249930720 >> v1:172.21.15.46:6789/0 conn(0x7fb4d00cbb80 legacy=0x7fb4d00d0830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:55.301 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.298+0000 7fb4ce7fc700 1 --2- 172.21.15.46:0/249930720 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb4d0152170 0x7fb4b8003a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:55.302 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.299+0000 7fb4ce7fc700 1 --2- 172.21.15.46:0/249930720 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb4b8003f80 0x7fb4b8004850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:55.302 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.299+0000 7fb4ce7fc700 1 --2- 172.21.15.46:0/249930720 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fb4b8004d90 0x7fb4b8005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:55.302 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.299+0000 7fb4ce7fc700 1 -- 172.21.15.46:0/249930720 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4d015f3d0 con 0x7fb4b8003f80 2023-09-21T13:05:55.302 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.299+0000 7fb4ce7fc700 1 -- 172.21.15.46:0/249930720 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4d015f6b0 con 0x7fb4b8004d90 2023-09-21T13:05:55.302 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.299+0000 7fb4ce7fc700 1 -- 172.21.15.46:0/249930720 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb4b800ba60 con 0x7fb4d0152170 2023-09-21T13:05:55.303 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.299+0000 7fb4ceffd700 1 --2- 172.21.15.46:0/249930720 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb4b8003f80 0x7fb4b8004850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:55.303 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.299+0000 7fb4cf7fe700 1 --2- 172.21.15.46:0/249930720 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb4d0152170 0x7fb4b8003a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:55.303 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.299+0000 7fb4cffff700 1 --2- 172.21.15.46:0/249930720 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fb4b8004d90 0x7fb4b8005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:55.303 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.299+0000 7fb4ceffd700 1 -- 172.21.15.46:0/249930720 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb4d0152170 msgr2=0x7fb4b8003a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:55.303 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.299+0000 7fb4ceffd700 1 --2- 172.21.15.46:0/249930720 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb4d0152170 0x7fb4b8003a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:55.304 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.299+0000 7fb4ceffd700 1 -- 172.21.15.46:0/249930720 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fb4b8004d90 msgr2=0x7fb4b8005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:55.304 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.299+0000 7fb4ceffd700 1 --2- 172.21.15.46:0/249930720 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fb4b8004d90 0x7fb4b8005210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:55.304 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.299+0000 7fb4ceffd700 1 -- 172.21.15.46:0/249930720 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb4b80035b0 con 0x7fb4b8003f80 2023-09-21T13:05:55.304 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.299+0000 7fb4ceffd700 1 --2- 172.21.15.46:0/249930720 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb4b8003f80 0x7fb4b8004850 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fb4c400c320 tx=0x7fb4b8005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=856a2d3be5d8da17 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:55.304 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.299+0000 7fb4ce7fc700 1 -- 172.21.15.46:0/249930720 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4c400ce20 con 0x7fb4b8003f80 2023-09-21T13:05:55.305 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.299+0000 7fb4ce7fc700 1 -- 172.21.15.46:0/249930720 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb4c4005960 con 0x7fb4b8003f80 2023-09-21T13:05:55.305 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.299+0000 7fb4ce7fc700 1 -- 172.21.15.46:0/249930720 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4c4005d10 con 0x7fb4b8003f80 2023-09-21T13:05:55.305 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.300+0000 7fb4d5ae5700 1 -- 172.21.15.46:0/249930720 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb4b8003f80 msgr2=0x7fb4b8004850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:55.305 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.300+0000 7fb4d5ae5700 1 --2- 172.21.15.46:0/249930720 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb4b8003f80 0x7fb4b8004850 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fb4c400c320 tx=0x7fb4b8005880 comp rx=0 tx=0).stop 2023-09-21T13:05:55.305 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.300+0000 7fb4cffff700 1 -- 172.21.15.46:0/249930720 reap_dead start 2023-09-21T13:05:55.306 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.300+0000 7fb4d5ae5700 1 -- 172.21.15.46:0/249930720 shutdown_connections 2023-09-21T13:05:55.306 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.300+0000 7fb4d5ae5700 1 -- 172.21.15.46:0/249930720 >> 172.21.15.46:0/249930720 conn(0x7fb4d006ea60 msgr2=0x7fb4d006ee40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:55.306 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.300+0000 7fb4d5ae5700 1 -- 172.21.15.46:0/249930720 shutdown_connections 2023-09-21T13:05:55.306 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.300+0000 7fb4d5ae5700 1 -- 172.21.15.46:0/249930720 wait complete. 2023-09-21T13:05:55.309 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.301+0000 7fb4d5ae5700 1 Processor -- start 2023-09-21T13:05:55.309 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.302+0000 7fb4d5ae5700 1 -- start start 2023-09-21T13:05:55.310 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.302+0000 7fb4d5ae5700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb4b8003f80 0x7fb4d01513d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:55.310 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.302+0000 7fb4d5ae5700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb4d01535a0 0x7fb4d006b8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:55.310 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.302+0000 7fb4d5ae5700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fb4d0153a20 0x7fb4d006bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:55.310 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.302+0000 7fb4d5ae5700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4d00b3fa0 con 0x7fb4d01535a0 2023-09-21T13:05:55.311 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.302+0000 7fb4d5ae5700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4d0153f20 con 0x7fb4d0153a20 2023-09-21T13:05:55.311 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.302+0000 7fb4d5ae5700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb4d0154200 con 0x7fb4b8003f80 2023-09-21T13:05:55.311 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.302+0000 7fb4ceffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb4d01535a0 0x7fb4d006b8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:55.311 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.302+0000 7fb4ceffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb4d01535a0 0x7fb4d006b8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:44524/0 (socket says 172.21.15.46:44524) 2023-09-21T13:05:55.311 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.302+0000 7fb4ceffd700 1 -- 172.21.15.46:0/1456863010 learned_addr learned my addr 172.21.15.46:0/1456863010 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:55.312 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.303+0000 7fb4cf7fe700 1 --2- 172.21.15.46:0/1456863010 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb4b8003f80 0x7fb4d01513d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:55.312 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.303+0000 7fb4cffff700 1 --2- 172.21.15.46:0/1456863010 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fb4d0153a20 0x7fb4d006bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:55.312 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.303+0000 7fb4ceffd700 1 -- 172.21.15.46:0/1456863010 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb4b8003f80 msgr2=0x7fb4d01513d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:55.312 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.303+0000 7fb4ceffd700 1 --2- 172.21.15.46:0/1456863010 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb4b8003f80 0x7fb4d01513d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:55.313 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.303+0000 7fb4ceffd700 1 -- 172.21.15.46:0/1456863010 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fb4d0153a20 msgr2=0x7fb4d006bdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:55.313 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.303+0000 7fb4ceffd700 1 --2- 172.21.15.46:0/1456863010 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fb4d0153a20 0x7fb4d006bdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:55.313 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.303+0000 7fb4ceffd700 1 -- 172.21.15.46:0/1456863010 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb4d01544e0 con 0x7fb4d01535a0 2023-09-21T13:05:55.313 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.303+0000 7fb4cf7fe700 1 --2- 172.21.15.46:0/1456863010 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb4b8003f80 0x7fb4d01513d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:05:55.313 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.303+0000 7fb4ceffd700 1 --2- 172.21.15.46:0/1456863010 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb4d01535a0 0x7fb4d006b8b0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fb4c4008fd0 tx=0x7fb4d0070930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:55.314 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.303+0000 7fb4b7fff700 1 -- 172.21.15.46:0/1456863010 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4c400ce70 con 0x7fb4d01535a0 2023-09-21T13:05:55.314 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.303+0000 7fb4b7fff700 1 -- 172.21.15.46:0/1456863010 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb4c4004a80 con 0x7fb4d01535a0 2023-09-21T13:05:55.314 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.303+0000 7fb4b7fff700 1 -- 172.21.15.46:0/1456863010 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4c4004e30 con 0x7fb4d01535a0 2023-09-21T13:05:55.314 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.303+0000 7fb4d5ae5700 1 -- 172.21.15.46:0/1456863010 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb4d01547c0 con 0x7fb4d01535a0 2023-09-21T13:05:55.315 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.303+0000 7fb4d5ae5700 1 -- 172.21.15.46:0/1456863010 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb4d0154cf0 con 0x7fb4d01535a0 2023-09-21T13:05:55.315 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.304+0000 7fb4d5ae5700 1 -- 172.21.15.46:0/1456863010 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb4d0068340 con 0x7fb4d01535a0 2023-09-21T13:05:55.315 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.305+0000 7fb4b7fff700 1 -- 172.21.15.46:0/1456863010 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fb4c40070d0 con 0x7fb4d01535a0 2023-09-21T13:05:55.316 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.305+0000 7fb4b7fff700 1 --2- 172.21.15.46:0/1456863010 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fb4bc06a580 0x7fb4bc06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:55.316 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.305+0000 7fb4b7fff700 1 -- 172.21.15.46:0/1456863010 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb4c4089fe0 con 0x7fb4d01535a0 2023-09-21T13:05:55.316 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.305+0000 7fb4cf7fe700 1 --2- 172.21.15.46:0/1456863010 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fb4bc06a580 0x7fb4bc06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:55.316 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.306+0000 7fb4cf7fe700 1 --2- 172.21.15.46:0/1456863010 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fb4bc06a580 0x7fb4bc06ca40 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fb4c0009b80 tx=0x7fb4c0008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:55.317 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.310+0000 7fb4b7fff700 1 -- 172.21.15.46:0/1456863010 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fb4c4055770 con 0x7fb4d01535a0 2023-09-21T13:05:55.515 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.518+0000 7fb4d5ae5700 1 -- 172.21.15.46:0/1456863010 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fb4d0154ee0 con 0x7fb4d01535a0 2023-09-21T13:05:55.516 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.519+0000 7fb4b7fff700 1 -- 172.21.15.46:0/1456863010 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7fb4c4007da0 con 0x7fb4d01535a0 2023-09-21T13:05:55.516 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 1 2023-09-21T13:05:55.518 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.521+0000 7fb4d5ae5700 1 -- 172.21.15.46:0/1456863010 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fb4bc06a580 msgr2=0x7fb4bc06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:55.518 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.521+0000 7fb4d5ae5700 1 --2- 172.21.15.46:0/1456863010 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fb4bc06a580 0x7fb4bc06ca40 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fb4c0009b80 tx=0x7fb4c0008040 comp rx=0 tx=0).stop 2023-09-21T13:05:55.519 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.521+0000 7fb4d5ae5700 1 -- 172.21.15.46:0/1456863010 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb4d01535a0 msgr2=0x7fb4d006b8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:55.519 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.521+0000 7fb4d5ae5700 1 --2- 172.21.15.46:0/1456863010 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb4d01535a0 0x7fb4d006b8b0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fb4c4008fd0 tx=0x7fb4d0070930 comp rx=0 tx=0).stop 2023-09-21T13:05:55.519 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.521+0000 7fb4d5ae5700 1 -- 172.21.15.46:0/1456863010 shutdown_connections 2023-09-21T13:05:55.519 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.521+0000 7fb4d5ae5700 1 --2- 172.21.15.46:0/1456863010 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fb4bc06a580 0x7fb4bc06ca40 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:55.519 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.521+0000 7fb4d5ae5700 1 --2- 172.21.15.46:0/1456863010 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fb4d0153a20 0x7fb4d006bdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:55.520 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.521+0000 7fb4d5ae5700 1 --2- 172.21.15.46:0/1456863010 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb4b8003f80 0x7fb4d01513d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:55.520 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.521+0000 7fb4d5ae5700 1 --2- 172.21.15.46:0/1456863010 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb4d01535a0 0x7fb4d006b8b0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:55.520 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.521+0000 7fb4d5ae5700 1 -- 172.21.15.46:0/1456863010 >> 172.21.15.46:0/1456863010 conn(0x7fb4d006ea60 msgr2=0x7fb4d015d8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:55.520 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.521+0000 7fb4d5ae5700 1 -- 172.21.15.46:0/1456863010 shutdown_connections 2023-09-21T13:05:55.520 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.521+0000 7fb4d5ae5700 1 -- 172.21.15.46:0/1456863010 wait complete. 2023-09-21T13:05:55.532 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-09-21T13:05:55.675 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.676+0000 7ffbc2195700 1 Processor -- start 2023-09-21T13:05:55.676 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.676+0000 7ffbc2195700 1 -- start start 2023-09-21T13:05:55.676 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.677+0000 7ffbc2195700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ffbbc15d800 0x7ffbbc0ca8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:55.676 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.677+0000 7ffbc2195700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7ffbbc0c3920 0x7ffbbc161df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:55.676 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.677+0000 7ffbc2195700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7ffbbc06a7a0 0x7ffbbc06ac50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:55.677 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.677+0000 7ffbc2195700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ffbbc06b190 con 0x7ffbbc0c3920 2023-09-21T13:05:55.677 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.677+0000 7ffbc2195700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ffbbc06e890 con 0x7ffbbc06a7a0 2023-09-21T13:05:55.677 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.677+0000 7ffbc2195700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffbbc162330 con 0x7ffbbc15d800 2023-09-21T13:05:55.677 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.677+0000 7ffbbaffd700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7ffbbc0c3920 0x7ffbbc161df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:55.677 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.677+0000 7ffbbaffd700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7ffbbc0c3920 0x7ffbbc161df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:44528/0 (socket says 172.21.15.46:44528) 2023-09-21T13:05:55.677 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.677+0000 7ffbbaffd700 1 -- 172.21.15.46:0/1268381513 learned_addr learned my addr 172.21.15.46:0/1268381513 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:55.678 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.678+0000 7ffbbb7fe700 1 --2- 172.21.15.46:0/1268381513 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ffbbc15d800 0x7ffbbc0ca8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:55.678 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.678+0000 7ffbbbfff700 1 --2- 172.21.15.46:0/1268381513 >> v2:172.21.15.57:3300/0 conn(0x7ffbbc06a7a0 0x7ffbbc06ac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:55.678 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.678+0000 7ffbbaffd700 1 -- 172.21.15.46:0/1268381513 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ffbbc15d800 msgr2=0x7ffbbc0ca8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:55.678 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.678+0000 7ffbbaffd700 1 --2- 172.21.15.46:0/1268381513 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ffbbc15d800 0x7ffbbc0ca8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:55.678 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.678+0000 7ffbbaffd700 1 -- 172.21.15.46:0/1268381513 >> v2:172.21.15.57:3300/0 conn(0x7ffbbc06a7a0 msgr2=0x7ffbbc06ac50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:55.679 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.678+0000 7ffbbaffd700 1 --2- 172.21.15.46:0/1268381513 >> v2:172.21.15.57:3300/0 conn(0x7ffbbc06a7a0 0x7ffbbc06ac50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:55.679 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.678+0000 7ffbbaffd700 1 -- 172.21.15.46:0/1268381513 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffbbc0cdf00 con 0x7ffbbc0c3920 2023-09-21T13:05:55.679 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.678+0000 7ffbbaffd700 1 --2- 172.21.15.46:0/1268381513 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ffbbc0c3920 0x7ffbbc161df0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7ffbbc072c40 tx=0x7ffbac009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1680878fc686385c server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:55.679 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.678+0000 7ffbba7fc700 1 -- 172.21.15.46:0/1268381513 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffbac00b860 con 0x7ffbbc0c3920 2023-09-21T13:05:55.679 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.678+0000 7ffbba7fc700 1 -- 172.21.15.46:0/1268381513 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffbac00b9c0 con 0x7ffbbc0c3920 2023-09-21T13:05:55.679 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.678+0000 7ffbba7fc700 1 -- 172.21.15.46:0/1268381513 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffbac00bd50 con 0x7ffbbc0c3920 2023-09-21T13:05:55.680 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.679+0000 7ffbc2195700 1 -- 172.21.15.46:0/1268381513 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ffbbc0c3920 msgr2=0x7ffbbc161df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:55.680 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.679+0000 7ffbc2195700 1 --2- 172.21.15.46:0/1268381513 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ffbbc0c3920 0x7ffbbc161df0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7ffbbc072c40 tx=0x7ffbac009c00 comp rx=0 tx=0).stop 2023-09-21T13:05:55.680 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.679+0000 7ffbc2195700 1 -- 172.21.15.46:0/1268381513 shutdown_connections 2023-09-21T13:05:55.680 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.679+0000 7ffbc2195700 1 --2- 172.21.15.46:0/1268381513 >> v2:172.21.15.57:3300/0 conn(0x7ffbbc06a7a0 0x7ffbbc06ac50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:55.680 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.679+0000 7ffbc2195700 1 --2- 172.21.15.46:0/1268381513 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ffbbc15d800 0x7ffbbc0ca8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:55.681 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.679+0000 7ffbc2195700 1 --2- 172.21.15.46:0/1268381513 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ffbbc0c3920 0x7ffbbc161df0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:55.681 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.679+0000 7ffbc2195700 1 -- 172.21.15.46:0/1268381513 >> 172.21.15.46:0/1268381513 conn(0x7ffbbc0ccd10 msgr2=0x7ffbbc0cd0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:55.681 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.679+0000 7ffbc2195700 1 -- 172.21.15.46:0/1268381513 shutdown_connections 2023-09-21T13:05:55.681 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.679+0000 7ffbc2195700 1 -- 172.21.15.46:0/1268381513 wait complete. 2023-09-21T13:05:55.684 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.680+0000 7ffbc2195700 1 Processor -- start 2023-09-21T13:05:55.684 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.680+0000 7ffbc2195700 1 -- start start 2023-09-21T13:05:55.684 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.681+0000 7ffbc2195700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7ffbbc06a7a0 0x7ffbbc1f2a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:55.684 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.681+0000 7ffbc2195700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ffbbc0c3920 0x7ffbbc0b52a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:55.684 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.681+0000 7ffbc2195700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ffbbc15d800 0x7ffbbc0b57e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:55.685 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.681+0000 7ffbc2195700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffbbc0af680 con 0x7ffbbc15d800 2023-09-21T13:05:55.685 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.681+0000 7ffbc2195700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffbbc0b2eb0 con 0x7ffbbc06a7a0 2023-09-21T13:05:55.685 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.681+0000 7ffbc2195700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffbbc0c5e50 con 0x7ffbbc0c3920 2023-09-21T13:05:55.685 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.681+0000 7ffbbbfff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ffbbc15d800 0x7ffbbc0b57e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:55.685 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.681+0000 7ffbbbfff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ffbbc15d800 0x7ffbbc0b57e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:44530/0 (socket says 172.21.15.46:44530) 2023-09-21T13:05:55.686 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.681+0000 7ffbbbfff700 1 -- 172.21.15.46:0/3285161995 learned_addr learned my addr 172.21.15.46:0/3285161995 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:55.686 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.681+0000 7ffbbaffd700 1 --2- 172.21.15.46:0/3285161995 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ffbbc0c3920 0x7ffbbc0b52a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:55.686 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.681+0000 7ffbbb7fe700 1 --2- 172.21.15.46:0/3285161995 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7ffbbc06a7a0 0x7ffbbc1f2a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:55.686 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.682+0000 7ffbbbfff700 1 -- 172.21.15.46:0/3285161995 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ffbbc0c3920 msgr2=0x7ffbbc0b52a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:55.686 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.682+0000 7ffbbbfff700 1 --2- 172.21.15.46:0/3285161995 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ffbbc0c3920 0x7ffbbc0b52a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:55.686 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.682+0000 7ffbbbfff700 1 -- 172.21.15.46:0/3285161995 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7ffbbc06a7a0 msgr2=0x7ffbbc1f2a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:55.687 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.682+0000 7ffbbbfff700 1 --2- 172.21.15.46:0/3285161995 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7ffbbc06a7a0 0x7ffbbc1f2a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:55.687 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.682+0000 7ffbbbfff700 1 -- 172.21.15.46:0/3285161995 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffbac009550 con 0x7ffbbc15d800 2023-09-21T13:05:55.687 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.682+0000 7ffbbb7fe700 1 --2- 172.21.15.46:0/3285161995 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7ffbbc06a7a0 0x7ffbbc1f2a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:05:55.687 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.682+0000 7ffbbbfff700 1 --2- 172.21.15.46:0/3285161995 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ffbbc15d800 0x7ffbbc0b57e0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7ffbb4007e60 tx=0x7ffbb400e3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:55.687 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.682+0000 7ffbb3fff700 1 -- 172.21.15.46:0/3285161995 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffbb400ede0 con 0x7ffbbc15d800 2023-09-21T13:05:55.688 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.682+0000 7ffbb3fff700 1 -- 172.21.15.46:0/3285161995 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffbb4014420 con 0x7ffbbc15d800 2023-09-21T13:05:55.688 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.682+0000 7ffbb3fff700 1 -- 172.21.15.46:0/3285161995 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffbb40147d0 con 0x7ffbbc15d800 2023-09-21T13:05:55.688 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.682+0000 7ffbc2195700 1 -- 172.21.15.46:0/3285161995 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffbbc0c6130 con 0x7ffbbc15d800 2023-09-21T13:05:55.688 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.682+0000 7ffbc2195700 1 -- 172.21.15.46:0/3285161995 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffbbc0b3170 con 0x7ffbbc15d800 2023-09-21T13:05:55.688 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.683+0000 7ffbc2195700 1 -- 172.21.15.46:0/3285161995 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffbbc04f330 con 0x7ffbbc15d800 2023-09-21T13:05:55.689 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.683+0000 7ffbb3fff700 1 -- 172.21.15.46:0/3285161995 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7ffbb4014930 con 0x7ffbbc15d800 2023-09-21T13:05:55.689 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.684+0000 7ffbb3fff700 1 --2- 172.21.15.46:0/3285161995 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7ffb9c06a580 0x7ffb9c06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:55.689 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.684+0000 7ffbb3fff700 1 -- 172.21.15.46:0/3285161995 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ffbb4089150 con 0x7ffbbc15d800 2023-09-21T13:05:55.689 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.684+0000 7ffbbb7fe700 1 --2- 172.21.15.46:0/3285161995 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7ffb9c06a580 0x7ffb9c06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:55.689 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.685+0000 7ffbbb7fe700 1 --2- 172.21.15.46:0/3285161995 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7ffb9c06a580 0x7ffb9c06ca40 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7ffba4007a50 tx=0x7ffba4008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:55.690 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.689+0000 7ffbb3fff700 1 -- 172.21.15.46:0/3285161995 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7ffbb40546d0 con 0x7ffbbc15d800 2023-09-21T13:05:55.897 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.901+0000 7ffbc2195700 1 -- 172.21.15.46:0/3285161995 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7ffbbc06ad70 con 0x7ffbbc15d800 2023-09-21T13:05:55.898 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.901+0000 7ffbb3fff700 1 -- 172.21.15.46:0/3285161995 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7ffbb4057cf0 con 0x7ffbbc15d800 2023-09-21T13:05:55.898 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 32 2023-09-21T13:05:55.901 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.904+0000 7ffbc2195700 1 -- 172.21.15.46:0/3285161995 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7ffb9c06a580 msgr2=0x7ffb9c06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:55.901 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.904+0000 7ffbc2195700 1 --2- 172.21.15.46:0/3285161995 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7ffb9c06a580 0x7ffb9c06ca40 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7ffba4007a50 tx=0x7ffba4008040 comp rx=0 tx=0).stop 2023-09-21T13:05:55.901 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.904+0000 7ffbc2195700 1 -- 172.21.15.46:0/3285161995 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ffbbc15d800 msgr2=0x7ffbbc0b57e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:55.901 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.904+0000 7ffbc2195700 1 --2- 172.21.15.46:0/3285161995 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ffbbc15d800 0x7ffbbc0b57e0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7ffbb4007e60 tx=0x7ffbb400e3c0 comp rx=0 tx=0).stop 2023-09-21T13:05:55.901 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.904+0000 7ffbc2195700 1 -- 172.21.15.46:0/3285161995 shutdown_connections 2023-09-21T13:05:55.902 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.904+0000 7ffbc2195700 1 --2- 172.21.15.46:0/3285161995 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7ffb9c06a580 0x7ffb9c06ca40 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:55.902 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.904+0000 7ffbc2195700 1 --2- 172.21.15.46:0/3285161995 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ffbbc15d800 0x7ffbbc0b57e0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:55.902 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.904+0000 7ffbc2195700 1 --2- 172.21.15.46:0/3285161995 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7ffbbc06a7a0 0x7ffbbc1f2a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:55.902 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.904+0000 7ffbc2195700 1 --2- 172.21.15.46:0/3285161995 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ffbbc0c3920 0x7ffbbc0b52a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:55.902 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.904+0000 7ffbc2195700 1 -- 172.21.15.46:0/3285161995 >> 172.21.15.46:0/3285161995 conn(0x7ffbbc0ccd10 msgr2=0x7ffbbc06d760 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:55.903 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.904+0000 7ffbc2195700 1 -- 172.21.15.46:0/3285161995 shutdown_connections 2023-09-21T13:05:55.903 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:55.904+0000 7ffbc2195700 1 -- 172.21.15.46:0/3285161995 wait complete. 2023-09-21T13:05:55.914 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-09-21T13:05:56.055 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.058+0000 7f606153a700 1 Processor -- start 2023-09-21T13:05:56.055 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.058+0000 7f606153a700 1 -- start start 2023-09-21T13:05:56.057 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.059+0000 7f606153a700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f605c15d7f0 0x7f605c161d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:56.057 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.059+0000 7f606153a700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f605c0b4f60 0x7f605c0b53e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:56.057 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.059+0000 7f606153a700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f605c1622a0 con 0x7f605c06b7e0 2023-09-21T13:05:56.058 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.059+0000 7f606153a700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f605c0b5920 con 0x7f605c0b4f60 2023-09-21T13:05:56.058 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.059+0000 7f606153a700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f605c0d15f0 con 0x7f605c15d7f0 2023-09-21T13:05:56.058 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.059+0000 7f605b7fe700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f605c06b7e0 0x7f605c06bc70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:37294/0 (socket says 172.21.15.46:37294) 2023-09-21T13:05:56.058 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.059+0000 7f605b7fe700 1 -- 172.21.15.46:0/2008686924 learned_addr learned my addr 172.21.15.46:0/2008686924 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:05:56.058 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.059+0000 7f605affd700 1 --2- 172.21.15.46:0/2008686924 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f605c15d7f0 0x7f605c161d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:56.059 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.059+0000 7f605a7fc700 1 --2- 172.21.15.46:0/2008686924 >> v2:172.21.15.57:3300/0 conn(0x7f605c0b4f60 0x7f605c0b53e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:56.059 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.060+0000 7f6059ffb700 1 -- 172.21.15.46:0/2008686924 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3365997521 0 0) 0x7f6054001490 con 0x7f605c06b7e0 2023-09-21T13:05:56.059 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.060+0000 7f6059ffb700 1 -- 172.21.15.46:0/2008686924 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f60440035b0 con 0x7f605c06b7e0 2023-09-21T13:05:56.059 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.060+0000 7f605affd700 1 -- 172.21.15.46:0/2008686924 >> v2:172.21.15.57:3300/0 conn(0x7f605c0b4f60 msgr2=0x7f605c0b53e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:56.059 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.060+0000 7f605affd700 1 --2- 172.21.15.46:0/2008686924 >> v2:172.21.15.57:3300/0 conn(0x7f605c0b4f60 0x7f605c0b53e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:56.060 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.060+0000 7f6059ffb700 1 -- 172.21.15.46:0/2008686924 <== mon.0 v1:172.21.15.46:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3044922875 0 0) 0x7f60440035b0 con 0x7f605c06b7e0 2023-09-21T13:05:56.060 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.060+0000 7f605affd700 1 -- 172.21.15.46:0/2008686924 >> v1:172.21.15.46:6789/0 conn(0x7f605c06b7e0 legacy=0x7f605c06bc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:56.060 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.060+0000 7f605affd700 1 -- 172.21.15.46:0/2008686924 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f605c0b6710 con 0x7f605c15d7f0 2023-09-21T13:05:56.060 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.060+0000 7f605affd700 1 --2- 172.21.15.46:0/2008686924 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f605c15d7f0 0x7f605c161d60 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f604c009840 tx=0x7f604c009b50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=346241976bf83553 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:56.060 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.060+0000 7f6059ffb700 1 -- 172.21.15.46:0/2008686924 <== mon.2 v2:172.21.15.57:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6054001b80 con 0x7f605c15d7f0 2023-09-21T13:05:56.061 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.060+0000 7f6059ffb700 1 -- 172.21.15.46:0/2008686924 <== mon.2 v2:172.21.15.57:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f604c004030 con 0x7f605c15d7f0 2023-09-21T13:05:56.061 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.060+0000 7f6059ffb700 1 -- 172.21.15.46:0/2008686924 <== mon.2 v2:172.21.15.57:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f604c0043a0 con 0x7f605c15d7f0 2023-09-21T13:05:56.064 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.061+0000 7f606153a700 1 -- 172.21.15.46:0/2008686924 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f605c15d7f0 msgr2=0x7f605c161d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:56.064 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.061+0000 7f606153a700 1 --2- 172.21.15.46:0/2008686924 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f605c15d7f0 0x7f605c161d60 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f604c009840 tx=0x7f604c009b50 comp rx=0 tx=0).stop 2023-09-21T13:05:56.064 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.061+0000 7f606153a700 1 -- 172.21.15.46:0/2008686924 shutdown_connections 2023-09-21T13:05:56.065 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.061+0000 7f606153a700 1 --2- 172.21.15.46:0/2008686924 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f605c15d7f0 0x7f605c161d60 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:56.065 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.061+0000 7f606153a700 1 --2- 172.21.15.46:0/2008686924 >> v2:172.21.15.57:3300/0 conn(0x7f605c0b4f60 0x7f605c0b53e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:56.065 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.061+0000 7f606153a700 1 -- 172.21.15.46:0/2008686924 >> 172.21.15.46:0/2008686924 conn(0x7f605c0722c0 msgr2=0x7f605c0726d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:56.065 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.061+0000 7f606153a700 1 -- 172.21.15.46:0/2008686924 shutdown_connections 2023-09-21T13:05:56.065 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.061+0000 7f606153a700 1 -- 172.21.15.46:0/2008686924 wait complete. 2023-09-21T13:05:56.065 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.062+0000 7f606153a700 1 Processor -- start 2023-09-21T13:05:56.066 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.063+0000 7f606153a700 1 -- start start 2023-09-21T13:05:56.066 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.063+0000 7f606153a700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f605c06b7e0 0x7f605c160700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:56.066 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.063+0000 7f606153a700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f605c0b4f60 0x7f605c0caf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:56.066 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.063+0000 7f606153a700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f605c15d7f0 0x7f605c0c91e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:56.066 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.063+0000 7f606153a700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f605c159280 con 0x7f605c0b4f60 2023-09-21T13:05:56.067 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.063+0000 7f606153a700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f605c160c40 con 0x7f605c06b7e0 2023-09-21T13:05:56.067 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.063+0000 7f606153a700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f605c15dc70 con 0x7f605c15d7f0 2023-09-21T13:05:56.067 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.063+0000 7f605a7fc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f605c0b4f60 0x7f605c0caf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:56.067 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.063+0000 7f605a7fc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f605c0b4f60 0x7f605c0caf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:44538/0 (socket says 172.21.15.46:44538) 2023-09-21T13:05:56.067 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.064+0000 7f605a7fc700 1 -- 172.21.15.46:0/4051785341 learned_addr learned my addr 172.21.15.46:0/4051785341 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:56.068 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.064+0000 7f605b7fe700 1 --2- 172.21.15.46:0/4051785341 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f605c15d7f0 0x7f605c0c91e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:56.068 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.064+0000 7f605affd700 1 --2- 172.21.15.46:0/4051785341 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f605c06b7e0 0x7f605c160700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:56.068 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.064+0000 7f605a7fc700 1 -- 172.21.15.46:0/4051785341 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f605c15d7f0 msgr2=0x7f605c0c91e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:56.068 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.064+0000 7f605a7fc700 1 --2- 172.21.15.46:0/4051785341 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f605c15d7f0 0x7f605c0c91e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:56.069 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.064+0000 7f605a7fc700 1 -- 172.21.15.46:0/4051785341 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f605c06b7e0 msgr2=0x7f605c160700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:56.069 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.064+0000 7f605a7fc700 1 --2- 172.21.15.46:0/4051785341 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f605c06b7e0 0x7f605c160700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:56.069 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.064+0000 7f605a7fc700 1 -- 172.21.15.46:0/4051785341 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f604c0094a0 con 0x7f605c0b4f60 2023-09-21T13:05:56.069 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.064+0000 7f605a7fc700 1 --2- 172.21.15.46:0/4051785341 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f605c0b4f60 0x7f605c0caf40 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f605000e9b0 tx=0x7f605000ed70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:56.069 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.064+0000 7f60437fe700 1 -- 172.21.15.46:0/4051785341 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6050009710 con 0x7f605c0b4f60 2023-09-21T13:05:56.070 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.064+0000 7f60437fe700 1 -- 172.21.15.46:0/4051785341 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f605000c850 con 0x7f605c0b4f60 2023-09-21T13:05:56.070 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.064+0000 7f606153a700 1 -- 172.21.15.46:0/4051785341 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f605c15df10 con 0x7f605c0b4f60 2023-09-21T13:05:56.070 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.064+0000 7f60437fe700 1 -- 172.21.15.46:0/4051785341 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f605000cbc0 con 0x7f605c0b4f60 2023-09-21T13:05:56.070 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.064+0000 7f606153a700 1 -- 172.21.15.46:0/4051785341 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f605c15e4d0 con 0x7f605c0b4f60 2023-09-21T13:05:56.070 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.065+0000 7f606153a700 1 -- 172.21.15.46:0/4051785341 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f605c04f330 con 0x7f605c0b4f60 2023-09-21T13:05:56.070 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.066+0000 7f60437fe700 1 -- 172.21.15.46:0/4051785341 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f605000cd20 con 0x7f605c0b4f60 2023-09-21T13:05:56.071 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.066+0000 7f60437fe700 1 --2- 172.21.15.46:0/4051785341 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f604806a580 0x7f604806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:56.071 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.066+0000 7f60437fe700 1 -- 172.21.15.46:0/4051785341 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6050088ac0 con 0x7f605c0b4f60 2023-09-21T13:05:56.071 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.066+0000 7f605affd700 1 --2- 172.21.15.46:0/4051785341 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f604806a580 0x7f604806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:56.071 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.067+0000 7f605affd700 1 --2- 172.21.15.46:0/4051785341 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f604806a580 0x7f604806ca40 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f604c000c00 tx=0x7f604c013040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:56.072 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.071+0000 7f60437fe700 1 -- 172.21.15.46:0/4051785341 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f60500540d0 con 0x7f605c0b4f60 2023-09-21T13:05:56.277 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.281+0000 7f606153a700 1 -- 172.21.15.46:0/4051785341 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f605c0d0dc0 con 0x7f605c0b4f60 2023-09-21T13:05:56.278 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.281+0000 7f60437fe700 1 -- 172.21.15.46:0/4051785341 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f60500210a0 con 0x7f605c0b4f60 2023-09-21T13:05:56.278 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 64 2023-09-21T13:05:56.280 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.284+0000 7f606153a700 1 -- 172.21.15.46:0/4051785341 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f604806a580 msgr2=0x7f604806ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:56.281 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.284+0000 7f606153a700 1 --2- 172.21.15.46:0/4051785341 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f604806a580 0x7f604806ca40 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f604c000c00 tx=0x7f604c013040 comp rx=0 tx=0).stop 2023-09-21T13:05:56.281 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.284+0000 7f606153a700 1 -- 172.21.15.46:0/4051785341 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f605c0b4f60 msgr2=0x7f605c0caf40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:56.281 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.284+0000 7f606153a700 1 --2- 172.21.15.46:0/4051785341 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f605c0b4f60 0x7f605c0caf40 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f605000e9b0 tx=0x7f605000ed70 comp rx=0 tx=0).stop 2023-09-21T13:05:56.281 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.284+0000 7f606153a700 1 -- 172.21.15.46:0/4051785341 shutdown_connections 2023-09-21T13:05:56.282 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.284+0000 7f606153a700 1 --2- 172.21.15.46:0/4051785341 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f604806a580 0x7f604806ca40 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:56.282 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.284+0000 7f606153a700 1 --2- 172.21.15.46:0/4051785341 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f605c15d7f0 0x7f605c0c91e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:56.282 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.284+0000 7f606153a700 1 --2- 172.21.15.46:0/4051785341 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f605c06b7e0 0x7f605c160700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:56.285 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.284+0000 7f606153a700 1 --2- 172.21.15.46:0/4051785341 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f605c0b4f60 0x7f605c0caf40 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:56.285 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.284+0000 7f606153a700 1 -- 172.21.15.46:0/4051785341 >> 172.21.15.46:0/4051785341 conn(0x7f605c0722c0 msgr2=0x7f605c0b47a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:56.286 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.284+0000 7f606153a700 1 -- 172.21.15.46:0/4051785341 shutdown_connections 2023-09-21T13:05:56.286 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.284+0000 7f606153a700 1 -- 172.21.15.46:0/4051785341 wait complete. 2023-09-21T13:05:56.294 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-09-21T13:05:56.432 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.436+0000 7f766313f700 1 Processor -- start 2023-09-21T13:05:56.433 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.436+0000 7f766313f700 1 -- start start 2023-09-21T13:05:56.435 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.437+0000 7f766313f700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f765c161120 0x7f765c161580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:56.435 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.437+0000 7f766313f700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f765c06c0d0 con 0x7f765c0b2dd0 2023-09-21T13:05:56.435 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.437+0000 7f766313f700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f765c06d660 con 0x7f765c15d5b0 2023-09-21T13:05:56.436 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.437+0000 7f766313f700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f765c06bb50 con 0x7f765c161120 2023-09-21T13:05:56.436 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.437+0000 7f765bfff700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f765c161120 0x7f765c161580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:56.436 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.437+0000 7f765bfff700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f765c161120 0x7f765c161580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:44552/0 (socket says 172.21.15.46:44552) 2023-09-21T13:05:56.436 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.437+0000 7f765bfff700 1 -- 172.21.15.46:0/1997051529 learned_addr learned my addr 172.21.15.46:0/1997051529 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:56.436 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.437+0000 7f76616dc700 1 --1- 172.21.15.46:0/1997051529 >> v1:172.21.15.46:6789/0 conn(0x7f765c0b2dd0 0x7f765c0b31e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:37302/0 (socket says 172.21.15.46:37302) 2023-09-21T13:05:56.437 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.437+0000 7f765bfff700 1 -- 172.21.15.46:0/1997051529 >> v1:172.21.15.57:6789/0 conn(0x7f765c15d5b0 legacy=0x7f765c06c560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:56.437 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.437+0000 7f765bfff700 1 -- 172.21.15.46:0/1997051529 >> v1:172.21.15.46:6789/0 conn(0x7f765c0b2dd0 legacy=0x7f765c0b31e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:56.437 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.437+0000 7f765bfff700 1 -- 172.21.15.46:0/1997051529 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f765c161be0 con 0x7f765c161120 2023-09-21T13:05:56.437 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.438+0000 7f765bfff700 1 --2- 172.21.15.46:0/1997051529 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f765c161120 0x7f765c161580 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f76480098f0 tx=0x7f7648009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b3ed1dfa58fbf5b server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:56.437 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.438+0000 7f765b7fe700 1 -- 172.21.15.46:0/1997051529 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f764800b8a0 con 0x7f765c161120 2023-09-21T13:05:56.438 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.438+0000 7f765b7fe700 1 -- 172.21.15.46:0/1997051529 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f764800ba00 con 0x7f765c161120 2023-09-21T13:05:56.438 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.438+0000 7f765b7fe700 1 -- 172.21.15.46:0/1997051529 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f764800bd90 con 0x7f765c161120 2023-09-21T13:05:56.438 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.438+0000 7f766313f700 1 -- 172.21.15.46:0/1997051529 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f765c161120 msgr2=0x7f765c161580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:56.438 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.438+0000 7f766313f700 1 --2- 172.21.15.46:0/1997051529 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f765c161120 0x7f765c161580 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f76480098f0 tx=0x7f7648009c00 comp rx=0 tx=0).stop 2023-09-21T13:05:56.438 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.438+0000 7f766313f700 1 -- 172.21.15.46:0/1997051529 shutdown_connections 2023-09-21T13:05:56.439 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.438+0000 7f766313f700 1 --2- 172.21.15.46:0/1997051529 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f765c161120 0x7f765c161580 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:56.439 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.438+0000 7f766313f700 1 -- 172.21.15.46:0/1997051529 >> 172.21.15.46:0/1997051529 conn(0x7f765c06eb20 msgr2=0x7f765c06ef00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:56.439 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.438+0000 7f766313f700 1 -- 172.21.15.46:0/1997051529 shutdown_connections 2023-09-21T13:05:56.439 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.439+0000 7f766313f700 1 -- 172.21.15.46:0/1997051529 wait complete. 2023-09-21T13:05:56.441 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.440+0000 7f766313f700 1 Processor -- start 2023-09-21T13:05:56.442 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.440+0000 7f766313f700 1 -- start start 2023-09-21T13:05:56.442 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.441+0000 7f766313f700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f765c0b2dd0 0x7f765c0c9e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:56.442 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.441+0000 7f766313f700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f765c15d5b0 0x7f765c15a360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:56.442 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.441+0000 7f766313f700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f765c161120 0x7f765c06c560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:56.443 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.441+0000 7f766313f700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f765c0b3e70 con 0x7f765c161120 2023-09-21T13:05:56.443 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.441+0000 7f766313f700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f765c15a8a0 con 0x7f765c0b2dd0 2023-09-21T13:05:56.443 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.441+0000 7f766313f700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f765c0ca4d0 con 0x7f765c15d5b0 2023-09-21T13:05:56.443 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.441+0000 7f76616dc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f765c161120 0x7f765c06c560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:56.443 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.441+0000 7f76616dc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f765c161120 0x7f765c06c560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:44562/0 (socket says 172.21.15.46:44562) 2023-09-21T13:05:56.444 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.441+0000 7f76616dc700 1 -- 172.21.15.46:0/742402039 learned_addr learned my addr 172.21.15.46:0/742402039 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:56.444 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.441+0000 7f7660edb700 1 --2- 172.21.15.46:0/742402039 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f765c0b2dd0 0x7f765c0c9e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:56.444 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.441+0000 7f765bfff700 1 --2- 172.21.15.46:0/742402039 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f765c15d5b0 0x7f765c15a360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:56.444 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.441+0000 7f76616dc700 1 -- 172.21.15.46:0/742402039 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f765c15d5b0 msgr2=0x7f765c15a360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:56.444 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.441+0000 7f76616dc700 1 --2- 172.21.15.46:0/742402039 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f765c15d5b0 0x7f765c15a360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:56.444 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.441+0000 7f76616dc700 1 -- 172.21.15.46:0/742402039 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f765c0b2dd0 msgr2=0x7f765c0c9e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:56.445 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.441+0000 7f76616dc700 1 --2- 172.21.15.46:0/742402039 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f765c0b2dd0 0x7f765c0c9e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:56.445 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.441+0000 7f76616dc700 1 -- 172.21.15.46:0/742402039 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7648009550 con 0x7f765c161120 2023-09-21T13:05:56.445 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.441+0000 7f76616dc700 1 --2- 172.21.15.46:0/742402039 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f765c161120 0x7f765c06c560 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f765400cbc0 tx=0x7f765400ced0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:56.445 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.442+0000 7f76597fa700 1 -- 172.21.15.46:0/742402039 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f765400a9e0 con 0x7f765c161120 2023-09-21T13:05:56.445 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.442+0000 7f76597fa700 1 -- 172.21.15.46:0/742402039 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f765400ab40 con 0x7f765c161120 2023-09-21T13:05:56.446 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.442+0000 7f76597fa700 1 -- 172.21.15.46:0/742402039 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7654007070 con 0x7f765c161120 2023-09-21T13:05:56.446 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.442+0000 7f766313f700 1 -- 172.21.15.46:0/742402039 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f765c0ca7b0 con 0x7f765c161120 2023-09-21T13:05:56.446 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.442+0000 7f766313f700 1 -- 172.21.15.46:0/742402039 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f765c0cad70 con 0x7f765c161120 2023-09-21T13:05:56.446 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.443+0000 7f766313f700 1 -- 172.21.15.46:0/742402039 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f765c068b90 con 0x7f765c161120 2023-09-21T13:05:56.446 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.443+0000 7f76597fa700 1 -- 172.21.15.46:0/742402039 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f76540071d0 con 0x7f765c161120 2023-09-21T13:05:56.447 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.444+0000 7f76597fa700 1 --2- 172.21.15.46:0/742402039 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f764006a580 0x7f764006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:56.447 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.444+0000 7f76597fa700 1 -- 172.21.15.46:0/742402039 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f76540885f0 con 0x7f765c161120 2023-09-21T13:05:56.447 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.444+0000 7f7660edb700 1 --2- 172.21.15.46:0/742402039 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f764006a580 0x7f764006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:56.447 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.444+0000 7f7660edb700 1 --2- 172.21.15.46:0/742402039 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f764006a580 0x7f764006ca40 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f7650007fd0 tx=0x7f7650009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:56.448 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.448+0000 7f76597fa700 1 -- 172.21.15.46:0/742402039 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f7654053c20 con 0x7f765c161120 2023-09-21T13:05:56.668 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.672+0000 7f766313f700 1 -- 172.21.15.46:0/742402039 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f765c0b3fb0 con 0x7f765c161120 2023-09-21T13:05:56.669 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.672+0000 7f76597fa700 1 -- 172.21.15.46:0/742402039 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v20) v1 ==== 80+0+0 (secure 0 0 0) 0x7f7654017080 con 0x7f765c161120 2023-09-21T13:05:56.671 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.674+0000 7f766313f700 1 -- 172.21.15.46:0/742402039 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f764006a580 msgr2=0x7f764006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:56.671 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.674+0000 7f766313f700 1 --2- 172.21.15.46:0/742402039 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f764006a580 0x7f764006ca40 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f7650007fd0 tx=0x7f7650009040 comp rx=0 tx=0).stop 2023-09-21T13:05:56.672 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.674+0000 7f766313f700 1 -- 172.21.15.46:0/742402039 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f765c161120 msgr2=0x7f765c06c560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:56.672 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.674+0000 7f766313f700 1 --2- 172.21.15.46:0/742402039 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f765c161120 0x7f765c06c560 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f765400cbc0 tx=0x7f765400ced0 comp rx=0 tx=0).stop 2023-09-21T13:05:56.672 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.675+0000 7f766313f700 1 -- 172.21.15.46:0/742402039 shutdown_connections 2023-09-21T13:05:56.672 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.675+0000 7f766313f700 1 --2- 172.21.15.46:0/742402039 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f764006a580 0x7f764006ca40 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:56.672 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.675+0000 7f766313f700 1 --2- 172.21.15.46:0/742402039 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f765c161120 0x7f765c06c560 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:56.672 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.675+0000 7f766313f700 1 --2- 172.21.15.46:0/742402039 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f765c0b2dd0 0x7f765c0c9e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:56.673 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.675+0000 7f766313f700 1 --2- 172.21.15.46:0/742402039 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f765c15d5b0 0x7f765c15a360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:56.673 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.675+0000 7f766313f700 1 -- 172.21.15.46:0/742402039 >> 172.21.15.46:0/742402039 conn(0x7f765c06eb20 msgr2=0x7f765c0664a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:56.673 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.675+0000 7f766313f700 1 -- 172.21.15.46:0/742402039 shutdown_connections 2023-09-21T13:05:56.673 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:56.675+0000 7f766313f700 1 -- 172.21.15.46:0/742402039 wait complete. 2023-09-21T13:05:56.674 INFO:teuthology.orchestra.run.smithi046.stderr:listed 0 entries 2023-09-21T13:05:56.684 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi046.front.sepia.ceph.com... 2023-09-21T13:05:56.685 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:56.685 DEBUG:teuthology.orchestra.run.smithi046:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2023-09-21T13:05:56.740 INFO:teuthology.orchestra.run:waiting for 300 2023-09-21T13:05:56.740 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi046.front.sepia.ceph.com 2023-09-21T13:05:56.740 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:05:56.741 DEBUG:teuthology.orchestra.run.smithi046:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2023-09-21T13:05:56.772 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2023-09-21T13:05:56.773 DEBUG:teuthology.orchestra.run.smithi057:> dd if=/proc/self/mounts of=/dev/stdout 2023-09-21T13:05:56.797 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2023-09-21T13:05:56.798 DEBUG:teuthology.orchestra.run.smithi057:> dd if=/proc/self/mounts of=/dev/stdout 2023-09-21T13:05:56.861 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-21T13:05:57.007 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.011+0000 7f89e1eb9700 1 Processor -- start 2023-09-21T13:05:57.007 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.011+0000 7f89e1eb9700 1 -- start start 2023-09-21T13:05:57.010 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.011+0000 7f89e1eb9700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f89dc0ce4b0 0x7f89dc0ceed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:57.010 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.011+0000 7f89e1eb9700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f89dc0cf410 0x7f89dc0d10f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:57.010 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.011+0000 7f89e1eb9700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f89dc0d1630 0x7f89dc15dbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:57.010 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.012+0000 7f89e1eb9700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f89dc0cf890 con 0x7f89dc0d1630 2023-09-21T13:05:57.011 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.012+0000 7f89e1eb9700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f89dc0d2100 con 0x7f89dc0cf410 2023-09-21T13:05:57.011 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.012+0000 7f89e1eb9700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f89dc160de0 con 0x7f89dc0ce4b0 2023-09-21T13:05:57.011 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.012+0000 7f89dbfff700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f89dc0d1630 0x7f89dc15dbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:57.011 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.012+0000 7f89dbfff700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f89dc0d1630 0x7f89dc15dbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:44572/0 (socket says 172.21.15.46:44572) 2023-09-21T13:05:57.012 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.012+0000 7f89dbfff700 1 -- 172.21.15.46:0/2756942757 learned_addr learned my addr 172.21.15.46:0/2756942757 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:57.012 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.012+0000 7f89db7fe700 1 --2- 172.21.15.46:0/2756942757 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f89dc0ce4b0 0x7f89dc0ceed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:57.012 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.012+0000 7f89daffd700 1 --2- 172.21.15.46:0/2756942757 >> v2:172.21.15.57:3300/0 conn(0x7f89dc0cf410 0x7f89dc0d10f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:57.012 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.012+0000 7f89dbfff700 1 -- 172.21.15.46:0/2756942757 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f89dc0ce4b0 msgr2=0x7f89dc0ceed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:57.012 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.012+0000 7f89dbfff700 1 --2- 172.21.15.46:0/2756942757 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f89dc0ce4b0 0x7f89dc0ceed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:57.013 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.012+0000 7f89dbfff700 1 -- 172.21.15.46:0/2756942757 >> v2:172.21.15.57:3300/0 conn(0x7f89dc0cf410 msgr2=0x7f89dc0d10f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:57.013 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.012+0000 7f89dbfff700 1 --2- 172.21.15.46:0/2756942757 >> v2:172.21.15.57:3300/0 conn(0x7f89dc0cf410 0x7f89dc0d10f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:57.013 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.012+0000 7f89dbfff700 1 -- 172.21.15.46:0/2756942757 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f89dc0d1e20 con 0x7f89dc0d1630 2023-09-21T13:05:57.013 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.012+0000 7f89daffd700 1 --2- 172.21.15.46:0/2756942757 >> v2:172.21.15.57:3300/0 conn(0x7f89dc0cf410 0x7f89dc0d10f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:05:57.014 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.012+0000 7f89dbfff700 1 --2- 172.21.15.46:0/2756942757 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f89dc0d1630 0x7f89dc15dbb0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f89dc0d2310 tx=0x7f89d400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7e96c7bfc008fdd server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:57.014 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.012+0000 7f89da7fc700 1 -- 172.21.15.46:0/2756942757 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89d400e070 con 0x7f89dc0d1630 2023-09-21T13:05:57.014 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.012+0000 7f89da7fc700 1 -- 172.21.15.46:0/2756942757 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f89d400b910 con 0x7f89dc0d1630 2023-09-21T13:05:57.014 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.012+0000 7f89da7fc700 1 -- 172.21.15.46:0/2756942757 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89d400bcc0 con 0x7f89dc0d1630 2023-09-21T13:05:57.014 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.013+0000 7f89e1eb9700 1 -- 172.21.15.46:0/2756942757 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f89dc0d1630 msgr2=0x7f89dc15dbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:57.015 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.013+0000 7f89e1eb9700 1 --2- 172.21.15.46:0/2756942757 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f89dc0d1630 0x7f89dc15dbb0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f89dc0d2310 tx=0x7f89d400b330 comp rx=0 tx=0).stop 2023-09-21T13:05:57.015 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.013+0000 7f89e1eb9700 1 -- 172.21.15.46:0/2756942757 shutdown_connections 2023-09-21T13:05:57.015 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.013+0000 7f89e1eb9700 1 --2- 172.21.15.46:0/2756942757 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f89dc0d1630 0x7f89dc15dbb0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:57.015 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.013+0000 7f89e1eb9700 1 --2- 172.21.15.46:0/2756942757 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f89dc0ce4b0 0x7f89dc0ceed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:57.015 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.013+0000 7f89e1eb9700 1 --2- 172.21.15.46:0/2756942757 >> v2:172.21.15.57:3300/0 conn(0x7f89dc0cf410 0x7f89dc0d10f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:57.015 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.013+0000 7f89e1eb9700 1 -- 172.21.15.46:0/2756942757 >> 172.21.15.46:0/2756942757 conn(0x7f89dc06eb40 msgr2=0x7f89dc06ef20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:57.016 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.013+0000 7f89e1eb9700 1 -- 172.21.15.46:0/2756942757 shutdown_connections 2023-09-21T13:05:57.016 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.013+0000 7f89e1eb9700 1 -- 172.21.15.46:0/2756942757 wait complete. 2023-09-21T13:05:57.018 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.014+0000 7f89e1eb9700 1 Processor -- start 2023-09-21T13:05:57.019 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.015+0000 7f89e1eb9700 1 -- start start 2023-09-21T13:05:57.019 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.015+0000 7f89e1eb9700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f89dc0ce4b0 0x7f89dc1f25f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:57.019 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.015+0000 7f89e1eb9700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f89dc0cf410 0x7f89dc0c83d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:57.019 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.015+0000 7f89e1eb9700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f89dc0d1630 0x7f89dc0c8910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:57.020 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.015+0000 7f89e1eb9700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f89dc0b4270 con 0x7f89dc0cf410 2023-09-21T13:05:57.020 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.015+0000 7f89e1eb9700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f89dc0b6d20 con 0x7f89dc0ce4b0 2023-09-21T13:05:57.020 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.015+0000 7f89e1eb9700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f89dc0b6a40 con 0x7f89dc0d1630 2023-09-21T13:05:57.020 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.015+0000 7f89daffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f89dc0cf410 0x7f89dc0c83d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:57.020 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.016+0000 7f89daffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f89dc0cf410 0x7f89dc0c83d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:44582/0 (socket says 172.21.15.46:44582) 2023-09-21T13:05:57.021 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.016+0000 7f89daffd700 1 -- 172.21.15.46:0/1428157283 learned_addr learned my addr 172.21.15.46:0/1428157283 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:57.021 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.016+0000 7f89dbfff700 1 --2- 172.21.15.46:0/1428157283 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f89dc0d1630 0x7f89dc0c8910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:57.021 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.016+0000 7f89db7fe700 1 --2- 172.21.15.46:0/1428157283 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f89dc0ce4b0 0x7f89dc1f25f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:57.021 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.016+0000 7f89daffd700 1 -- 172.21.15.46:0/1428157283 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f89dc0d1630 msgr2=0x7f89dc0c8910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:57.021 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.016+0000 7f89daffd700 1 --2- 172.21.15.46:0/1428157283 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f89dc0d1630 0x7f89dc0c8910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:57.022 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.016+0000 7f89daffd700 1 -- 172.21.15.46:0/1428157283 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f89dc0ce4b0 msgr2=0x7f89dc1f25f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:57.022 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.016+0000 7f89daffd700 1 --2- 172.21.15.46:0/1428157283 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f89dc0ce4b0 0x7f89dc1f25f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:57.022 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.016+0000 7f89daffd700 1 -- 172.21.15.46:0/1428157283 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f89d4009b30 con 0x7f89dc0cf410 2023-09-21T13:05:57.022 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.016+0000 7f89daffd700 1 --2- 172.21.15.46:0/1428157283 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f89dc0cf410 0x7f89dc0c83d0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f89d000e810 tx=0x7f89d000ebd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:57.023 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.016+0000 7f89c3fff700 1 -- 172.21.15.46:0/1428157283 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89d000c020 con 0x7f89dc0cf410 2023-09-21T13:05:57.023 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.016+0000 7f89c3fff700 1 -- 172.21.15.46:0/1428157283 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f89d0004250 con 0x7f89dc0cf410 2023-09-21T13:05:57.023 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.016+0000 7f89e1eb9700 1 -- 172.21.15.46:0/1428157283 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f89dc0c94f0 con 0x7f89dc0cf410 2023-09-21T13:05:57.023 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.016+0000 7f89c3fff700 1 -- 172.21.15.46:0/1428157283 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89d00036a0 con 0x7f89dc0cf410 2023-09-21T13:05:57.023 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.016+0000 7f89e1eb9700 1 -- 172.21.15.46:0/1428157283 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f89dc1f2b30 con 0x7f89dc0cf410 2023-09-21T13:05:57.023 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.017+0000 7f89e1eb9700 1 -- 172.21.15.46:0/1428157283 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f89dc0c9cf0 con 0x7f89dc0cf410 2023-09-21T13:05:57.024 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.018+0000 7f89c3fff700 1 -- 172.21.15.46:0/1428157283 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f89d0003800 con 0x7f89dc0cf410 2023-09-21T13:05:57.024 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.018+0000 7f89c3fff700 1 --2- 172.21.15.46:0/1428157283 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f89c806a580 0x7f89c806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:57.024 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.018+0000 7f89c3fff700 1 -- 172.21.15.46:0/1428157283 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f89d0088750 con 0x7f89dc0cf410 2023-09-21T13:05:57.024 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.018+0000 7f89db7fe700 1 --2- 172.21.15.46:0/1428157283 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f89c806a580 0x7f89c806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:57.024 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.019+0000 7f89db7fe700 1 --2- 172.21.15.46:0/1428157283 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f89c806a580 0x7f89c806ca40 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f89cc009a50 tx=0x7f89cc008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:57.025 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.023+0000 7f89c3fff700 1 -- 172.21.15.46:0/1428157283 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f89dc0c9cf0 con 0x7f89dc0cf410 2023-09-21T13:05:57.232 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.236+0000 7f89e1eb9700 1 -- 172.21.15.46:0/1428157283 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f89dc04f330 con 0x7f89dc0cf410 2023-09-21T13:05:57.234 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.237+0000 7f89c3fff700 1 -- 172.21.15.46:0/1428157283 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16457 (secure 0 0 0) 0x7f89d0053d60 con 0x7f89dc0cf410 2023-09-21T13:05:57.234 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:05:57.235 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":20,"fsid":"3cbfaf88-469e-4129-b70d-6dd2d92bd0a4","created":"2023-09-21T13:04:52.312650+0000","modified":"2023-09-21T13:05:17.736372+0000","last_up_change":"2023-09-21T13:05:04.397018+0000","last_in_change":"2023-09-21T13:04:55.853368+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-21T13:05:05.036373+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-09-21T13:05:14.305630+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-09-21T13:05:15.146424+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"23992b72-ed3c-4a14-ae79-8150e0fedbf7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6810","nonce":1682463833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6814","nonce":1682463833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6822","nonce":1682463833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6818","nonce":1682463833}]},"public_addr":"172.21.15.46:6810/1682463833","cluster_addr":"172.21.15.46:6814/1682463833","heartbeat_back_addr":"172.21.15.46:6822/1682463833","heartbeat_front_addr":"172.21.15.46:6818/1682463833","state":["exists","up"]},{"osd":1,"uuid":"2578f708-e052-4bdd-bcef-54808f1d1ef4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6800","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6801","nonce":3674836117}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6803","nonce":3674836117}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6807","nonce":3674836117}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6805","nonce":3674836117}]},"public_addr":"172.21.15.46:6801/3674836117","cluster_addr":"172.21.15.46:6803/3674836117","heartbeat_back_addr":"172.21.15.46:6807/3674836117","heartbeat_front_addr":"172.21.15.46:6805/3674836117","state":["exists","up"]},{"osd":2,"uuid":"6db5fc17-2472-42fd-a613-8cc24a815cfe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6825","nonce":3956023171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6827","nonce":3956023171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6831","nonce":3956023171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6829","nonce":3956023171}]},"public_addr":"172.21.15.46:6825/3956023171","cluster_addr":"172.21.15.46:6827/3956023171","heartbeat_back_addr":"172.21.15.46:6831/3956023171","heartbeat_front_addr":"172.21.15.46:6829/3956023171","state":["exists","up"]},{"osd":3,"uuid":"b0ddd2cd-9025-471f-a976-d7bc356eb10b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6809","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6811","nonce":1834230057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6813","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6815","nonce":1834230057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6821","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6823","nonce":1834230057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6817","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6819","nonce":1834230057}]},"public_addr":"172.21.15.46:6811/1834230057","cluster_addr":"172.21.15.46:6815/1834230057","heartbeat_back_addr":"172.21.15.46:6823/1834230057","heartbeat_front_addr":"172.21.15.46:6819/1834230057","state":["exists","up"]},{"osd":4,"uuid":"51245ec8-6073-476b-aea6-482f9a379f43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6800","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6801","nonce":867529145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6802","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6803","nonce":867529145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6806","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6807","nonce":867529145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6804","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6805","nonce":867529145}]},"public_addr":"172.21.15.57:6801/867529145","cluster_addr":"172.21.15.57:6803/867529145","heartbeat_back_addr":"172.21.15.57:6807/867529145","heartbeat_front_addr":"172.21.15.57:6805/867529145","state":["exists","up"]},{"osd":5,"uuid":"6be64509-8d19-48af-aa7d-2744199eb3c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6824","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6825","nonce":2639760353}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6826","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6827","nonce":2639760353}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6830","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6831","nonce":2639760353}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6828","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6829","nonce":2639760353}]},"public_addr":"172.21.15.57:6825/2639760353","cluster_addr":"172.21.15.57:6827/2639760353","heartbeat_back_addr":"172.21.15.57:6831/2639760353","heartbeat_front_addr":"172.21.15.57:6829/2639760353","state":["exists","up"]},{"osd":6,"uuid":"8bfda35e-f97c-4419-a105-ff306eff7a42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6808","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6809","nonce":3693682875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6810","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6811","nonce":3693682875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6814","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6815","nonce":3693682875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6812","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6813","nonce":3693682875}]},"public_addr":"172.21.15.57:6809/3693682875","cluster_addr":"172.21.15.57:6811/3693682875","heartbeat_back_addr":"172.21.15.57:6815/3693682875","heartbeat_front_addr":"172.21.15.57:6813/3693682875","state":["exists","up"]},{"osd":7,"uuid":"49fc1df7-ab94-4da5-b915-8f7cc61f2714","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6816","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6817","nonce":1729728830}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6818","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6819","nonce":1729728830}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6822","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6823","nonce":1729728830}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6820","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6821","nonce":1729728830}]},"public_addr":"172.21.15.57:6817/1729728830","cluster_addr":"172.21.15.57:6819/1729728830","heartbeat_back_addr":"172.21.15.57:6823/1729728830","heartbeat_front_addr":"172.21.15.57:6821/1729728830","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:00.955073+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.074451+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.068487+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.010348+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.035446+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.101249+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.104509+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.077361+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-21T13:05:57.236 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.240+0000 7f89e1eb9700 1 -- 172.21.15.46:0/1428157283 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f89c806a580 msgr2=0x7f89c806ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:57.237 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.240+0000 7f89e1eb9700 1 --2- 172.21.15.46:0/1428157283 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f89c806a580 0x7f89c806ca40 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f89cc009a50 tx=0x7f89cc008040 comp rx=0 tx=0).stop 2023-09-21T13:05:57.237 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.240+0000 7f89e1eb9700 1 -- 172.21.15.46:0/1428157283 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f89dc0cf410 msgr2=0x7f89dc0c83d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:57.237 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.240+0000 7f89e1eb9700 1 --2- 172.21.15.46:0/1428157283 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f89dc0cf410 0x7f89dc0c83d0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f89d000e810 tx=0x7f89d000ebd0 comp rx=0 tx=0).stop 2023-09-21T13:05:57.237 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.240+0000 7f89e1eb9700 1 -- 172.21.15.46:0/1428157283 shutdown_connections 2023-09-21T13:05:57.237 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.240+0000 7f89e1eb9700 1 --2- 172.21.15.46:0/1428157283 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f89c806a580 0x7f89c806ca40 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:57.238 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.240+0000 7f89e1eb9700 1 --2- 172.21.15.46:0/1428157283 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f89dc0d1630 0x7f89dc0c8910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:57.238 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.240+0000 7f89e1eb9700 1 --2- 172.21.15.46:0/1428157283 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f89dc0ce4b0 0x7f89dc1f25f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:57.238 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.240+0000 7f89e1eb9700 1 --2- 172.21.15.46:0/1428157283 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f89dc0cf410 0x7f89dc0c83d0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:57.238 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.240+0000 7f89e1eb9700 1 -- 172.21.15.46:0/1428157283 >> 172.21.15.46:0/1428157283 conn(0x7f89dc06eb40 msgr2=0x7f89dc0cd920 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:57.238 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.240+0000 7f89e1eb9700 1 -- 172.21.15.46:0/1428157283 shutdown_connections 2023-09-21T13:05:57.239 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.240+0000 7f89e1eb9700 1 -- 172.21.15.46:0/1428157283 wait complete. 2023-09-21T13:05:57.250 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-09-21T13:05:05.036373+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-09-21T13:05:14.305630+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-09-21T13:05:15.146424+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-09-21T13:05:57.251 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-09-21T13:05:57.392 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.395+0000 7f5196223700 1 Processor -- start 2023-09-21T13:05:57.392 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.395+0000 7f5196223700 1 -- start start 2023-09-21T13:05:57.394 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.396+0000 7f5196223700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f519015d520 0x7f51900cef50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:57.395 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.396+0000 7f5196223700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f519006d3a0 0x7f51900cf490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:57.395 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.396+0000 7f5196223700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f519015d900 0x7f51900b2e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:57.395 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.396+0000 7f5196223700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f519006bc60 con 0x7f519015d520 2023-09-21T13:05:57.395 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.396+0000 7f5196223700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f519006bf40 con 0x7f519015d900 2023-09-21T13:05:57.395 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.396+0000 7f5196223700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f519006c220 con 0x7f519006d3a0 2023-09-21T13:05:57.396 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.396+0000 7f518f7fe700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f519015d520 0x7f51900cef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:57.396 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.396+0000 7f518f7fe700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f519015d520 0x7f51900cef50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:44586/0 (socket says 172.21.15.46:44586) 2023-09-21T13:05:57.396 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.396+0000 7f518f7fe700 1 -- 172.21.15.46:0/404027157 learned_addr learned my addr 172.21.15.46:0/404027157 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:57.396 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.397+0000 7f518effd700 1 --2- 172.21.15.46:0/404027157 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f519006d3a0 0x7f51900cf490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:57.397 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.397+0000 7f518ffff700 1 --2- 172.21.15.46:0/404027157 >> v2:172.21.15.57:3300/0 conn(0x7f519015d900 0x7f51900b2e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:57.397 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.397+0000 7f518f7fe700 1 -- 172.21.15.46:0/404027157 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f519006d3a0 msgr2=0x7f51900cf490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:57.397 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.397+0000 7f518f7fe700 1 --2- 172.21.15.46:0/404027157 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f519006d3a0 0x7f51900cf490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:57.397 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.397+0000 7f518f7fe700 1 -- 172.21.15.46:0/404027157 >> v2:172.21.15.57:3300/0 conn(0x7f519015d900 msgr2=0x7f51900b2e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:57.397 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.397+0000 7f518f7fe700 1 --2- 172.21.15.46:0/404027157 >> v2:172.21.15.57:3300/0 conn(0x7f519015d900 0x7f51900b2e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:57.398 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.397+0000 7f518f7fe700 1 -- 172.21.15.46:0/404027157 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f519006c500 con 0x7f519015d520 2023-09-21T13:05:57.398 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.397+0000 7f518ffff700 1 --2- 172.21.15.46:0/404027157 >> v2:172.21.15.57:3300/0 conn(0x7f519015d900 0x7f51900b2e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:05:57.398 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.397+0000 7f518f7fe700 1 --2- 172.21.15.46:0/404027157 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f519015d520 0x7f51900cef50 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f5190070d90 tx=0x7f5180009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d59565a530367dea server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:57.398 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.397+0000 7f518e7fc700 1 -- 172.21.15.46:0/404027157 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f518000b870 con 0x7f519015d520 2023-09-21T13:05:57.398 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.397+0000 7f518e7fc700 1 -- 172.21.15.46:0/404027157 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f518000b9d0 con 0x7f519015d520 2023-09-21T13:05:57.399 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.397+0000 7f518e7fc700 1 -- 172.21.15.46:0/404027157 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f518000bd60 con 0x7f519015d520 2023-09-21T13:05:57.399 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.398+0000 7f5196223700 1 -- 172.21.15.46:0/404027157 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f519015d520 msgr2=0x7f51900cef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:57.399 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.398+0000 7f5196223700 1 --2- 172.21.15.46:0/404027157 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f519015d520 0x7f51900cef50 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f5190070d90 tx=0x7f5180009bd0 comp rx=0 tx=0).stop 2023-09-21T13:05:57.399 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.398+0000 7f5196223700 1 -- 172.21.15.46:0/404027157 shutdown_connections 2023-09-21T13:05:57.399 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.398+0000 7f5196223700 1 --2- 172.21.15.46:0/404027157 >> v2:172.21.15.57:3300/0 conn(0x7f519015d900 0x7f51900b2e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:57.400 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.398+0000 7f5196223700 1 --2- 172.21.15.46:0/404027157 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f519015d520 0x7f51900cef50 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:57.400 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.398+0000 7f5196223700 1 --2- 172.21.15.46:0/404027157 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f519006d3a0 0x7f51900cf490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:57.400 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.398+0000 7f5196223700 1 -- 172.21.15.46:0/404027157 >> 172.21.15.46:0/404027157 conn(0x7f519006ea60 msgr2=0x7f519006ee40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:57.400 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.398+0000 7f5196223700 1 -- 172.21.15.46:0/404027157 shutdown_connections 2023-09-21T13:05:57.400 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.398+0000 7f5196223700 1 -- 172.21.15.46:0/404027157 wait complete. 2023-09-21T13:05:57.403 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.399+0000 7f5196223700 1 Processor -- start 2023-09-21T13:05:57.403 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.399+0000 7f5196223700 1 -- start start 2023-09-21T13:05:57.403 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.400+0000 7f5196223700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f519006d3a0 0x7f51900c7960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:57.404 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.400+0000 7f5196223700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f519015d520 0x7f51901f3640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:57.404 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.400+0000 7f5196223700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f519015d900 0x7f51900ca890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:57.404 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.400+0000 7f5196223700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f51901f3b80 con 0x7f519015d900 2023-09-21T13:05:57.404 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.400+0000 7f5196223700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f51901f6b60 con 0x7f519015d520 2023-09-21T13:05:57.404 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.400+0000 7f5196223700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f51901f6ff0 con 0x7f519006d3a0 2023-09-21T13:05:57.405 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.400+0000 7f518ffff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f519015d900 0x7f51900ca890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:57.405 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.400+0000 7f518ffff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f519015d900 0x7f51900ca890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:44594/0 (socket says 172.21.15.46:44594) 2023-09-21T13:05:57.405 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.400+0000 7f518ffff700 1 -- 172.21.15.46:0/1876282895 learned_addr learned my addr 172.21.15.46:0/1876282895 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:57.405 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.401+0000 7f518f7fe700 1 --2- 172.21.15.46:0/1876282895 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f519006d3a0 0x7f51900c7960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:57.405 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.401+0000 7f518effd700 1 --2- 172.21.15.46:0/1876282895 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f519015d520 0x7f51901f3640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:57.406 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.401+0000 7f518ffff700 1 -- 172.21.15.46:0/1876282895 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f519006d3a0 msgr2=0x7f51900c7960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:57.406 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.401+0000 7f518ffff700 1 --2- 172.21.15.46:0/1876282895 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f519006d3a0 0x7f51900c7960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:57.406 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.401+0000 7f518ffff700 1 -- 172.21.15.46:0/1876282895 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f519015d520 msgr2=0x7f51901f3640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:57.406 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.401+0000 7f518ffff700 1 --2- 172.21.15.46:0/1876282895 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f519015d520 0x7f51901f3640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:57.406 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.401+0000 7f518ffff700 1 -- 172.21.15.46:0/1876282895 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5180009550 con 0x7f519015d900 2023-09-21T13:05:57.407 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.401+0000 7f518ffff700 1 --2- 172.21.15.46:0/1876282895 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f519015d900 0x7f51900ca890 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f5188007df0 tx=0x7f518800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:57.407 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.401+0000 7f5187fff700 1 -- 172.21.15.46:0/1876282895 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f518800dd20 con 0x7f519015d900 2023-09-21T13:05:57.407 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.401+0000 7f5187fff700 1 -- 172.21.15.46:0/1876282895 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f518800f040 con 0x7f519015d900 2023-09-21T13:05:57.407 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.401+0000 7f5196223700 1 -- 172.21.15.46:0/1876282895 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f51901f6230 con 0x7f519015d900 2023-09-21T13:05:57.407 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.401+0000 7f5187fff700 1 -- 172.21.15.46:0/1876282895 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5188003c60 con 0x7f519015d900 2023-09-21T13:05:57.408 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.401+0000 7f5196223700 1 -- 172.21.15.46:0/1876282895 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f51901f67f0 con 0x7f519015d900 2023-09-21T13:05:57.408 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.402+0000 7f5196223700 1 -- 172.21.15.46:0/1876282895 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5190068340 con 0x7f519015d900 2023-09-21T13:05:57.408 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.403+0000 7f5187fff700 1 -- 172.21.15.46:0/1876282895 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f5188004030 con 0x7f519015d900 2023-09-21T13:05:57.408 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.403+0000 7f5187fff700 1 --2- 172.21.15.46:0/1876282895 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f517006a580 0x7f517006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:57.408 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.403+0000 7f5187fff700 1 -- 172.21.15.46:0/1876282895 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f5188088970 con 0x7f519015d900 2023-09-21T13:05:57.409 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.403+0000 7f518f7fe700 1 --2- 172.21.15.46:0/1876282895 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f517006a580 0x7f517006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:57.409 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.404+0000 7f518f7fe700 1 --2- 172.21.15.46:0/1876282895 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f517006a580 0x7f517006ca40 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f5180000c00 tx=0x7f5180008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:57.409 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.408+0000 7f5187fff700 1 -- 172.21.15.46:0/1876282895 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f5188054040 con 0x7f519015d900 2023-09-21T13:05:57.610 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.613+0000 7f5196223700 1 -- 172.21.15.46:0/1876282895 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f519004f330 con 0x7f519015d900 2023-09-21T13:05:57.611 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.614+0000 7f5187fff700 1 -- 172.21.15.46:0/1876282895 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7f518801a0a0 con 0x7f519015d900 2023-09-21T13:05:57.611 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 1 2023-09-21T13:05:57.613 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.616+0000 7f5196223700 1 -- 172.21.15.46:0/1876282895 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f517006a580 msgr2=0x7f517006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:57.613 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.616+0000 7f5196223700 1 --2- 172.21.15.46:0/1876282895 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f517006a580 0x7f517006ca40 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f5180000c00 tx=0x7f5180008030 comp rx=0 tx=0).stop 2023-09-21T13:05:57.613 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.616+0000 7f5196223700 1 -- 172.21.15.46:0/1876282895 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f519015d900 msgr2=0x7f51900ca890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:57.613 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.616+0000 7f5196223700 1 --2- 172.21.15.46:0/1876282895 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f519015d900 0x7f51900ca890 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f5188007df0 tx=0x7f518800d3b0 comp rx=0 tx=0).stop 2023-09-21T13:05:57.614 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.616+0000 7f5196223700 1 -- 172.21.15.46:0/1876282895 shutdown_connections 2023-09-21T13:05:57.614 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.616+0000 7f5196223700 1 --2- 172.21.15.46:0/1876282895 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f517006a580 0x7f517006ca40 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:57.614 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.616+0000 7f5196223700 1 --2- 172.21.15.46:0/1876282895 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f519015d900 0x7f51900ca890 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:57.614 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.616+0000 7f5196223700 1 --2- 172.21.15.46:0/1876282895 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f519006d3a0 0x7f51900c7960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:57.614 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.616+0000 7f5196223700 1 --2- 172.21.15.46:0/1876282895 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f519015d520 0x7f51901f3640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:57.615 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.616+0000 7f5196223700 1 -- 172.21.15.46:0/1876282895 >> 172.21.15.46:0/1876282895 conn(0x7f519006ea60 msgr2=0x7f51900b2cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:57.615 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.616+0000 7f5196223700 1 -- 172.21.15.46:0/1876282895 shutdown_connections 2023-09-21T13:05:57.615 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.616+0000 7f5196223700 1 -- 172.21.15.46:0/1876282895 wait complete. 2023-09-21T13:05:57.626 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-09-21T13:05:57.767 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.770+0000 7f76296bd700 1 Processor -- start 2023-09-21T13:05:57.767 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.771+0000 7f76296bd700 1 -- start start 2023-09-21T13:05:57.769 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.771+0000 7f76296bd700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f7624161d50 0x7f76240cdff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:57.770 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.771+0000 7f76296bd700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f76241621d0 con 0x7f76240724b0 2023-09-21T13:05:57.770 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.771+0000 7f76296bd700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f762415e130 con 0x7f76240ce530 2023-09-21T13:05:57.770 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.771+0000 7f76296bd700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f762415ed40 con 0x7f7624161d50 2023-09-21T13:05:57.770 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.772+0000 7f7622ffd700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f76240724b0 0x7f7624071800 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:37316/0 (socket says 172.21.15.46:37316) 2023-09-21T13:05:57.771 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.772+0000 7f7622ffd700 1 -- 172.21.15.46:0/2217441761 learned_addr learned my addr 172.21.15.46:0/2217441761 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:05:57.771 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.772+0000 7f76227fc700 1 --2- 172.21.15.46:0/2217441761 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f7624161d50 0x7f76240cdff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:57.771 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.772+0000 7f7621ffb700 1 -- 172.21.15.46:0/2217441761 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 777083723 0 0) 0x7f76241621d0 con 0x7f76240724b0 2023-09-21T13:05:57.771 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.772+0000 7f7621ffb700 1 -- 172.21.15.46:0/2217441761 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f760c0035b0 con 0x7f76240724b0 2023-09-21T13:05:57.771 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.772+0000 7f7621ffb700 1 -- 172.21.15.46:0/2217441761 <== mon.1 v1:172.21.15.57:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 776350066 0 0) 0x7f762415e130 con 0x7f76240ce530 2023-09-21T13:05:57.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.772+0000 7f7621ffb700 1 -- 172.21.15.46:0/2217441761 --> v1:172.21.15.57:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f76241621d0 con 0x7f76240ce530 2023-09-21T13:05:57.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.772+0000 7f76227fc700 1 -- 172.21.15.46:0/2217441761 >> v1:172.21.15.57:6789/0 conn(0x7f76240ce530 legacy=0x7f762406ab10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:57.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.772+0000 7f76227fc700 1 -- 172.21.15.46:0/2217441761 >> v1:172.21.15.46:6789/0 conn(0x7f76240724b0 legacy=0x7f7624071800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:57.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.772+0000 7f76227fc700 1 -- 172.21.15.46:0/2217441761 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f762415e410 con 0x7f7624161d50 2023-09-21T13:05:57.773 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.772+0000 7f76227fc700 1 --2- 172.21.15.46:0/2217441761 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f7624161d50 0x7f76240cdff0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f7618009870 tx=0x7f7618009b80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cf05dac3d6a6ed80 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:57.773 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.773+0000 7f7621ffb700 1 -- 172.21.15.46:0/2217441761 <== mon.2 v2:172.21.15.57:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7618011830 con 0x7f7624161d50 2023-09-21T13:05:57.773 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.773+0000 7f7621ffb700 1 -- 172.21.15.46:0/2217441761 <== mon.2 v2:172.21.15.57:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7618011990 con 0x7f7624161d50 2023-09-21T13:05:57.773 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.773+0000 7f7621ffb700 1 -- 172.21.15.46:0/2217441761 <== mon.2 v2:172.21.15.57:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7618011d20 con 0x7f7624161d50 2023-09-21T13:05:57.773 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.773+0000 7f76296bd700 1 -- 172.21.15.46:0/2217441761 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f7624161d50 msgr2=0x7f76240cdff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:57.774 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.773+0000 7f76296bd700 1 --2- 172.21.15.46:0/2217441761 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f7624161d50 0x7f76240cdff0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f7618009870 tx=0x7f7618009b80 comp rx=0 tx=0).stop 2023-09-21T13:05:57.774 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.773+0000 7f76296bd700 1 -- 172.21.15.46:0/2217441761 shutdown_connections 2023-09-21T13:05:57.774 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.773+0000 7f76296bd700 1 --2- 172.21.15.46:0/2217441761 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f7624161d50 0x7f76240cdff0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:57.774 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.773+0000 7f76296bd700 1 -- 172.21.15.46:0/2217441761 >> 172.21.15.46:0/2217441761 conn(0x7f76240b1d50 msgr2=0x7f76240b2160 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:57.775 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.773+0000 7f76296bd700 1 -- 172.21.15.46:0/2217441761 shutdown_connections 2023-09-21T13:05:57.775 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.773+0000 7f76296bd700 1 -- 172.21.15.46:0/2217441761 wait complete. 2023-09-21T13:05:57.777 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.775+0000 7f76296bd700 1 Processor -- start 2023-09-21T13:05:57.777 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.775+0000 7f76296bd700 1 -- start start 2023-09-21T13:05:57.777 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.776+0000 7f76296bd700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f76240724b0 0x7f76241f6d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:57.778 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.776+0000 7f76296bd700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f76240ce530 0x7f76240c67f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:57.778 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.776+0000 7f76296bd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7624161d50 0x7f76241f3020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:57.778 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.776+0000 7f76296bd700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76240c63d0 con 0x7f7624161d50 2023-09-21T13:05:57.778 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.776+0000 7f76296bd700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76240c4610 con 0x7f76240ce530 2023-09-21T13:05:57.779 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.776+0000 7f76296bd700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f76241f7240 con 0x7f76240724b0 2023-09-21T13:05:57.779 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.776+0000 7f76237fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7624161d50 0x7f76241f3020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:57.779 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.776+0000 7f76237fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7624161d50 0x7f76241f3020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:44596/0 (socket says 172.21.15.46:44596) 2023-09-21T13:05:57.779 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.776+0000 7f76237fe700 1 -- 172.21.15.46:0/4962622 learned_addr learned my addr 172.21.15.46:0/4962622 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:57.779 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.776+0000 7f76227fc700 1 --2- 172.21.15.46:0/4962622 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f76240ce530 0x7f76240c67f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:57.780 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.776+0000 7f7622ffd700 1 --2- 172.21.15.46:0/4962622 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f76240724b0 0x7f76241f6d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:57.780 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.776+0000 7f76237fe700 1 -- 172.21.15.46:0/4962622 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f76240724b0 msgr2=0x7f76241f6d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:57.780 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.776+0000 7f76237fe700 1 --2- 172.21.15.46:0/4962622 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f76240724b0 0x7f76241f6d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:57.780 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.776+0000 7f76237fe700 1 -- 172.21.15.46:0/4962622 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f76240ce530 msgr2=0x7f76240c67f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:57.780 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.776+0000 7f76237fe700 1 --2- 172.21.15.46:0/4962622 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f76240ce530 0x7f76240c67f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:57.780 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.776+0000 7f76237fe700 1 -- 172.21.15.46:0/4962622 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f76180094a0 con 0x7f7624161d50 2023-09-21T13:05:57.781 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.776+0000 7f76237fe700 1 --2- 172.21.15.46:0/4962622 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7624161d50 0x7f76241f3020 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f761c00cc20 tx=0x7f761c00a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:57.781 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.776+0000 7f760b7fe700 1 -- 172.21.15.46:0/4962622 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f761c00ac20 con 0x7f7624161d50 2023-09-21T13:05:57.781 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.777+0000 7f760b7fe700 1 -- 172.21.15.46:0/4962622 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f761c00ad80 con 0x7f7624161d50 2023-09-21T13:05:57.781 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.777+0000 7f760b7fe700 1 -- 172.21.15.46:0/4962622 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f761c003c20 con 0x7f7624161d50 2023-09-21T13:05:57.781 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.777+0000 7f76296bd700 1 -- 172.21.15.46:0/4962622 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f76240c4330 con 0x7f7624161d50 2023-09-21T13:05:57.782 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.777+0000 7f76296bd700 1 -- 172.21.15.46:0/4962622 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f76240c5ff0 con 0x7f7624161d50 2023-09-21T13:05:57.782 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.778+0000 7f76296bd700 1 -- 172.21.15.46:0/4962622 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f76240c6510 con 0x7f7624161d50 2023-09-21T13:05:57.782 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.778+0000 7f760b7fe700 1 -- 172.21.15.46:0/4962622 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f761c0050d0 con 0x7f7624161d50 2023-09-21T13:05:57.782 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.778+0000 7f760b7fe700 1 --2- 172.21.15.46:0/4962622 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f761006a580 0x7f761006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:57.782 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.779+0000 7f760b7fe700 1 -- 172.21.15.46:0/4962622 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f761c088b20 con 0x7f7624161d50 2023-09-21T13:05:57.783 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.779+0000 7f7622ffd700 1 --2- 172.21.15.46:0/4962622 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f761006a580 0x7f761006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:57.783 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.779+0000 7f7622ffd700 1 --2- 172.21.15.46:0/4962622 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f761006a580 0x7f761006ca40 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f76140011e0 tx=0x7f7614009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:57.783 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.783+0000 7f760b7fe700 1 -- 172.21.15.46:0/4962622 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f76240c6510 con 0x7f7624161d50 2023-09-21T13:05:57.987 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.990+0000 7f76296bd700 1 -- 172.21.15.46:0/4962622 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f76240c6510 con 0x7f7624161d50 2023-09-21T13:05:57.988 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.991+0000 7f760b7fe700 1 -- 172.21.15.46:0/4962622 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7f76240c6510 con 0x7f7624161d50 2023-09-21T13:05:57.988 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 32 2023-09-21T13:05:57.990 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.993+0000 7f76296bd700 1 -- 172.21.15.46:0/4962622 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f761006a580 msgr2=0x7f761006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:57.990 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.993+0000 7f76296bd700 1 --2- 172.21.15.46:0/4962622 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f761006a580 0x7f761006ca40 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f76140011e0 tx=0x7f7614009040 comp rx=0 tx=0).stop 2023-09-21T13:05:57.990 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.993+0000 7f76296bd700 1 -- 172.21.15.46:0/4962622 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7624161d50 msgr2=0x7f76241f3020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:57.990 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.993+0000 7f76296bd700 1 --2- 172.21.15.46:0/4962622 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7624161d50 0x7f76241f3020 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f761c00cc20 tx=0x7f761c00a060 comp rx=0 tx=0).stop 2023-09-21T13:05:57.991 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.993+0000 7f76296bd700 1 -- 172.21.15.46:0/4962622 shutdown_connections 2023-09-21T13:05:57.991 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.993+0000 7f76296bd700 1 --2- 172.21.15.46:0/4962622 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f761006a580 0x7f761006ca40 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:57.991 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.993+0000 7f76296bd700 1 --2- 172.21.15.46:0/4962622 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7624161d50 0x7f76241f3020 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:57.991 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.993+0000 7f76296bd700 1 --2- 172.21.15.46:0/4962622 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f76240724b0 0x7f76241f6d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:57.991 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.993+0000 7f76296bd700 1 --2- 172.21.15.46:0/4962622 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f76240ce530 0x7f76240c67f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:57.992 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.993+0000 7f76296bd700 1 -- 172.21.15.46:0/4962622 >> 172.21.15.46:0/4962622 conn(0x7f76240b1d50 msgr2=0x7f76240b12f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:57.992 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.993+0000 7f76296bd700 1 -- 172.21.15.46:0/4962622 shutdown_connections 2023-09-21T13:05:57.992 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:57.993+0000 7f76296bd700 1 -- 172.21.15.46:0/4962622 wait complete. 2023-09-21T13:05:58.003 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-09-21T13:05:58.144 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.147+0000 7f736847d700 1 Processor -- start 2023-09-21T13:05:58.144 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.147+0000 7f736847d700 1 -- start start 2023-09-21T13:05:58.147 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.148+0000 7f736847d700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f736015eab0 0x7f73600b4190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:58.147 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.148+0000 7f736847d700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f73600ce070 0x7f73600b2dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:58.147 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.148+0000 7f736847d700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f736015fae0 con 0x7f73600d0b30 2023-09-21T13:05:58.148 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.148+0000 7f736847d700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f73600cba30 con 0x7f736015eab0 2023-09-21T13:05:58.148 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.148+0000 7f736847d700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f73600cbd10 con 0x7f73600ce070 2023-09-21T13:05:58.148 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.148+0000 7f7366219700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f736015eab0 0x7f73600b4190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:58.148 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.148+0000 7f7366219700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f736015eab0 0x7f73600b4190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:44612/0 (socket says 172.21.15.46:44612) 2023-09-21T13:05:58.149 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.149+0000 7f7366219700 1 -- 172.21.15.46:0/4269570847 learned_addr learned my addr 172.21.15.46:0/4269570847 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:58.149 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.149+0000 7f7366a1a700 1 --2- 172.21.15.46:0/4269570847 >> v2:172.21.15.57:3300/0 conn(0x7f73600ce070 0x7f73600b2dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:58.149 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.149+0000 7f7366219700 1 -- 172.21.15.46:0/4269570847 >> v2:172.21.15.57:3300/0 conn(0x7f73600ce070 msgr2=0x7f73600b2dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:58.149 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.149+0000 7f7366219700 1 --2- 172.21.15.46:0/4269570847 >> v2:172.21.15.57:3300/0 conn(0x7f73600ce070 0x7f73600b2dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:58.149 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.149+0000 7f7366219700 1 -- 172.21.15.46:0/4269570847 >> v1:172.21.15.46:6789/0 conn(0x7f73600d0b30 legacy=0x7f73600cd960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:58.150 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.149+0000 7f7366219700 1 -- 172.21.15.46:0/4269570847 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f73600cbff0 con 0x7f736015eab0 2023-09-21T13:05:58.150 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.149+0000 7f7366219700 1 --2- 172.21.15.46:0/4269570847 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f736015eab0 0x7f73600b4190 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f73600726c0 tx=0x7f735c009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=edd72c74dbf67eec server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:58.150 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.149+0000 7f7365217700 1 -- 172.21.15.46:0/4269570847 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f735c011830 con 0x7f736015eab0 2023-09-21T13:05:58.150 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.149+0000 7f7365217700 1 -- 172.21.15.46:0/4269570847 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f735c011990 con 0x7f736015eab0 2023-09-21T13:05:58.151 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.149+0000 7f7365217700 1 -- 172.21.15.46:0/4269570847 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f735c011d20 con 0x7f736015eab0 2023-09-21T13:05:58.151 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.150+0000 7f736847d700 1 -- 172.21.15.46:0/4269570847 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f736015eab0 msgr2=0x7f73600b4190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:58.151 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.150+0000 7f736847d700 1 --2- 172.21.15.46:0/4269570847 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f736015eab0 0x7f73600b4190 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f73600726c0 tx=0x7f735c009bd0 comp rx=0 tx=0).stop 2023-09-21T13:05:58.151 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.150+0000 7f736847d700 1 -- 172.21.15.46:0/4269570847 shutdown_connections 2023-09-21T13:05:58.151 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.150+0000 7f736847d700 1 --2- 172.21.15.46:0/4269570847 >> v2:172.21.15.57:3300/0 conn(0x7f73600ce070 0x7f73600b2dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:58.152 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.150+0000 7f736847d700 1 --2- 172.21.15.46:0/4269570847 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f736015eab0 0x7f73600b4190 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:58.152 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.150+0000 7f736847d700 1 -- 172.21.15.46:0/4269570847 >> 172.21.15.46:0/4269570847 conn(0x7f736006ea80 msgr2=0x7f736006ee60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:58.152 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.150+0000 7f736847d700 1 -- 172.21.15.46:0/4269570847 shutdown_connections 2023-09-21T13:05:58.152 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.150+0000 7f736847d700 1 -- 172.21.15.46:0/4269570847 wait complete. 2023-09-21T13:05:58.155 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.151+0000 7f736847d700 1 Processor -- start 2023-09-21T13:05:58.155 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.151+0000 7f736847d700 1 -- start start 2023-09-21T13:05:58.155 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.152+0000 7f736847d700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f73600ce070 0x7f73600ae160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:58.156 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.152+0000 7f736847d700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f73600d0b30 0x7f7360157f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:58.156 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.152+0000 7f736847d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f736015eab0 0x7f73600c9a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:58.156 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.152+0000 7f736847d700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73600ae6a0 con 0x7f736015eab0 2023-09-21T13:05:58.156 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.152+0000 7f736847d700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73600a96e0 con 0x7f73600d0b30 2023-09-21T13:05:58.157 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.152+0000 7f736847d700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f73601f5090 con 0x7f73600ce070 2023-09-21T13:05:58.157 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.152+0000 7f7366a1a700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f736015eab0 0x7f73600c9a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:58.157 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.152+0000 7f7366a1a700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f736015eab0 0x7f73600c9a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:44620/0 (socket says 172.21.15.46:44620) 2023-09-21T13:05:58.157 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.152+0000 7f7366a1a700 1 -- 172.21.15.46:0/890544404 learned_addr learned my addr 172.21.15.46:0/890544404 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:58.157 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.152+0000 7f7366219700 1 --2- 172.21.15.46:0/890544404 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f73600ce070 0x7f73600ae160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:58.158 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.152+0000 7f7365a18700 1 --2- 172.21.15.46:0/890544404 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f73600d0b30 0x7f7360157f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:58.158 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.153+0000 7f7366a1a700 1 -- 172.21.15.46:0/890544404 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f73600ce070 msgr2=0x7f73600ae160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:58.158 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.153+0000 7f7366a1a700 1 --2- 172.21.15.46:0/890544404 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f73600ce070 0x7f73600ae160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:58.158 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.153+0000 7f7366a1a700 1 -- 172.21.15.46:0/890544404 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f73600d0b30 msgr2=0x7f7360157f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:58.158 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.153+0000 7f7366a1a700 1 --2- 172.21.15.46:0/890544404 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f73600d0b30 0x7f7360157f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:58.159 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.153+0000 7f7366a1a700 1 -- 172.21.15.46:0/890544404 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f735c009550 con 0x7f736015eab0 2023-09-21T13:05:58.159 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.153+0000 7f7365a18700 1 --2- 172.21.15.46:0/890544404 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f73600d0b30 0x7f7360157f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:05:58.159 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.153+0000 7f7366a1a700 1 --2- 172.21.15.46:0/890544404 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f736015eab0 0x7f73600c9a00 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f735800efc0 tx=0x7f735800c0c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:58.159 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.153+0000 7f7352ffd700 1 -- 172.21.15.46:0/890544404 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f735800cb80 con 0x7f736015eab0 2023-09-21T13:05:58.160 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.153+0000 7f7352ffd700 1 -- 172.21.15.46:0/890544404 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f735800f040 con 0x7f736015eab0 2023-09-21T13:05:58.160 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.153+0000 7f7352ffd700 1 -- 172.21.15.46:0/890544404 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7358014480 con 0x7f736015eab0 2023-09-21T13:05:58.160 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.153+0000 7f736847d700 1 -- 172.21.15.46:0/890544404 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f73600a99a0 con 0x7f736015eab0 2023-09-21T13:05:58.160 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.153+0000 7f736847d700 1 -- 172.21.15.46:0/890544404 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f73600a9f60 con 0x7f736015eab0 2023-09-21T13:05:58.160 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.154+0000 7f736847d700 1 -- 172.21.15.46:0/890544404 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f73600aa180 con 0x7f736015eab0 2023-09-21T13:05:58.161 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.154+0000 7f7352ffd700 1 -- 172.21.15.46:0/890544404 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f73580145e0 con 0x7f736015eab0 2023-09-21T13:05:58.161 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.155+0000 7f7352ffd700 1 --2- 172.21.15.46:0/890544404 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f734406a580 0x7f734406ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:58.161 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.155+0000 7f7366219700 1 --2- 172.21.15.46:0/890544404 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f734406a580 0x7f734406ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:58.161 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.155+0000 7f7352ffd700 1 -- 172.21.15.46:0/890544404 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7358089510 con 0x7f736015eab0 2023-09-21T13:05:58.162 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.156+0000 7f7366219700 1 --2- 172.21.15.46:0/890544404 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f734406a580 0x7f734406ca40 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f735c009c10 tx=0x7f735c008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:58.162 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.160+0000 7f7352ffd700 1 -- 172.21.15.46:0/890544404 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f7358054b20 con 0x7f736015eab0 2023-09-21T13:05:58.364 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.367+0000 7f736847d700 1 -- 172.21.15.46:0/890544404 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f736004f330 con 0x7f736015eab0 2023-09-21T13:05:58.364 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.368+0000 7f7352ffd700 1 -- 172.21.15.46:0/890544404 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f7358087e60 con 0x7f736015eab0 2023-09-21T13:05:58.364 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 64 2023-09-21T13:05:58.367 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.370+0000 7f736847d700 1 -- 172.21.15.46:0/890544404 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f734406a580 msgr2=0x7f734406ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:58.367 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.370+0000 7f736847d700 1 --2- 172.21.15.46:0/890544404 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f734406a580 0x7f734406ca40 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f735c009c10 tx=0x7f735c008030 comp rx=0 tx=0).stop 2023-09-21T13:05:58.367 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.370+0000 7f736847d700 1 -- 172.21.15.46:0/890544404 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f736015eab0 msgr2=0x7f73600c9a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:58.367 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.370+0000 7f736847d700 1 --2- 172.21.15.46:0/890544404 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f736015eab0 0x7f73600c9a00 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f735800efc0 tx=0x7f735800c0c0 comp rx=0 tx=0).stop 2023-09-21T13:05:58.368 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.370+0000 7f736847d700 1 -- 172.21.15.46:0/890544404 shutdown_connections 2023-09-21T13:05:58.368 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.370+0000 7f736847d700 1 --2- 172.21.15.46:0/890544404 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f734406a580 0x7f734406ca40 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:58.368 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.370+0000 7f736847d700 1 --2- 172.21.15.46:0/890544404 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f736015eab0 0x7f73600c9a00 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:58.368 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.370+0000 7f736847d700 1 --2- 172.21.15.46:0/890544404 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f73600ce070 0x7f73600ae160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:58.368 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.370+0000 7f736847d700 1 --2- 172.21.15.46:0/890544404 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f73600d0b30 0x7f7360157f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:58.369 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.370+0000 7f736847d700 1 -- 172.21.15.46:0/890544404 >> 172.21.15.46:0/890544404 conn(0x7f736006ea80 msgr2=0x7f736015dd50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:58.369 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.370+0000 7f736847d700 1 -- 172.21.15.46:0/890544404 shutdown_connections 2023-09-21T13:05:58.369 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.370+0000 7f736847d700 1 -- 172.21.15.46:0/890544404 wait complete. 2023-09-21T13:05:58.380 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-09-21T13:05:58.518 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.521+0000 7f2a0fd0e700 1 Processor -- start 2023-09-21T13:05:58.518 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.521+0000 7f2a0fd0e700 1 -- start start 2023-09-21T13:05:58.520 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.522+0000 7f2a0fd0e700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f2a0806a7a0 0x7f2a0806f310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:58.520 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.522+0000 7f2a0fd0e700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f2a0806f850 0x7f2a080ca840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:58.521 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.522+0000 7f2a0fd0e700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2a0806eba0 con 0x7f2a0815d630 2023-09-21T13:05:58.521 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.522+0000 7f2a0fd0e700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2a0806ee80 con 0x7f2a0806f850 2023-09-21T13:05:58.521 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.522+0000 7f2a0fd0e700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2a080d1110 con 0x7f2a0806a7a0 2023-09-21T13:05:58.521 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.522+0000 7f2a0e2ab700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f2a0806f850 0x7f2a080ca840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:58.521 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.522+0000 7f2a0e2ab700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f2a0806f850 0x7f2a080ca840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:44626/0 (socket says 172.21.15.46:44626) 2023-09-21T13:05:58.521 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.522+0000 7f2a0e2ab700 1 -- 172.21.15.46:0/1324229251 learned_addr learned my addr 172.21.15.46:0/1324229251 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:58.522 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.523+0000 7f2a0d2a9700 1 --2- 172.21.15.46:0/1324229251 >> v2:172.21.15.57:3300/0 conn(0x7f2a0806a7a0 0x7f2a0806f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:58.522 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.523+0000 7f2a0e2ab700 1 -- 172.21.15.46:0/1324229251 >> v2:172.21.15.57:3300/0 conn(0x7f2a0806a7a0 msgr2=0x7f2a0806f310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:58.522 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.523+0000 7f2a0e2ab700 1 --2- 172.21.15.46:0/1324229251 >> v2:172.21.15.57:3300/0 conn(0x7f2a0806a7a0 0x7f2a0806f310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:58.522 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.523+0000 7f2a0e2ab700 1 -- 172.21.15.46:0/1324229251 >> v1:172.21.15.46:6789/0 conn(0x7f2a0815d630 legacy=0x7f2a08161cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:58.522 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.523+0000 7f2a0e2ab700 1 -- 172.21.15.46:0/1324229251 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2a0806ac60 con 0x7f2a0806f850 2023-09-21T13:05:58.523 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.523+0000 7f2a0e2ab700 1 --2- 172.21.15.46:0/1324229251 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2a0806f850 0x7f2a080ca840 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f2a08072fe0 tx=0x7f2a0000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba0603cbd9b148f9 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:58.523 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.523+0000 7f2a0caa8700 1 -- 172.21.15.46:0/1324229251 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a0000e070 con 0x7f2a0806f850 2023-09-21T13:05:58.523 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.523+0000 7f2a0caa8700 1 -- 172.21.15.46:0/1324229251 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2a0000b910 con 0x7f2a0806f850 2023-09-21T13:05:58.523 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.523+0000 7f2a0caa8700 1 -- 172.21.15.46:0/1324229251 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a0000bcc0 con 0x7f2a0806f850 2023-09-21T13:05:58.523 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.524+0000 7f2a0fd0e700 1 -- 172.21.15.46:0/1324229251 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2a0806f850 msgr2=0x7f2a080ca840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:58.523 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.524+0000 7f2a0fd0e700 1 --2- 172.21.15.46:0/1324229251 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2a0806f850 0x7f2a080ca840 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f2a08072fe0 tx=0x7f2a0000b330 comp rx=0 tx=0).stop 2023-09-21T13:05:58.524 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.524+0000 7f2a0fd0e700 1 -- 172.21.15.46:0/1324229251 shutdown_connections 2023-09-21T13:05:58.524 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.524+0000 7f2a0fd0e700 1 --2- 172.21.15.46:0/1324229251 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2a0806f850 0x7f2a080ca840 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:58.524 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.524+0000 7f2a0fd0e700 1 --2- 172.21.15.46:0/1324229251 >> v2:172.21.15.57:3300/0 conn(0x7f2a0806a7a0 0x7f2a0806f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:58.524 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.524+0000 7f2a0fd0e700 1 -- 172.21.15.46:0/1324229251 >> 172.21.15.46:0/1324229251 conn(0x7f2a080d01f0 msgr2=0x7f2a080d0600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:58.524 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.524+0000 7f2a0fd0e700 1 -- 172.21.15.46:0/1324229251 shutdown_connections 2023-09-21T13:05:58.525 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.524+0000 7f2a0fd0e700 1 -- 172.21.15.46:0/1324229251 wait complete. 2023-09-21T13:05:58.527 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.525+0000 7f2a0fd0e700 1 Processor -- start 2023-09-21T13:05:58.527 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.525+0000 7f2a0fd0e700 1 -- start start 2023-09-21T13:05:58.528 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.526+0000 7f2a0fd0e700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2a0806a7a0 0x7f2a080c7640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:58.528 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.526+0000 7f2a0fd0e700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f2a0806f850 0x7f2a081601b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:58.528 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.526+0000 7f2a0fd0e700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f2a0815d630 0x7f2a081e6690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:58.528 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.526+0000 7f2a0fd0e700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a081606f0 con 0x7f2a0806a7a0 2023-09-21T13:05:58.528 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.526+0000 7f2a0fd0e700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a081425d0 con 0x7f2a0806f850 2023-09-21T13:05:58.528 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.526+0000 7f2a0fd0e700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2a08142890 con 0x7f2a0815d630 2023-09-21T13:05:58.529 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.526+0000 7f2a0daaa700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2a0806a7a0 0x7f2a080c7640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:58.529 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.526+0000 7f2a0daaa700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2a0806a7a0 0x7f2a080c7640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:44636/0 (socket says 172.21.15.46:44636) 2023-09-21T13:05:58.529 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.526+0000 7f2a0daaa700 1 -- 172.21.15.46:0/1181725860 learned_addr learned my addr 172.21.15.46:0/1181725860 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:58.529 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.526+0000 7f2a0d2a9700 1 --2- 172.21.15.46:0/1181725860 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f2a0806f850 0x7f2a081601b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:58.529 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.526+0000 7f2a0e2ab700 1 --2- 172.21.15.46:0/1181725860 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f2a0815d630 0x7f2a081e6690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:58.530 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.527+0000 7f2a0daaa700 1 -- 172.21.15.46:0/1181725860 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f2a0815d630 msgr2=0x7f2a081e6690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:58.530 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.527+0000 7f2a0daaa700 1 --2- 172.21.15.46:0/1181725860 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f2a0815d630 0x7f2a081e6690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:58.530 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.527+0000 7f2a0daaa700 1 -- 172.21.15.46:0/1181725860 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f2a0806f850 msgr2=0x7f2a081601b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:58.530 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.527+0000 7f2a0daaa700 1 --2- 172.21.15.46:0/1181725860 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f2a0806f850 0x7f2a081601b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:58.530 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.527+0000 7f2a0daaa700 1 -- 172.21.15.46:0/1181725860 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2a00009b30 con 0x7f2a0806a7a0 2023-09-21T13:05:58.531 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.527+0000 7f2a0daaa700 1 --2- 172.21.15.46:0/1181725860 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2a0806a7a0 0x7f2a080c7640 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f2a0400c4e0 tx=0x7f2a0400c7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:58.531 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.527+0000 7f29fa7fc700 1 -- 172.21.15.46:0/1181725860 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a040052d0 con 0x7f2a0806a7a0 2023-09-21T13:05:58.531 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.527+0000 7f29fa7fc700 1 -- 172.21.15.46:0/1181725860 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2a04005430 con 0x7f2a0806a7a0 2023-09-21T13:05:58.531 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.527+0000 7f2a0fd0e700 1 -- 172.21.15.46:0/1181725860 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2a08142b70 con 0x7f2a0806a7a0 2023-09-21T13:05:58.531 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.527+0000 7f29fa7fc700 1 -- 172.21.15.46:0/1181725860 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a040038c0 con 0x7f2a0806a7a0 2023-09-21T13:05:58.531 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.527+0000 7f2a0fd0e700 1 -- 172.21.15.46:0/1181725860 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2a08143130 con 0x7f2a0806a7a0 2023-09-21T13:05:58.532 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.528+0000 7f2a0fd0e700 1 -- 172.21.15.46:0/1181725860 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2a08068b90 con 0x7f2a0806a7a0 2023-09-21T13:05:58.532 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.528+0000 7f29fa7fc700 1 -- 172.21.15.46:0/1181725860 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f2a04003a20 con 0x7f2a0806a7a0 2023-09-21T13:05:58.532 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.529+0000 7f29fa7fc700 1 --2- 172.21.15.46:0/1181725860 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f29ec06a580 0x7f29ec06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:58.532 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.529+0000 7f29fa7fc700 1 -- 172.21.15.46:0/1181725860 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f2a04087e70 con 0x7f2a0806a7a0 2023-09-21T13:05:58.532 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.529+0000 7f2a0d2a9700 1 --2- 172.21.15.46:0/1181725860 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f29ec06a580 0x7f29ec06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:58.533 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.529+0000 7f2a0d2a9700 1 --2- 172.21.15.46:0/1181725860 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f29ec06a580 0x7f29ec06ca40 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f2a080b2d10 tx=0x7f29fc009210 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:58.533 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.534+0000 7f29fa7fc700 1 -- 172.21.15.46:0/1181725860 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f2a04053360 con 0x7f2a0806a7a0 2023-09-21T13:05:58.750 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.754+0000 7f2a0fd0e700 1 -- 172.21.15.46:0/1181725860 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f2a0806b1f0 con 0x7f2a0806a7a0 2023-09-21T13:05:58.751 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.755+0000 7f29fa7fc700 1 -- 172.21.15.46:0/1181725860 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v20) v1 ==== 80+0+0 (secure 0 0 0) 0x7f2a04017020 con 0x7f2a0806a7a0 2023-09-21T13:05:58.754 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.757+0000 7f2a0fd0e700 1 -- 172.21.15.46:0/1181725860 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f29ec06a580 msgr2=0x7f29ec06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:58.754 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.757+0000 7f2a0fd0e700 1 --2- 172.21.15.46:0/1181725860 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f29ec06a580 0x7f29ec06ca40 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f2a080b2d10 tx=0x7f29fc009210 comp rx=0 tx=0).stop 2023-09-21T13:05:58.754 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.757+0000 7f2a0fd0e700 1 -- 172.21.15.46:0/1181725860 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2a0806a7a0 msgr2=0x7f2a080c7640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:58.754 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.757+0000 7f2a0fd0e700 1 --2- 172.21.15.46:0/1181725860 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2a0806a7a0 0x7f2a080c7640 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f2a0400c4e0 tx=0x7f2a0400c7f0 comp rx=0 tx=0).stop 2023-09-21T13:05:58.754 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.757+0000 7f2a0fd0e700 1 -- 172.21.15.46:0/1181725860 shutdown_connections 2023-09-21T13:05:58.754 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.757+0000 7f2a0fd0e700 1 --2- 172.21.15.46:0/1181725860 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f29ec06a580 0x7f29ec06ca40 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:58.755 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.757+0000 7f2a0fd0e700 1 --2- 172.21.15.46:0/1181725860 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f2a0815d630 0x7f2a081e6690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:58.755 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.757+0000 7f2a0fd0e700 1 --2- 172.21.15.46:0/1181725860 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2a0806a7a0 0x7f2a080c7640 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:58.755 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.757+0000 7f2a0fd0e700 1 --2- 172.21.15.46:0/1181725860 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f2a0806f850 0x7f2a081601b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:58.755 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.757+0000 7f2a0fd0e700 1 -- 172.21.15.46:0/1181725860 >> 172.21.15.46:0/1181725860 conn(0x7f2a080d01f0 msgr2=0x7f2a080b31f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:58.755 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.757+0000 7f2a0fd0e700 1 -- 172.21.15.46:0/1181725860 shutdown_connections 2023-09-21T13:05:58.756 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.757+0000 7f2a0fd0e700 1 -- 172.21.15.46:0/1181725860 wait complete. 2023-09-21T13:05:58.756 INFO:teuthology.orchestra.run.smithi046.stderr:listed 0 entries 2023-09-21T13:05:58.767 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2023-09-21T13:05:58.767 DEBUG:teuthology.orchestra.run.smithi057:> dd if=/proc/self/mounts of=/dev/stdout 2023-09-21T13:05:58.792 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-21T13:05:58.930 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.934+0000 7f77a39ae700 1 Processor -- start 2023-09-21T13:05:58.930 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.934+0000 7f77a39ae700 1 -- start start 2023-09-21T13:05:58.932 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.935+0000 7f77a39ae700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f779c0c96b0 0x7f779c159a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:58.933 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.935+0000 7f77a39ae700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f779c06c530 0x7f779c06c9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:58.933 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.935+0000 7f77a39ae700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f779c15af10 con 0x7f779c15aa60 2023-09-21T13:05:58.933 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.935+0000 7f77a39ae700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f779c0c9a90 con 0x7f779c0c96b0 2023-09-21T13:05:58.933 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.935+0000 7f77a39ae700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f779c0cc1f0 con 0x7f779c06c530 2023-09-21T13:05:58.933 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.935+0000 7f77a1f4b700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f779c06c530 0x7f779c06c9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:58.933 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.935+0000 7f77a174a700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f779c0c96b0 0x7f779c159a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:58.934 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.935+0000 7f77a1f4b700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f779c06c530 0x7f779c06c9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.57:3301/0 says I am v2:172.21.15.46:45726/0 (socket says 172.21.15.46:45726) 2023-09-21T13:05:58.934 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.935+0000 7f77a174a700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f779c0c96b0 0x7f779c159a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.57:3300/0 says I am v2:172.21.15.46:45892/0 (socket says 172.21.15.46:45892) 2023-09-21T13:05:58.934 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.935+0000 7f77a1f4b700 1 -- 172.21.15.46:0/2917597638 learned_addr learned my addr 172.21.15.46:0/2917597638 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:58.934 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.935+0000 7f77a0f49700 1 --1- 172.21.15.46:0/2917597638 >> v1:172.21.15.57:6789/0 conn(0x7f779c15aa60 0x7f779c0cbae0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.57:6789/0 says I am v1:172.21.15.46:41614/0 (socket says 172.21.15.46:41614) 2023-09-21T13:05:58.934 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.936+0000 7f77a1f4b700 1 -- 172.21.15.46:0/2917597638 >> v2:172.21.15.57:3300/0 conn(0x7f779c0c96b0 msgr2=0x7f779c159a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:58.935 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.936+0000 7f77a1f4b700 1 --2- 172.21.15.46:0/2917597638 >> v2:172.21.15.57:3300/0 conn(0x7f779c0c96b0 0x7f779c159a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:58.935 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.936+0000 7f77a1f4b700 1 -- 172.21.15.46:0/2917597638 >> v1:172.21.15.57:6789/0 conn(0x7f779c15aa60 legacy=0x7f779c0cbae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:58.935 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.936+0000 7f77a1f4b700 1 -- 172.21.15.46:0/2917597638 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f779c0c9c90 con 0x7f779c06c530 2023-09-21T13:05:58.935 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.936+0000 7f77a1f4b700 1 --2- 172.21.15.46:0/2917597638 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f779c06c530 0x7f779c06c9a0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f77940098f0 tx=0x7f7794009c00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f8de652abe1210d8 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:58.935 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.936+0000 7f779bfff700 1 -- 172.21.15.46:0/2917597638 <== mon.2 v2:172.21.15.57:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7794011830 con 0x7f779c06c530 2023-09-21T13:05:58.935 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.936+0000 7f779bfff700 1 -- 172.21.15.46:0/2917597638 <== mon.2 v2:172.21.15.57:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7794011990 con 0x7f779c06c530 2023-09-21T13:05:58.936 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.936+0000 7f779bfff700 1 -- 172.21.15.46:0/2917597638 <== mon.2 v2:172.21.15.57:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7794011d20 con 0x7f779c06c530 2023-09-21T13:05:58.938 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.937+0000 7f77a39ae700 1 -- 172.21.15.46:0/2917597638 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f779c06c530 msgr2=0x7f779c06c9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:58.938 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.937+0000 7f77a39ae700 1 --2- 172.21.15.46:0/2917597638 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f779c06c530 0x7f779c06c9a0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f77940098f0 tx=0x7f7794009c00 comp rx=0 tx=0).stop 2023-09-21T13:05:58.939 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.937+0000 7f77a39ae700 1 -- 172.21.15.46:0/2917597638 shutdown_connections 2023-09-21T13:05:58.939 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.937+0000 7f77a39ae700 1 --2- 172.21.15.46:0/2917597638 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f779c06c530 0x7f779c06c9a0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:58.939 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.937+0000 7f77a39ae700 1 --2- 172.21.15.46:0/2917597638 >> v2:172.21.15.57:3300/0 conn(0x7f779c0c96b0 0x7f779c159a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:58.939 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.937+0000 7f77a39ae700 1 -- 172.21.15.46:0/2917597638 >> 172.21.15.46:0/2917597638 conn(0x7f779c0b0bd0 msgr2=0x7f779c0b0fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:58.939 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.937+0000 7f77a39ae700 1 -- 172.21.15.46:0/2917597638 shutdown_connections 2023-09-21T13:05:58.940 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.937+0000 7f77a39ae700 1 -- 172.21.15.46:0/2917597638 wait complete. 2023-09-21T13:05:58.940 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.938+0000 7f77a39ae700 1 Processor -- start 2023-09-21T13:05:58.940 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.938+0000 7f77a39ae700 1 -- start start 2023-09-21T13:05:58.940 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.939+0000 7f77a39ae700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f779c06c530 0x7f779c157910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:58.940 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.939+0000 7f77a39ae700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f779c0c96b0 0x7f779c1f2f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:58.940 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.939+0000 7f77a39ae700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f779c15aa60 0x7f779c0713c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:58.941 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.939+0000 7f77a39ae700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f779c071dd0 con 0x7f779c0c96b0 2023-09-21T13:05:58.941 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.939+0000 7f77a39ae700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f779c0c7120 con 0x7f779c15aa60 2023-09-21T13:05:58.941 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.939+0000 7f77a39ae700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f779c157e50 con 0x7f779c06c530 2023-09-21T13:05:58.941 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.939+0000 7f77a0f49700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f779c0c96b0 0x7f779c1f2f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:58.941 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.939+0000 7f77a0f49700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f779c0c96b0 0x7f779c1f2f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:44646/0 (socket says 172.21.15.46:44646) 2023-09-21T13:05:58.942 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.939+0000 7f77a0f49700 1 -- 172.21.15.46:0/3501494523 learned_addr learned my addr 172.21.15.46:0/3501494523 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:58.942 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.939+0000 7f77a174a700 1 --2- 172.21.15.46:0/3501494523 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f779c06c530 0x7f779c157910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:58.942 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.939+0000 7f77a1f4b700 1 --2- 172.21.15.46:0/3501494523 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f779c15aa60 0x7f779c0713c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:58.942 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.939+0000 7f77a174a700 1 -- 172.21.15.46:0/3501494523 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f779c15aa60 msgr2=0x7f779c0713c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:58.942 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.940+0000 7f77a174a700 1 --2- 172.21.15.46:0/3501494523 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f779c15aa60 0x7f779c0713c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:58.942 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.940+0000 7f77a174a700 1 -- 172.21.15.46:0/3501494523 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f779c0c96b0 msgr2=0x7f779c1f2f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:58.943 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.940+0000 7f77a174a700 1 --2- 172.21.15.46:0/3501494523 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f779c0c96b0 0x7f779c1f2f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:58.943 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.940+0000 7f77a174a700 1 -- 172.21.15.46:0/3501494523 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7794009550 con 0x7f779c06c530 2023-09-21T13:05:58.943 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.940+0000 7f77a1f4b700 1 --2- 172.21.15.46:0/3501494523 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f779c15aa60 0x7f779c0713c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-21T13:05:58.943 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.940+0000 7f77a0f49700 1 --2- 172.21.15.46:0/3501494523 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f779c0c96b0 0x7f779c1f2f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-21T13:05:58.943 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.940+0000 7f77a174a700 1 --2- 172.21.15.46:0/3501494523 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f779c06c530 0x7f779c157910 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f778c00efc0 tx=0x7f778c00c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:58.944 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.940+0000 7f7799ffb700 1 -- 172.21.15.46:0/3501494523 <== mon.2 v2:172.21.15.57:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f778c00cd10 con 0x7f779c06c530 2023-09-21T13:05:58.944 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.940+0000 7f7799ffb700 1 -- 172.21.15.46:0/3501494523 <== mon.2 v2:172.21.15.57:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f778c00f040 con 0x7f779c06c530 2023-09-21T13:05:58.944 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.940+0000 7f77a39ae700 1 -- 172.21.15.46:0/3501494523 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f779c0c67f0 con 0x7f779c06c530 2023-09-21T13:05:58.944 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.940+0000 7f7799ffb700 1 -- 172.21.15.46:0/3501494523 <== mon.2 v2:172.21.15.57:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f778c0146a0 con 0x7f779c06c530 2023-09-21T13:05:58.944 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.940+0000 7f77a39ae700 1 -- 172.21.15.46:0/3501494523 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f779c0c6db0 con 0x7f779c06c530 2023-09-21T13:05:58.944 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.941+0000 7f77a39ae700 1 -- 172.21.15.46:0/3501494523 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f779c068b90 con 0x7f779c06c530 2023-09-21T13:05:58.945 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.942+0000 7f7799ffb700 1 -- 172.21.15.46:0/3501494523 <== mon.2 v2:172.21.15.57:3301/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f778c014800 con 0x7f779c06c530 2023-09-21T13:05:58.945 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.942+0000 7f7799ffb700 1 --2- 172.21.15.46:0/3501494523 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f778806a580 0x7f778806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:58.946 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.943+0000 7f7799ffb700 1 -- 172.21.15.46:0/3501494523 <== mon.2 v2:172.21.15.57:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f778c089d70 con 0x7f779c06c530 2023-09-21T13:05:58.946 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.943+0000 7f77a0f49700 1 --2- 172.21.15.46:0/3501494523 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f778806a580 0x7f778806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:58.946 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.943+0000 7f77a0f49700 1 --2- 172.21.15.46:0/3501494523 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f778806a580 0x7f778806ca40 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f779c0c1e10 tx=0x7f7790007f90 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:58.946 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:58.947+0000 7f7799ffb700 1 -- 172.21.15.46:0/3501494523 <== mon.2 v2:172.21.15.57:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f778c0552d0 con 0x7f779c06c530 2023-09-21T13:05:59.154 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.157+0000 7f77a39ae700 1 -- 172.21.15.46:0/3501494523 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f779c072970 con 0x7f779c06c530 2023-09-21T13:05:59.156 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.159+0000 7f7799ffb700 1 -- 172.21.15.46:0/3501494523 <== mon.2 v2:172.21.15.57:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16457 (secure 0 0 0) 0x7f778c009c70 con 0x7f779c06c530 2023-09-21T13:05:59.156 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:05:59.156 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":20,"fsid":"3cbfaf88-469e-4129-b70d-6dd2d92bd0a4","created":"2023-09-21T13:04:52.312650+0000","modified":"2023-09-21T13:05:17.736372+0000","last_up_change":"2023-09-21T13:05:04.397018+0000","last_in_change":"2023-09-21T13:04:55.853368+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-21T13:05:05.036373+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-09-21T13:05:14.305630+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-09-21T13:05:15.146424+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"23992b72-ed3c-4a14-ae79-8150e0fedbf7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6810","nonce":1682463833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6814","nonce":1682463833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6822","nonce":1682463833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6818","nonce":1682463833}]},"public_addr":"172.21.15.46:6810/1682463833","cluster_addr":"172.21.15.46:6814/1682463833","heartbeat_back_addr":"172.21.15.46:6822/1682463833","heartbeat_front_addr":"172.21.15.46:6818/1682463833","state":["exists","up"]},{"osd":1,"uuid":"2578f708-e052-4bdd-bcef-54808f1d1ef4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6800","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6801","nonce":3674836117}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6803","nonce":3674836117}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6807","nonce":3674836117}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6805","nonce":3674836117}]},"public_addr":"172.21.15.46:6801/3674836117","cluster_addr":"172.21.15.46:6803/3674836117","heartbeat_back_addr":"172.21.15.46:6807/3674836117","heartbeat_front_addr":"172.21.15.46:6805/3674836117","state":["exists","up"]},{"osd":2,"uuid":"6db5fc17-2472-42fd-a613-8cc24a815cfe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6825","nonce":3956023171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6827","nonce":3956023171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6831","nonce":3956023171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6829","nonce":3956023171}]},"public_addr":"172.21.15.46:6825/3956023171","cluster_addr":"172.21.15.46:6827/3956023171","heartbeat_back_addr":"172.21.15.46:6831/3956023171","heartbeat_front_addr":"172.21.15.46:6829/3956023171","state":["exists","up"]},{"osd":3,"uuid":"b0ddd2cd-9025-471f-a976-d7bc356eb10b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6809","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6811","nonce":1834230057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6813","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6815","nonce":1834230057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6821","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6823","nonce":1834230057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6817","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6819","nonce":1834230057}]},"public_addr":"172.21.15.46:6811/1834230057","cluster_addr":"172.21.15.46:6815/1834230057","heartbeat_back_addr":"172.21.15.46:6823/1834230057","heartbeat_front_addr":"172.21.15.46:6819/1834230057","state":["exists","up"]},{"osd":4,"uuid":"51245ec8-6073-476b-aea6-482f9a379f43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6800","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6801","nonce":867529145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6802","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6803","nonce":867529145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6806","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6807","nonce":867529145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6804","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6805","nonce":867529145}]},"public_addr":"172.21.15.57:6801/867529145","cluster_addr":"172.21.15.57:6803/867529145","heartbeat_back_addr":"172.21.15.57:6807/867529145","heartbeat_front_addr":"172.21.15.57:6805/867529145","state":["exists","up"]},{"osd":5,"uuid":"6be64509-8d19-48af-aa7d-2744199eb3c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6824","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6825","nonce":2639760353}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6826","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6827","nonce":2639760353}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6830","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6831","nonce":2639760353}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6828","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6829","nonce":2639760353}]},"public_addr":"172.21.15.57:6825/2639760353","cluster_addr":"172.21.15.57:6827/2639760353","heartbeat_back_addr":"172.21.15.57:6831/2639760353","heartbeat_front_addr":"172.21.15.57:6829/2639760353","state":["exists","up"]},{"osd":6,"uuid":"8bfda35e-f97c-4419-a105-ff306eff7a42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6808","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6809","nonce":3693682875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6810","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6811","nonce":3693682875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6814","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6815","nonce":3693682875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6812","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6813","nonce":3693682875}]},"public_addr":"172.21.15.57:6809/3693682875","cluster_addr":"172.21.15.57:6811/3693682875","heartbeat_back_addr":"172.21.15.57:6815/3693682875","heartbeat_front_addr":"172.21.15.57:6813/3693682875","state":["exists","up"]},{"osd":7,"uuid":"49fc1df7-ab94-4da5-b915-8f7cc61f2714","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6816","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6817","nonce":1729728830}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6818","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6819","nonce":1729728830}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6822","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6823","nonce":1729728830}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6820","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6821","nonce":1729728830}]},"public_addr":"172.21.15.57:6817/1729728830","cluster_addr":"172.21.15.57:6819/1729728830","heartbeat_back_addr":"172.21.15.57:6823/1729728830","heartbeat_front_addr":"172.21.15.57:6821/1729728830","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:00.955073+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.074451+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.068487+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.010348+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.035446+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.101249+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.104509+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.077361+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-21T13:05:59.158 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.162+0000 7f77a39ae700 1 -- 172.21.15.46:0/3501494523 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f778806a580 msgr2=0x7f778806ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:59.159 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.162+0000 7f77a39ae700 1 --2- 172.21.15.46:0/3501494523 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f778806a580 0x7f778806ca40 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f779c0c1e10 tx=0x7f7790007f90 comp rx=0 tx=0).stop 2023-09-21T13:05:59.159 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.162+0000 7f77a39ae700 1 -- 172.21.15.46:0/3501494523 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f779c06c530 msgr2=0x7f779c157910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:59.159 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.162+0000 7f77a39ae700 1 --2- 172.21.15.46:0/3501494523 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f779c06c530 0x7f779c157910 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f778c00efc0 tx=0x7f778c00c3a0 comp rx=0 tx=0).stop 2023-09-21T13:05:59.159 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.162+0000 7f77a39ae700 1 -- 172.21.15.46:0/3501494523 shutdown_connections 2023-09-21T13:05:59.159 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.162+0000 7f77a39ae700 1 --2- 172.21.15.46:0/3501494523 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f778806a580 0x7f778806ca40 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:59.160 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.162+0000 7f77a39ae700 1 --2- 172.21.15.46:0/3501494523 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f779c15aa60 0x7f779c0713c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:59.160 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.162+0000 7f77a39ae700 1 --2- 172.21.15.46:0/3501494523 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f779c06c530 0x7f779c157910 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:59.160 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.162+0000 7f77a39ae700 1 --2- 172.21.15.46:0/3501494523 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f779c0c96b0 0x7f779c1f2f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:59.160 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.162+0000 7f77a39ae700 1 -- 172.21.15.46:0/3501494523 >> 172.21.15.46:0/3501494523 conn(0x7f779c0b0bd0 msgr2=0x7f779c0c8340 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:59.160 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.162+0000 7f77a39ae700 1 -- 172.21.15.46:0/3501494523 shutdown_connections 2023-09-21T13:05:59.161 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.162+0000 7f77a39ae700 1 -- 172.21.15.46:0/3501494523 wait complete. 2023-09-21T13:05:59.172 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-09-21T13:05:05.036373+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-09-21T13:05:14.305630+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-09-21T13:05:15.146424+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-09-21T13:05:59.173 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-09-21T13:05:59.316 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.320+0000 7fab1b480700 1 Processor -- start 2023-09-21T13:05:59.317 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.320+0000 7fab1b480700 1 -- start start 2023-09-21T13:05:59.319 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.321+0000 7fab1b480700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fab1415d6a0 0x7fab140cf0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:59.319 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.321+0000 7fab1b480700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7fab140cf610 0x7fab140cdcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:59.320 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.321+0000 7fab1b480700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fab140ce230 0x7fab140b2dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:59.320 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.321+0000 7fab1b480700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fab140cfa90 con 0x7fab140ce230 2023-09-21T13:05:59.320 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.321+0000 7fab1b480700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fab140ce6a0 con 0x7fab140cf610 2023-09-21T13:05:59.320 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.321+0000 7fab1b480700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fab1415da80 con 0x7fab1415d6a0 2023-09-21T13:05:59.320 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.321+0000 7fab19a1d700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fab140ce230 0x7fab140b2dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:59.321 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.321+0000 7fab19a1d700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fab140ce230 0x7fab140b2dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:44648/0 (socket says 172.21.15.46:44648) 2023-09-21T13:05:59.321 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.321+0000 7fab19a1d700 1 -- 172.21.15.46:0/1040941150 learned_addr learned my addr 172.21.15.46:0/1040941150 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:59.321 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.321+0000 7fab1921c700 1 --2- 172.21.15.46:0/1040941150 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fab1415d6a0 0x7fab140cf0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:59.321 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.322+0000 7fab18a1b700 1 --2- 172.21.15.46:0/1040941150 >> v2:172.21.15.57:3300/0 conn(0x7fab140cf610 0x7fab140cdcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:59.321 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.322+0000 7fab19a1d700 1 -- 172.21.15.46:0/1040941150 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fab1415d6a0 msgr2=0x7fab140cf0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:59.322 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.322+0000 7fab19a1d700 1 --2- 172.21.15.46:0/1040941150 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fab1415d6a0 0x7fab140cf0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:59.322 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.322+0000 7fab19a1d700 1 -- 172.21.15.46:0/1040941150 >> v2:172.21.15.57:3300/0 conn(0x7fab140cf610 msgr2=0x7fab140cdcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:05:59.322 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.322+0000 7fab19a1d700 1 --2- 172.21.15.46:0/1040941150 >> v2:172.21.15.57:3300/0 conn(0x7fab140cf610 0x7fab140cdcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:59.322 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.322+0000 7fab19a1d700 1 -- 172.21.15.46:0/1040941150 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fab14161200 con 0x7fab140ce230 2023-09-21T13:05:59.322 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.322+0000 7fab19a1d700 1 --2- 172.21.15.46:0/1040941150 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fab140ce230 0x7fab140b2dc0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fab1406f8d0 tx=0x7fab0c009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c1d75e6fbd97b20d server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:59.323 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.322+0000 7fab13fff700 1 -- 172.21.15.46:0/1040941150 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab0c00b870 con 0x7fab140ce230 2023-09-21T13:05:59.323 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.322+0000 7fab13fff700 1 -- 172.21.15.46:0/1040941150 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fab0c00b9d0 con 0x7fab140ce230 2023-09-21T13:05:59.323 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.322+0000 7fab13fff700 1 -- 172.21.15.46:0/1040941150 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab0c00bd60 con 0x7fab140ce230 2023-09-21T13:05:59.323 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.323+0000 7fab1b480700 1 -- 172.21.15.46:0/1040941150 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fab140ce230 msgr2=0x7fab140b2dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:59.323 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.323+0000 7fab1b480700 1 --2- 172.21.15.46:0/1040941150 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fab140ce230 0x7fab140b2dc0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fab1406f8d0 tx=0x7fab0c009bd0 comp rx=0 tx=0).stop 2023-09-21T13:05:59.324 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.323+0000 7fab1b480700 1 -- 172.21.15.46:0/1040941150 shutdown_connections 2023-09-21T13:05:59.324 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.323+0000 7fab1b480700 1 --2- 172.21.15.46:0/1040941150 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fab140ce230 0x7fab140b2dc0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:59.324 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.323+0000 7fab1b480700 1 --2- 172.21.15.46:0/1040941150 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fab1415d6a0 0x7fab140cf0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:59.324 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.323+0000 7fab1b480700 1 --2- 172.21.15.46:0/1040941150 >> v2:172.21.15.57:3300/0 conn(0x7fab140cf610 0x7fab140cdcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:59.324 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.323+0000 7fab1b480700 1 -- 172.21.15.46:0/1040941150 >> 172.21.15.46:0/1040941150 conn(0x7fab1406ea80 msgr2=0x7fab1406ee60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:59.325 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.323+0000 7fab1b480700 1 -- 172.21.15.46:0/1040941150 shutdown_connections 2023-09-21T13:05:59.325 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.323+0000 7fab1b480700 1 -- 172.21.15.46:0/1040941150 wait complete. 2023-09-21T13:05:59.327 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.324+0000 7fab1b480700 1 Processor -- start 2023-09-21T13:05:59.328 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.324+0000 7fab1b480700 1 -- start start 2023-09-21T13:05:59.328 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.325+0000 7fab1b480700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fab140ce230 0x7fab1415e660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:59.328 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.325+0000 7fab1b480700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fab140cf610 0x7fab1415fee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:59.328 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.325+0000 7fab1b480700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fab1415d6a0 0x7fab141f2790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:59.328 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.325+0000 7fab1b480700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab1415fa50 con 0x7fab140cf610 2023-09-21T13:05:59.329 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.325+0000 7fab1b480700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab1415eba0 con 0x7fab1415d6a0 2023-09-21T13:05:59.329 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.325+0000 7fab1b480700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fab1415ee40 con 0x7fab140ce230 2023-09-21T13:05:59.329 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.325+0000 7fab18a1b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fab140cf610 0x7fab1415fee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:59.329 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.325+0000 7fab18a1b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fab140cf610 0x7fab1415fee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:44656/0 (socket says 172.21.15.46:44656) 2023-09-21T13:05:59.329 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.325+0000 7fab18a1b700 1 -- 172.21.15.46:0/2692497403 learned_addr learned my addr 172.21.15.46:0/2692497403 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:59.330 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.325+0000 7fab1921c700 1 --2- 172.21.15.46:0/2692497403 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fab140ce230 0x7fab1415e660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:59.330 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.325+0000 7fab19a1d700 1 --2- 172.21.15.46:0/2692497403 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fab1415d6a0 0x7fab141f2790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:59.330 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.325+0000 7fab18a1b700 1 -- 172.21.15.46:0/2692497403 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fab140ce230 msgr2=0x7fab1415e660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:59.330 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.325+0000 7fab18a1b700 1 --2- 172.21.15.46:0/2692497403 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fab140ce230 0x7fab1415e660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:59.330 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.325+0000 7fab18a1b700 1 -- 172.21.15.46:0/2692497403 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fab1415d6a0 msgr2=0x7fab141f2790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:59.331 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.325+0000 7fab18a1b700 1 --2- 172.21.15.46:0/2692497403 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fab1415d6a0 0x7fab141f2790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:59.331 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.325+0000 7fab18a1b700 1 -- 172.21.15.46:0/2692497403 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fab0c009550 con 0x7fab140cf610 2023-09-21T13:05:59.331 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.326+0000 7fab18a1b700 1 --2- 172.21.15.46:0/2692497403 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fab140cf610 0x7fab1415fee0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fab0800e810 tx=0x7fab0800ebd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:59.331 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.326+0000 7fab11ffb700 1 -- 172.21.15.46:0/2692497403 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab08013610 con 0x7fab140cf610 2023-09-21T13:05:59.331 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.326+0000 7fab11ffb700 1 -- 172.21.15.46:0/2692497403 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fab08013770 con 0x7fab140cf610 2023-09-21T13:05:59.332 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.326+0000 7fab11ffb700 1 -- 172.21.15.46:0/2692497403 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab08013b00 con 0x7fab140cf610 2023-09-21T13:05:59.332 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.326+0000 7fab1b480700 1 -- 172.21.15.46:0/2692497403 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fab1415f120 con 0x7fab140cf610 2023-09-21T13:05:59.332 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.326+0000 7fab1b480700 1 -- 172.21.15.46:0/2692497403 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fab1415f6e0 con 0x7fab140cf610 2023-09-21T13:05:59.332 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.327+0000 7fab1b480700 1 -- 172.21.15.46:0/2692497403 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fab1406d930 con 0x7fab140cf610 2023-09-21T13:05:59.332 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.328+0000 7fab11ffb700 1 -- 172.21.15.46:0/2692497403 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fab08013c60 con 0x7fab140cf610 2023-09-21T13:05:59.333 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.328+0000 7fab11ffb700 1 --2- 172.21.15.46:0/2692497403 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fab0006a550 0x7fab0006ca10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:59.333 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.328+0000 7fab11ffb700 1 -- 172.21.15.46:0/2692497403 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5825+0+0 (secure 0 0 0) 0x7fab08088710 con 0x7fab140cf610 2023-09-21T13:05:59.333 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.328+0000 7fab1921c700 1 --2- 172.21.15.46:0/2692497403 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fab0006a550 0x7fab0006ca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:59.333 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.329+0000 7fab1921c700 1 --2- 172.21.15.46:0/2692497403 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fab0006a550 0x7fab0006ca10 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fab04009a60 tx=0x7fab04003a20 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:59.333 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.333+0000 7fab11ffb700 1 -- 172.21.15.46:0/2692497403 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fab08053c10 con 0x7fab140cf610 2023-09-21T13:05:59.535 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.538+0000 7fab1b480700 1 -- 172.21.15.46:0/2692497403 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fab1404f330 con 0x7fab140cf610 2023-09-21T13:05:59.535 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.539+0000 7fab11ffb700 1 -- 172.21.15.46:0/2692497403 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v21) v1 ==== 93+0+10 (secure 0 0 0) 0x7fab08057230 con 0x7fab140cf610 2023-09-21T13:05:59.536 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 1 2023-09-21T13:05:59.538 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.541+0000 7fab1b480700 1 -- 172.21.15.46:0/2692497403 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fab0006a550 msgr2=0x7fab0006ca10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:59.538 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.541+0000 7fab1b480700 1 --2- 172.21.15.46:0/2692497403 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fab0006a550 0x7fab0006ca10 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fab04009a60 tx=0x7fab04003a20 comp rx=0 tx=0).stop 2023-09-21T13:05:59.538 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.541+0000 7fab1b480700 1 -- 172.21.15.46:0/2692497403 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fab140cf610 msgr2=0x7fab1415fee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:59.539 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.541+0000 7fab1b480700 1 --2- 172.21.15.46:0/2692497403 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fab140cf610 0x7fab1415fee0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fab0800e810 tx=0x7fab0800ebd0 comp rx=0 tx=0).stop 2023-09-21T13:05:59.539 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.541+0000 7fab1b480700 1 -- 172.21.15.46:0/2692497403 shutdown_connections 2023-09-21T13:05:59.539 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.541+0000 7fab1b480700 1 --2- 172.21.15.46:0/2692497403 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fab0006a550 0x7fab0006ca10 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:59.539 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.541+0000 7fab1b480700 1 --2- 172.21.15.46:0/2692497403 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fab1415d6a0 0x7fab141f2790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:59.540 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.541+0000 7fab1b480700 1 --2- 172.21.15.46:0/2692497403 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fab140ce230 0x7fab1415e660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:59.540 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.541+0000 7fab1b480700 1 --2- 172.21.15.46:0/2692497403 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fab140cf610 0x7fab1415fee0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:59.540 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.541+0000 7fab1b480700 1 -- 172.21.15.46:0/2692497403 >> 172.21.15.46:0/2692497403 conn(0x7fab1406ea80 msgr2=0x7fab140d1940 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:59.540 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.541+0000 7fab1b480700 1 -- 172.21.15.46:0/2692497403 shutdown_connections 2023-09-21T13:05:59.540 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.541+0000 7fab1b480700 1 -- 172.21.15.46:0/2692497403 wait complete. 2023-09-21T13:05:59.551 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-09-21T13:05:59.691 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.695+0000 7f5dc245b700 1 Processor -- start 2023-09-21T13:05:59.692 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.695+0000 7f5dc245b700 1 -- start start 2023-09-21T13:05:59.694 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.696+0000 7f5dc245b700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f5dbc0d1550 0x7f5dbc0cdc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:59.694 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.696+0000 7f5dc245b700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5dbc0d3df0 con 0x7f5dbc15d540 2023-09-21T13:05:59.694 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.696+0000 7f5dc245b700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5dbc0ce570 con 0x7f5dbc0ce160 2023-09-21T13:05:59.695 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.696+0000 7f5dc245b700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5dbc0b6450 con 0x7f5dbc0d1550 2023-09-21T13:05:59.695 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.696+0000 7f5dbb7fe700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f5dbc0d1550 0x7f5dbc0cdc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:59.695 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.696+0000 7f5dbb7fe700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f5dbc0d1550 0x7f5dbc0cdc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:44666/0 (socket says 172.21.15.46:44666) 2023-09-21T13:05:59.695 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.696+0000 7f5dbb7fe700 1 -- 172.21.15.46:0/2801307394 learned_addr learned my addr 172.21.15.46:0/2801307394 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:59.695 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.696+0000 7f5dbb7fe700 1 -- 172.21.15.46:0/2801307394 >> v1:172.21.15.57:6789/0 conn(0x7f5dbc0ce160 legacy=0x7f5dbc0b6930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:59.695 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.696+0000 7f5dbb7fe700 1 -- 172.21.15.46:0/2801307394 >> v1:172.21.15.46:6789/0 conn(0x7f5dbc15d540 legacy=0x7f5dbc0d2a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:59.696 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.696+0000 7f5dbb7fe700 1 -- 172.21.15.46:0/2801307394 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5dbc0d3270 con 0x7f5dbc0d1550 2023-09-21T13:05:59.696 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.697+0000 7f5dbb7fe700 1 --2- 172.21.15.46:0/2801307394 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5dbc0d1550 0x7f5dbc0cdc20 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f5dac0098f0 tx=0x7f5dac009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba0e1c178076f154 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:59.696 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.697+0000 7f5dbaffd700 1 -- 172.21.15.46:0/2801307394 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5dac00b8a0 con 0x7f5dbc0d1550 2023-09-21T13:05:59.696 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.697+0000 7f5dbaffd700 1 -- 172.21.15.46:0/2801307394 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5dac00ba00 con 0x7f5dbc0d1550 2023-09-21T13:05:59.696 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.697+0000 7f5dbaffd700 1 -- 172.21.15.46:0/2801307394 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5dac00bd90 con 0x7f5dbc0d1550 2023-09-21T13:05:59.697 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.697+0000 7f5dc245b700 1 -- 172.21.15.46:0/2801307394 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5dbc0d1550 msgr2=0x7f5dbc0cdc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:59.697 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.697+0000 7f5dc245b700 1 --2- 172.21.15.46:0/2801307394 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5dbc0d1550 0x7f5dbc0cdc20 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f5dac0098f0 tx=0x7f5dac009c00 comp rx=0 tx=0).stop 2023-09-21T13:05:59.697 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.697+0000 7f5dc245b700 1 -- 172.21.15.46:0/2801307394 shutdown_connections 2023-09-21T13:05:59.697 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.697+0000 7f5dc245b700 1 --2- 172.21.15.46:0/2801307394 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5dbc0d1550 0x7f5dbc0cdc20 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:59.697 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.697+0000 7f5dc245b700 1 -- 172.21.15.46:0/2801307394 >> 172.21.15.46:0/2801307394 conn(0x7f5dbc0722c0 msgr2=0x7f5dbc0726d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:59.698 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.697+0000 7f5dc245b700 1 -- 172.21.15.46:0/2801307394 shutdown_connections 2023-09-21T13:05:59.698 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.697+0000 7f5dc245b700 1 -- 172.21.15.46:0/2801307394 wait complete. 2023-09-21T13:05:59.701 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.699+0000 7f5dc245b700 1 Processor -- start 2023-09-21T13:05:59.701 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.699+0000 7f5dc245b700 1 -- start start 2023-09-21T13:05:59.701 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.700+0000 7f5dc245b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5dbc0ce160 0x7f5dbc15a480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:59.701 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.700+0000 7f5dc245b700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f5dbc0d1550 0x7f5dbc153f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:59.701 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.700+0000 7f5dc245b700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f5dbc15d540 0x7f5dbc0cadc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:59.702 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.700+0000 7f5dc245b700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5dbc157470 con 0x7f5dbc0ce160 2023-09-21T13:05:59.702 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.700+0000 7f5dc245b700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5dbc157750 con 0x7f5dbc15d540 2023-09-21T13:05:59.702 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.700+0000 7f5dc245b700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5dbc157e70 con 0x7f5dbc0d1550 2023-09-21T13:05:59.702 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.700+0000 7f5dbbfff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5dbc0ce160 0x7f5dbc15a480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:59.703 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.700+0000 7f5dbbfff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5dbc0ce160 0x7f5dbc15a480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:44674/0 (socket says 172.21.15.46:44674) 2023-09-21T13:05:59.703 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.700+0000 7f5dbbfff700 1 -- 172.21.15.46:0/1024493500 learned_addr learned my addr 172.21.15.46:0/1024493500 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:05:59.703 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.700+0000 7f5dc09f8700 1 --2- 172.21.15.46:0/1024493500 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f5dbc15d540 0x7f5dbc0cadc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:59.703 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.700+0000 7f5dbb7fe700 1 --2- 172.21.15.46:0/1024493500 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f5dbc0d1550 0x7f5dbc153f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:59.703 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.700+0000 7f5dbbfff700 1 -- 172.21.15.46:0/1024493500 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f5dbc0d1550 msgr2=0x7f5dbc153f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:59.704 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.700+0000 7f5dbbfff700 1 --2- 172.21.15.46:0/1024493500 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f5dbc0d1550 0x7f5dbc153f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:59.704 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.700+0000 7f5dbbfff700 1 -- 172.21.15.46:0/1024493500 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f5dbc15d540 msgr2=0x7f5dbc0cadc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:59.704 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.700+0000 7f5dbbfff700 1 --2- 172.21.15.46:0/1024493500 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f5dbc15d540 0x7f5dbc0cadc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:59.704 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.700+0000 7f5dbbfff700 1 -- 172.21.15.46:0/1024493500 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5dac009550 con 0x7f5dbc0ce160 2023-09-21T13:05:59.704 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.700+0000 7f5dbbfff700 1 --2- 172.21.15.46:0/1024493500 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5dbc0ce160 0x7f5dbc15a480 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f5da400c4e0 tx=0x7f5da400c8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:59.705 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.701+0000 7f5db8ff9700 1 -- 172.21.15.46:0/1024493500 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5da40052d0 con 0x7f5dbc0ce160 2023-09-21T13:05:59.705 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.701+0000 7f5db8ff9700 1 -- 172.21.15.46:0/1024493500 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5da4005430 con 0x7f5dbc0ce160 2023-09-21T13:05:59.705 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.701+0000 7f5db8ff9700 1 -- 172.21.15.46:0/1024493500 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5da40038c0 con 0x7f5dbc0ce160 2023-09-21T13:05:59.705 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.701+0000 7f5dc245b700 1 -- 172.21.15.46:0/1024493500 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5dbc158150 con 0x7f5dbc0ce160 2023-09-21T13:05:59.705 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.701+0000 7f5dc245b700 1 -- 172.21.15.46:0/1024493500 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5dbc158430 con 0x7f5dbc0ce160 2023-09-21T13:05:59.706 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.702+0000 7f5dc245b700 1 -- 172.21.15.46:0/1024493500 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5dbc157cd0 con 0x7f5dbc0ce160 2023-09-21T13:05:59.706 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.702+0000 7f5db8ff9700 1 -- 172.21.15.46:0/1024493500 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f5da4003a20 con 0x7f5dbc0ce160 2023-09-21T13:05:59.706 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.703+0000 7f5db8ff9700 1 --2- 172.21.15.46:0/1024493500 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f5d9c06a580 0x7f5d9c06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:05:59.706 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.703+0000 7f5dbb7fe700 1 --2- 172.21.15.46:0/1024493500 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f5d9c06a580 0x7f5d9c06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:05:59.706 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.703+0000 7f5db8ff9700 1 -- 172.21.15.46:0/1024493500 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f5da4087ee0 con 0x7f5dbc0ce160 2023-09-21T13:05:59.707 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.704+0000 7f5dbb7fe700 1 --2- 172.21.15.46:0/1024493500 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f5d9c06a580 0x7f5d9c06ca40 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f5dbc0d19c0 tx=0x7f5dac008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:05:59.707 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.708+0000 7f5db8ff9700 1 -- 172.21.15.46:0/1024493500 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f5dbc157cd0 con 0x7f5dbc0ce160 2023-09-21T13:05:59.913 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.917+0000 7f5dc245b700 1 -- 172.21.15.46:0/1024493500 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f5dbc0d3df0 con 0x7f5dbc0ce160 2023-09-21T13:05:59.914 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.917+0000 7f5db8ff9700 1 -- 172.21.15.46:0/1024493500 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v21) v1 ==== 104+0+11 (secure 0 0 0) 0x7f5dbc0d3df0 con 0x7f5dbc0ce160 2023-09-21T13:05:59.914 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 32 2023-09-21T13:05:59.916 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.919+0000 7f5dc245b700 1 -- 172.21.15.46:0/1024493500 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f5d9c06a580 msgr2=0x7f5d9c06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:59.916 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.919+0000 7f5dc245b700 1 --2- 172.21.15.46:0/1024493500 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f5d9c06a580 0x7f5d9c06ca40 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f5dbc0d19c0 tx=0x7f5dac008030 comp rx=0 tx=0).stop 2023-09-21T13:05:59.917 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.919+0000 7f5dc245b700 1 -- 172.21.15.46:0/1024493500 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5dbc0ce160 msgr2=0x7f5dbc15a480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:05:59.917 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.919+0000 7f5dc245b700 1 --2- 172.21.15.46:0/1024493500 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5dbc0ce160 0x7f5dbc15a480 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f5da400c4e0 tx=0x7f5da400c8a0 comp rx=0 tx=0).stop 2023-09-21T13:05:59.917 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.919+0000 7f5dc245b700 1 -- 172.21.15.46:0/1024493500 shutdown_connections 2023-09-21T13:05:59.917 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.919+0000 7f5dc245b700 1 --2- 172.21.15.46:0/1024493500 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f5d9c06a580 0x7f5d9c06ca40 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:59.917 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.919+0000 7f5dc245b700 1 --2- 172.21.15.46:0/1024493500 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f5dbc15d540 0x7f5dbc0cadc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:59.918 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.919+0000 7f5dc245b700 1 --2- 172.21.15.46:0/1024493500 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5dbc0ce160 0x7f5dbc15a480 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:59.918 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.919+0000 7f5dc245b700 1 --2- 172.21.15.46:0/1024493500 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f5dbc0d1550 0x7f5dbc153f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:05:59.918 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.919+0000 7f5dc245b700 1 -- 172.21.15.46:0/1024493500 >> 172.21.15.46:0/1024493500 conn(0x7f5dbc0722c0 msgr2=0x7f5dbc0b4c40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:05:59.918 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.920+0000 7f5dc245b700 1 -- 172.21.15.46:0/1024493500 shutdown_connections 2023-09-21T13:05:59.918 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:05:59.920+0000 7f5dc245b700 1 -- 172.21.15.46:0/1024493500 wait complete. 2023-09-21T13:05:59.929 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-09-21T13:06:00.071 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.074+0000 7f1bd9e27700 1 Processor -- start 2023-09-21T13:06:00.071 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.075+0000 7f1bd9e27700 1 -- start start 2023-09-21T13:06:00.075 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.076+0000 7f1bd9e27700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f1bd4152550 0x7f1bd40d0830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:00.075 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.076+0000 7f1bd9e27700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1bd40d11c0 con 0x7f1bd40d0d70 2023-09-21T13:06:00.075 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.076+0000 7f1bd9e27700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1bd415b970 con 0x7f1bd4152170 2023-09-21T13:06:00.076 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.076+0000 7f1bd9e27700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1bd40cc290 con 0x7f1bd4152550 2023-09-21T13:06:00.076 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.076+0000 7f1bd3fff700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f1bd40d0d70 0x7f1bd415be30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:37358/0 (socket says 172.21.15.46:37358) 2023-09-21T13:06:00.076 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.076+0000 7f1bd3fff700 1 -- 172.21.15.46:0/22207147 learned_addr learned my addr 172.21.15.46:0/22207147 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:06:00.076 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.076+0000 7f1bd2ffd700 1 --2- 172.21.15.46:0/22207147 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f1bd4152550 0x7f1bd40d0830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:00.077 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.076+0000 7f1bd27fc700 1 -- 172.21.15.46:0/22207147 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 72090206 0 0) 0x7f1bcc001490 con 0x7f1bd40d0d70 2023-09-21T13:06:00.077 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.076+0000 7f1bd27fc700 1 -- 172.21.15.46:0/22207147 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1bc00035b0 con 0x7f1bd40d0d70 2023-09-21T13:06:00.077 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.077+0000 7f1bd27fc700 1 -- 172.21.15.46:0/22207147 <== mon.1 v1:172.21.15.57:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2391537598 0 0) 0x7f1bd415b970 con 0x7f1bd4152170 2023-09-21T13:06:00.077 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.077+0000 7f1bd27fc700 1 -- 172.21.15.46:0/22207147 --> v1:172.21.15.57:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1bcc001490 con 0x7f1bd4152170 2023-09-21T13:06:00.077 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.077+0000 7f1bd27fc700 1 -- 172.21.15.46:0/22207147 <== mon.0 v1:172.21.15.46:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 204633072 0 0) 0x7f1bc00035b0 con 0x7f1bd40d0d70 2023-09-21T13:06:00.078 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.077+0000 7f1bd27fc700 1 -- 172.21.15.46:0/22207147 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f1bd4152550 msgr2=0x7f1bd40d0830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:00.078 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.077+0000 7f1bd27fc700 1 --2- 172.21.15.46:0/22207147 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f1bd4152550 0x7f1bd40d0830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:00.078 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.077+0000 7f1bd27fc700 1 -- 172.21.15.46:0/22207147 >> v1:172.21.15.57:6789/0 conn(0x7f1bd4152170 legacy=0x7f1bd40cbb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:00.078 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.077+0000 7f1bd27fc700 1 -- 172.21.15.46:0/22207147 --> v1:172.21.15.46:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1bd415f3d0 con 0x7f1bd40d0d70 2023-09-21T13:06:00.079 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.077+0000 7f1bd27fc700 1 -- 172.21.15.46:0/22207147 <== mon.0 v1:172.21.15.46:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 834881909 0 0) 0x7f1bcc001b80 con 0x7f1bd40d0d70 2023-09-21T13:06:00.079 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.077+0000 7f1bd2ffd700 1 --2- 172.21.15.46:0/22207147 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f1bd4152550 0x7f1bd40d0830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-21T13:06:00.079 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.077+0000 7f1bd27fc700 1 -- 172.21.15.46:0/22207147 >> v1:172.21.15.46:6789/0 conn(0x7f1bd40d0d70 legacy=0x7f1bd415be30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:00.079 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.077+0000 7f1bd27fc700 1 --2- 172.21.15.46:0/22207147 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1bc0003bc0 0x7f1bc0003fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:00.079 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.077+0000 7f1bd27fc700 1 --2- 172.21.15.46:0/22207147 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f1bd4152550 0x7f1bc0004850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:00.080 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.077+0000 7f1bd27fc700 1 --2- 172.21.15.46:0/22207147 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f1bc0004d90 0x7f1bc0005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:00.080 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.077+0000 7f1bd27fc700 1 -- 172.21.15.46:0/22207147 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1bd40cc290 con 0x7f1bc0003bc0 2023-09-21T13:06:00.080 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.077+0000 7f1bd27fc700 1 -- 172.21.15.46:0/22207147 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1bc000baf0 con 0x7f1bc0004d90 2023-09-21T13:06:00.080 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.077+0000 7f1bd27fc700 1 -- 172.21.15.46:0/22207147 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1bc000bcb0 con 0x7f1bd4152550 2023-09-21T13:06:00.080 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.077+0000 7f1bd37fe700 1 --2- 172.21.15.46:0/22207147 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1bc0003bc0 0x7f1bc0003fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:00.080 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.077+0000 7f1bd2ffd700 1 --2- 172.21.15.46:0/22207147 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f1bd4152550 0x7f1bc0004850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:00.081 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.077+0000 7f1bd3fff700 1 --2- 172.21.15.46:0/22207147 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f1bc0004d90 0x7f1bc0005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:00.081 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.077+0000 7f1bd37fe700 1 -- 172.21.15.46:0/22207147 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f1bd4152550 msgr2=0x7f1bc0004850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:00.081 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.077+0000 7f1bd37fe700 1 --2- 172.21.15.46:0/22207147 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f1bd4152550 0x7f1bc0004850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:00.081 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.077+0000 7f1bd37fe700 1 -- 172.21.15.46:0/22207147 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f1bc0004d90 msgr2=0x7f1bc0005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:00.081 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.077+0000 7f1bd37fe700 1 --2- 172.21.15.46:0/22207147 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f1bc0004d90 0x7f1bc0005210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:00.082 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.077+0000 7f1bd37fe700 1 -- 172.21.15.46:0/22207147 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1bbc0094a0 con 0x7f1bc0003bc0 2023-09-21T13:06:00.082 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.077+0000 7f1bd3fff700 1 --2- 172.21.15.46:0/22207147 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f1bc0004d90 0x7f1bc0005210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:06:00.082 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.077+0000 7f1bd37fe700 1 --2- 172.21.15.46:0/22207147 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1bc0003bc0 0x7f1bc0003fe0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f1bc4001940 tx=0x7f1bc0005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=baf5c786d0288efd server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:00.082 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.078+0000 7f1bd27fc700 1 -- 172.21.15.46:0/22207147 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bc4001430 con 0x7f1bc0003bc0 2023-09-21T13:06:00.082 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.078+0000 7f1bd27fc700 1 -- 172.21.15.46:0/22207147 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1bc4001d70 con 0x7f1bc0003bc0 2023-09-21T13:06:00.083 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.078+0000 7f1bd27fc700 1 -- 172.21.15.46:0/22207147 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bc4005510 con 0x7f1bc0003bc0 2023-09-21T13:06:00.083 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.078+0000 7f1bd9e27700 1 -- 172.21.15.46:0/22207147 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1bc0003bc0 msgr2=0x7f1bc0003fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:00.083 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.078+0000 7f1bd9e27700 1 --2- 172.21.15.46:0/22207147 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1bc0003bc0 0x7f1bc0003fe0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f1bc4001940 tx=0x7f1bc0005880 comp rx=0 tx=0).stop 2023-09-21T13:06:00.083 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.078+0000 7f1bd3fff700 1 -- 172.21.15.46:0/22207147 reap_dead start 2023-09-21T13:06:00.083 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.078+0000 7f1bd9e27700 1 -- 172.21.15.46:0/22207147 shutdown_connections 2023-09-21T13:06:00.084 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.078+0000 7f1bd9e27700 1 -- 172.21.15.46:0/22207147 >> 172.21.15.46:0/22207147 conn(0x7f1bd406ea60 msgr2=0x7f1bd406ee40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:00.084 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.078+0000 7f1bd9e27700 1 -- 172.21.15.46:0/22207147 shutdown_connections 2023-09-21T13:06:00.084 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.078+0000 7f1bd9e27700 1 -- 172.21.15.46:0/22207147 wait complete. 2023-09-21T13:06:00.086 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.080+0000 7f1bd9e27700 1 Processor -- start 2023-09-21T13:06:00.087 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.080+0000 7f1bd9e27700 1 -- start start 2023-09-21T13:06:00.087 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.080+0000 7f1bd9e27700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f1bc0003bc0 0x7f1bd40caf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:00.087 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.081+0000 7f1bd9e27700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f1bd40c5890 0x7f1bd40c6c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:00.087 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.081+0000 7f1bd9e27700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1bd40c7190 0x7f1bd41f0490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:00.088 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.081+0000 7f1bd9e27700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1bd40c7640 con 0x7f1bd40c7190 2023-09-21T13:06:00.088 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.081+0000 7f1bd9e27700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1bd40c8b40 con 0x7f1bc0003bc0 2023-09-21T13:06:00.088 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.081+0000 7f1bd9e27700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1bd40c5d10 con 0x7f1bd40c5890 2023-09-21T13:06:00.088 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.081+0000 7f1bd3fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1bd40c7190 0x7f1bd41f0490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:00.088 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.081+0000 7f1bd3fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1bd40c7190 0x7f1bd41f0490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:44688/0 (socket says 172.21.15.46:44688) 2023-09-21T13:06:00.089 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.081+0000 7f1bd3fff700 1 -- 172.21.15.46:0/1997880349 learned_addr learned my addr 172.21.15.46:0/1997880349 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:00.089 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.081+0000 7f1bd37fe700 1 --2- 172.21.15.46:0/1997880349 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f1bc0003bc0 0x7f1bd40caf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:00.089 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.081+0000 7f1bd2ffd700 1 --2- 172.21.15.46:0/1997880349 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f1bd40c5890 0x7f1bd40c6c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:00.089 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.081+0000 7f1bd3fff700 1 -- 172.21.15.46:0/1997880349 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f1bd40c5890 msgr2=0x7f1bd40c6c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:00.089 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.081+0000 7f1bd3fff700 1 --2- 172.21.15.46:0/1997880349 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f1bd40c5890 0x7f1bd40c6c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:00.089 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.081+0000 7f1bd3fff700 1 -- 172.21.15.46:0/1997880349 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f1bc0003bc0 msgr2=0x7f1bd40caf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:00.090 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.081+0000 7f1bd3fff700 1 --2- 172.21.15.46:0/1997880349 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f1bc0003bc0 0x7f1bd40caf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:00.090 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.081+0000 7f1bd3fff700 1 -- 172.21.15.46:0/1997880349 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1bd40c5fa0 con 0x7f1bd40c7190 2023-09-21T13:06:00.090 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.081+0000 7f1bd3fff700 1 --2- 172.21.15.46:0/1997880349 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1bd40c7190 0x7f1bd41f0490 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f1bd4071d60 tx=0x7f1bcc00e7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:00.090 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.081+0000 7f1bcbfff700 1 -- 172.21.15.46:0/1997880349 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bcc017070 con 0x7f1bd40c7190 2023-09-21T13:06:00.091 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.081+0000 7f1bcbfff700 1 -- 172.21.15.46:0/1997880349 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1bcc013420 con 0x7f1bd40c7190 2023-09-21T13:06:00.091 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.081+0000 7f1bd9e27700 1 -- 172.21.15.46:0/1997880349 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1bd40c6280 con 0x7f1bd40c7190 2023-09-21T13:06:00.091 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.081+0000 7f1bcbfff700 1 -- 172.21.15.46:0/1997880349 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bcc0135d0 con 0x7f1bd40c7190 2023-09-21T13:06:00.091 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.081+0000 7f1bd9e27700 1 -- 172.21.15.46:0/1997880349 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1bd40c87d0 con 0x7f1bd40c7190 2023-09-21T13:06:00.091 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.082+0000 7f1bd9e27700 1 -- 172.21.15.46:0/1997880349 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1bd4068340 con 0x7f1bd40c7190 2023-09-21T13:06:00.091 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.083+0000 7f1bcbfff700 1 -- 172.21.15.46:0/1997880349 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f1bcc013730 con 0x7f1bd40c7190 2023-09-21T13:06:00.092 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.083+0000 7f1bcbfff700 1 --2- 172.21.15.46:0/1997880349 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f1bb406a580 0x7f1bb406ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:00.092 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.083+0000 7f1bcbfff700 1 -- 172.21.15.46:0/1997880349 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f1bcc088800 con 0x7f1bd40c7190 2023-09-21T13:06:00.092 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.084+0000 7f1bd37fe700 1 --2- 172.21.15.46:0/1997880349 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f1bb406a580 0x7f1bb406ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:00.092 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.084+0000 7f1bd37fe700 1 --2- 172.21.15.46:0/1997880349 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f1bb406a580 0x7f1bb406ca40 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f1bc4015040 tx=0x7f1bc400a000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:00.092 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.088+0000 7f1bcbfff700 1 -- 172.21.15.46:0/1997880349 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f1bcc053c60 con 0x7f1bd40c7190 2023-09-21T13:06:00.298 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.302+0000 7f1bd9e27700 1 -- 172.21.15.46:0/1997880349 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f1bd40d11c0 con 0x7f1bd40c7190 2023-09-21T13:06:00.299 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.302+0000 7f1bcbfff700 1 -- 172.21.15.46:0/1997880349 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v22) v1 ==== 100+0+11 (secure 0 0 0) 0x7f1bd40d11c0 con 0x7f1bd40c7190 2023-09-21T13:06:00.299 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 64 2023-09-21T13:06:00.301 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.305+0000 7f1bd9e27700 1 -- 172.21.15.46:0/1997880349 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f1bb406a580 msgr2=0x7f1bb406ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:00.301 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.305+0000 7f1bd9e27700 1 --2- 172.21.15.46:0/1997880349 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f1bb406a580 0x7f1bb406ca40 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f1bc4015040 tx=0x7f1bc400a000 comp rx=0 tx=0).stop 2023-09-21T13:06:00.302 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.305+0000 7f1bd9e27700 1 -- 172.21.15.46:0/1997880349 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1bd40c7190 msgr2=0x7f1bd41f0490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:00.302 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.305+0000 7f1bd9e27700 1 --2- 172.21.15.46:0/1997880349 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1bd40c7190 0x7f1bd41f0490 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f1bd4071d60 tx=0x7f1bcc00e7a0 comp rx=0 tx=0).stop 2023-09-21T13:06:00.302 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.305+0000 7f1bd9e27700 1 -- 172.21.15.46:0/1997880349 shutdown_connections 2023-09-21T13:06:00.302 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.305+0000 7f1bd9e27700 1 --2- 172.21.15.46:0/1997880349 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f1bb406a580 0x7f1bb406ca40 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:00.303 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.305+0000 7f1bd9e27700 1 --2- 172.21.15.46:0/1997880349 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1bd40c7190 0x7f1bd41f0490 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:00.303 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.305+0000 7f1bd9e27700 1 --2- 172.21.15.46:0/1997880349 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f1bc0003bc0 0x7f1bd40caf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:00.303 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.305+0000 7f1bd9e27700 1 --2- 172.21.15.46:0/1997880349 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f1bd40c5890 0x7f1bd40c6c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:00.303 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.305+0000 7f1bd9e27700 1 -- 172.21.15.46:0/1997880349 >> 172.21.15.46:0/1997880349 conn(0x7f1bd406ea60 msgr2=0x7f1bd415dfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:00.303 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.305+0000 7f1bd9e27700 1 -- 172.21.15.46:0/1997880349 shutdown_connections 2023-09-21T13:06:00.304 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.305+0000 7f1bd9e27700 1 -- 172.21.15.46:0/1997880349 wait complete. 2023-09-21T13:06:00.315 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-09-21T13:06:00.453 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.456+0000 7fa765a75700 1 Processor -- start 2023-09-21T13:06:00.453 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.456+0000 7fa765a75700 1 -- start start 2023-09-21T13:06:00.456 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.457+0000 7fa765a75700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7fa76015fb20 0x7fa7600ca840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:00.457 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.457+0000 7fa765a75700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa76015f0d0 con 0x7fa76015b410 2023-09-21T13:06:00.457 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.457+0000 7fa765a75700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa7600721a0 con 0x7fa7600cad80 2023-09-21T13:06:00.457 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.457+0000 7fa765a75700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa76015f700 con 0x7fa76015fb20 2023-09-21T13:06:00.457 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.457+0000 7fa75f7fe700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7fa76015b410 0x7fa760071770 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:37362/0 (socket says 172.21.15.46:37362) 2023-09-21T13:06:00.457 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.457+0000 7fa75f7fe700 1 -- 172.21.15.46:0/174858998 learned_addr learned my addr 172.21.15.46:0/174858998 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:06:00.458 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.458+0000 7fa75effd700 1 --2- 172.21.15.46:0/174858998 >> v2:172.21.15.57:3300/0 conn(0x7fa76015fb20 0x7fa7600ca840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:00.458 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.458+0000 7fa75e7fc700 1 -- 172.21.15.46:0/174858998 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1296999212 0 0) 0x7fa76015f0d0 con 0x7fa76015b410 2023-09-21T13:06:00.458 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.458+0000 7fa75e7fc700 1 -- 172.21.15.46:0/174858998 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa74c0035b0 con 0x7fa76015b410 2023-09-21T13:06:00.458 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.458+0000 7fa75e7fc700 1 -- 172.21.15.46:0/174858998 <== mon.1 v1:172.21.15.57:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3451175163 0 0) 0x7fa7600721a0 con 0x7fa7600cad80 2023-09-21T13:06:00.459 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.458+0000 7fa75e7fc700 1 -- 172.21.15.46:0/174858998 --> v1:172.21.15.57:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa76015f0d0 con 0x7fa7600cad80 2023-09-21T13:06:00.459 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.458+0000 7fa75e7fc700 1 -- 172.21.15.46:0/174858998 <== mon.0 v1:172.21.15.46:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3043428693 0 0) 0x7fa74c0035b0 con 0x7fa76015b410 2023-09-21T13:06:00.459 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.458+0000 7fa75e7fc700 1 -- 172.21.15.46:0/174858998 >> v2:172.21.15.57:3300/0 conn(0x7fa76015fb20 msgr2=0x7fa7600ca840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:00.459 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.458+0000 7fa75e7fc700 1 --2- 172.21.15.46:0/174858998 >> v2:172.21.15.57:3300/0 conn(0x7fa76015fb20 0x7fa7600ca840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:00.459 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.458+0000 7fa75e7fc700 1 -- 172.21.15.46:0/174858998 >> v1:172.21.15.57:6789/0 conn(0x7fa7600cad80 legacy=0x7fa7600b3040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:00.459 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.458+0000 7fa75e7fc700 1 -- 172.21.15.46:0/174858998 --> v1:172.21.15.46:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa760072480 con 0x7fa76015b410 2023-09-21T13:06:00.460 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.458+0000 7fa75e7fc700 1 -- 172.21.15.46:0/174858998 <== mon.0 v1:172.21.15.46:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 834881909 0 0) 0x7fa750001670 con 0x7fa76015b410 2023-09-21T13:06:00.460 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.458+0000 7fa75e7fc700 1 -- 172.21.15.46:0/174858998 >> v1:172.21.15.46:6789/0 conn(0x7fa76015b410 legacy=0x7fa760071770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:00.460 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.458+0000 7fa75e7fc700 1 --2- 172.21.15.46:0/174858998 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fa74c003b90 0x7fa74c003f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:00.460 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.458+0000 7fa75e7fc700 1 --2- 172.21.15.46:0/174858998 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa74c004850 0x7fa74c004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:00.460 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.458+0000 7fa75e7fc700 1 --2- 172.21.15.46:0/174858998 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fa74c005210 0x7fa74c00ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:00.461 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.458+0000 7fa75e7fc700 1 -- 172.21.15.46:0/174858998 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa76015f700 con 0x7fa74c004850 2023-09-21T13:06:00.461 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.458+0000 7fa75e7fc700 1 -- 172.21.15.46:0/174858998 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa74c00c140 con 0x7fa74c005210 2023-09-21T13:06:00.461 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.458+0000 7fa75e7fc700 1 -- 172.21.15.46:0/174858998 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa74c00c300 con 0x7fa74c003b90 2023-09-21T13:06:00.461 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.458+0000 7fa75effd700 1 --2- 172.21.15.46:0/174858998 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa74c004850 0x7fa74c004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:00.461 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.458+0000 7fa75ffff700 1 --2- 172.21.15.46:0/174858998 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fa74c005210 0x7fa74c00ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:00.462 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.458+0000 7fa75f7fe700 1 --2- 172.21.15.46:0/174858998 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fa74c003b90 0x7fa74c003f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:00.462 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.459+0000 7fa75effd700 1 -- 172.21.15.46:0/174858998 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fa74c003b90 msgr2=0x7fa74c003f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:00.462 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.459+0000 7fa75effd700 1 --2- 172.21.15.46:0/174858998 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fa74c003b90 0x7fa74c003f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:00.462 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.459+0000 7fa75effd700 1 -- 172.21.15.46:0/174858998 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fa74c005210 msgr2=0x7fa74c00ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:00.462 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.459+0000 7fa75effd700 1 --2- 172.21.15.46:0/174858998 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fa74c005210 0x7fa74c00ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:00.463 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.459+0000 7fa75ffff700 1 -- 172.21.15.46:0/174858998 reap_dead start 2023-09-21T13:06:00.463 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.459+0000 7fa75effd700 1 -- 172.21.15.46:0/174858998 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa74c0035b0 con 0x7fa74c004850 2023-09-21T13:06:00.463 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.459+0000 7fa75f7fe700 1 --2- 172.21.15.46:0/174858998 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fa74c003b90 0x7fa74c003f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:06:00.463 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.459+0000 7fa75effd700 1 --2- 172.21.15.46:0/174858998 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa74c004850 0x7fa74c004cd0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fa748009b60 tx=0x7fa74c005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=354af141411efb66 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:00.463 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.459+0000 7fa75e7fc700 1 -- 172.21.15.46:0/174858998 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa74800e6c0 con 0x7fa74c004850 2023-09-21T13:06:00.464 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.459+0000 7fa75e7fc700 1 -- 172.21.15.46:0/174858998 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa74800e820 con 0x7fa74c004850 2023-09-21T13:06:00.464 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.459+0000 7fa75e7fc700 1 -- 172.21.15.46:0/174858998 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa74800eb90 con 0x7fa74c004850 2023-09-21T13:06:00.464 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.459+0000 7fa765a75700 1 -- 172.21.15.46:0/174858998 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa74c004850 msgr2=0x7fa74c004cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:00.464 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.459+0000 7fa765a75700 1 --2- 172.21.15.46:0/174858998 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa74c004850 0x7fa74c004cd0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fa748009b60 tx=0x7fa74c005880 comp rx=0 tx=0).stop 2023-09-21T13:06:00.464 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.459+0000 7fa765a75700 1 -- 172.21.15.46:0/174858998 shutdown_connections 2023-09-21T13:06:00.464 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.459+0000 7fa765a75700 1 --2- 172.21.15.46:0/174858998 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa74c004850 0x7fa74c004cd0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:00.465 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.459+0000 7fa765a75700 1 -- 172.21.15.46:0/174858998 >> 172.21.15.46:0/174858998 conn(0x7fa7600d01f0 msgr2=0x7fa7600d0600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:00.465 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.459+0000 7fa765a75700 1 -- 172.21.15.46:0/174858998 shutdown_connections 2023-09-21T13:06:00.465 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.460+0000 7fa765a75700 1 -- 172.21.15.46:0/174858998 wait complete. 2023-09-21T13:06:00.468 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.461+0000 7fa765a75700 1 Processor -- start 2023-09-21T13:06:00.468 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.461+0000 7fa765a75700 1 -- start start 2023-09-21T13:06:00.468 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.462+0000 7fa765a75700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fa74c004850 0x7fa7601478b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:00.468 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.462+0000 7fa765a75700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fa7601f4fa0 0x7fa7600a8450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:00.469 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.462+0000 7fa765a75700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa7600a8990 0x7fa7601f0fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:00.469 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.462+0000 7fa765a75700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa76014b080 con 0x7fa7600a8990 2023-09-21T13:06:00.469 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.462+0000 7fa765a75700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa760147df0 con 0x7fa74c004850 2023-09-21T13:06:00.469 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.462+0000 7fa765a75700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa7600a8e10 con 0x7fa7601f4fa0 2023-09-21T13:06:00.470 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.462+0000 7fa75ffff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa7600a8990 0x7fa7601f0fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:00.470 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.462+0000 7fa75ffff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa7600a8990 0x7fa7601f0fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:44720/0 (socket says 172.21.15.46:44720) 2023-09-21T13:06:00.470 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.462+0000 7fa75ffff700 1 -- 172.21.15.46:0/2027259272 learned_addr learned my addr 172.21.15.46:0/2027259272 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:00.470 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.462+0000 7fa75effd700 1 --2- 172.21.15.46:0/2027259272 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fa7601f4fa0 0x7fa7600a8450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:00.470 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.462+0000 7fa75f7fe700 1 --2- 172.21.15.46:0/2027259272 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fa74c004850 0x7fa7601478b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:00.471 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.462+0000 7fa75ffff700 1 -- 172.21.15.46:0/2027259272 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fa7601f4fa0 msgr2=0x7fa7600a8450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:00.471 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.462+0000 7fa75ffff700 1 --2- 172.21.15.46:0/2027259272 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fa7601f4fa0 0x7fa7600a8450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:00.471 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.462+0000 7fa75ffff700 1 -- 172.21.15.46:0/2027259272 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fa74c004850 msgr2=0x7fa7601478b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:00.471 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.462+0000 7fa75ffff700 1 --2- 172.21.15.46:0/2027259272 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fa74c004850 0x7fa7601478b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:00.471 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.462+0000 7fa75ffff700 1 -- 172.21.15.46:0/2027259272 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa7601f5420 con 0x7fa7600a8990 2023-09-21T13:06:00.472 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.462+0000 7fa75effd700 1 --2- 172.21.15.46:0/2027259272 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fa7601f4fa0 0x7fa7600a8450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T13:06:00.472 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.462+0000 7fa75f7fe700 1 --2- 172.21.15.46:0/2027259272 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fa74c004850 0x7fa7601478b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T13:06:00.472 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.463+0000 7fa75ffff700 1 --2- 172.21.15.46:0/2027259272 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa7600a8990 0x7fa7601f0fc0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fa7600b2d80 tx=0x7fa75800d430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:00.472 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.463+0000 7fa757fff700 1 -- 172.21.15.46:0/2027259272 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa758003cd0 con 0x7fa7600a8990 2023-09-21T13:06:00.472 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.463+0000 7fa757fff700 1 -- 172.21.15.46:0/2027259272 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa758003e30 con 0x7fa7600a8990 2023-09-21T13:06:00.473 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.463+0000 7fa765a75700 1 -- 172.21.15.46:0/2027259272 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa76014a500 con 0x7fa7600a8990 2023-09-21T13:06:00.473 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.463+0000 7fa757fff700 1 -- 172.21.15.46:0/2027259272 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa75800daf0 con 0x7fa7600a8990 2023-09-21T13:06:00.473 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.463+0000 7fa765a75700 1 -- 172.21.15.46:0/2027259272 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa76014aac0 con 0x7fa7600a8990 2023-09-21T13:06:00.473 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.464+0000 7fa765a75700 1 -- 172.21.15.46:0/2027259272 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa760068b90 con 0x7fa7600a8990 2023-09-21T13:06:00.473 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.465+0000 7fa757fff700 1 -- 172.21.15.46:0/2027259272 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fa75800dc50 con 0x7fa7600a8990 2023-09-21T13:06:00.474 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.465+0000 7fa757fff700 1 --2- 172.21.15.46:0/2027259272 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fa74006a5b0 0x7fa74006ca70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:00.474 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.465+0000 7fa757fff700 1 -- 172.21.15.46:0/2027259272 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7fa7580897c0 con 0x7fa7600a8990 2023-09-21T13:06:00.474 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.465+0000 7fa75f7fe700 1 --2- 172.21.15.46:0/2027259272 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fa74006a5b0 0x7fa74006ca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:00.474 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.466+0000 7fa75f7fe700 1 --2- 172.21.15.46:0/2027259272 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fa74006a5b0 0x7fa74006ca70 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fa76006a090 tx=0x7fa750000ed0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:00.474 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.469+0000 7fa757fff700 1 -- 172.21.15.46:0/2027259272 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fa758054da0 con 0x7fa7600a8990 2023-09-21T13:06:00.689 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.692+0000 7fa765a75700 1 -- 172.21.15.46:0/2027259272 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fa7600ca5b0 con 0x7fa7600a8990 2023-09-21T13:06:00.689 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.693+0000 7fa757fff700 1 -- 172.21.15.46:0/2027259272 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v22) v1 ==== 80+0+0 (secure 0 0 0) 0x7fa758087e60 con 0x7fa7600a8990 2023-09-21T13:06:00.692 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.695+0000 7fa765a75700 1 -- 172.21.15.46:0/2027259272 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fa74006a5b0 msgr2=0x7fa74006ca70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:00.692 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.695+0000 7fa765a75700 1 --2- 172.21.15.46:0/2027259272 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fa74006a5b0 0x7fa74006ca70 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fa76006a090 tx=0x7fa750000ed0 comp rx=0 tx=0).stop 2023-09-21T13:06:00.692 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.695+0000 7fa765a75700 1 -- 172.21.15.46:0/2027259272 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa7600a8990 msgr2=0x7fa7601f0fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:00.692 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.695+0000 7fa765a75700 1 --2- 172.21.15.46:0/2027259272 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa7600a8990 0x7fa7601f0fc0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fa7600b2d80 tx=0x7fa75800d430 comp rx=0 tx=0).stop 2023-09-21T13:06:00.692 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.695+0000 7fa765a75700 1 -- 172.21.15.46:0/2027259272 shutdown_connections 2023-09-21T13:06:00.693 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.695+0000 7fa765a75700 1 --2- 172.21.15.46:0/2027259272 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fa74006a5b0 0x7fa74006ca70 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:00.693 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.695+0000 7fa765a75700 1 --2- 172.21.15.46:0/2027259272 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa7600a8990 0x7fa7601f0fc0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:00.693 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.695+0000 7fa765a75700 1 --2- 172.21.15.46:0/2027259272 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fa74c004850 0x7fa7601478b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:00.693 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.695+0000 7fa765a75700 1 --2- 172.21.15.46:0/2027259272 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fa7601f4fa0 0x7fa7600a8450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:00.693 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.695+0000 7fa765a75700 1 -- 172.21.15.46:0/2027259272 >> 172.21.15.46:0/2027259272 conn(0x7fa7600d01f0 msgr2=0x7fa7600b1020 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:00.694 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.695+0000 7fa765a75700 1 -- 172.21.15.46:0/2027259272 shutdown_connections 2023-09-21T13:06:00.694 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:00.695+0000 7fa765a75700 1 -- 172.21.15.46:0/2027259272 wait complete. 2023-09-21T13:06:00.694 INFO:teuthology.orchestra.run.smithi046.stderr:listed 0 entries 2023-09-21T13:06:00.705 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi057.front.sepia.ceph.com... 2023-09-21T13:06:00.705 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:06:00.706 DEBUG:teuthology.orchestra.run.smithi057:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2023-09-21T13:06:00.751 INFO:teuthology.orchestra.run:waiting for 300 2023-09-21T13:06:00.752 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi057.front.sepia.ceph.com 2023-09-21T13:06:00.752 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:06:00.753 DEBUG:teuthology.orchestra.run.smithi057:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2023-09-21T13:06:00.786 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2023-09-21T13:06:00.786 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/proc/self/mounts of=/dev/stdout 2023-09-21T13:06:00.809 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2023-09-21T13:06:00.809 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/proc/self/mounts of=/dev/stdout 2023-09-21T13:06:00.873 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-21T13:06:01.059 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.062+0000 7f242e711700 1 Processor -- start 2023-09-21T13:06:01.059 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.062+0000 7f242e711700 1 -- start start 2023-09-21T13:06:01.067 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.063+0000 7f242e711700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f242815b410 0x7f242815fb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:01.067 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.063+0000 7f242e711700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f242815f0d0 con 0x7f24280caf50 2023-09-21T13:06:01.067 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.063+0000 7f242e711700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2428160060 con 0x7f2428071770 2023-09-21T13:06:01.068 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.063+0000 7f242e711700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f242815f700 con 0x7f242815b410 2023-09-21T13:06:01.068 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.063+0000 7f242ccae700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f24280caf50 0x7f24280b3040 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:37366/0 (socket says 172.21.15.46:37366) 2023-09-21T13:06:01.068 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.063+0000 7f242ccae700 1 -- 172.21.15.46:0/3316956574 learned_addr learned my addr 172.21.15.46:0/3316956574 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:06:01.068 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.063+0000 7f2427fff700 1 --2- 172.21.15.46:0/3316956574 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f242815b410 0x7f242815fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:01.068 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.064+0000 7f2426ffd700 1 -- 172.21.15.46:0/3316956574 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3745752223 0 0) 0x7f242815f0d0 con 0x7f24280caf50 2023-09-21T13:06:01.069 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.064+0000 7f2426ffd700 1 -- 172.21.15.46:0/3316956574 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f24100035b0 con 0x7f24280caf50 2023-09-21T13:06:01.069 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.064+0000 7f2426ffd700 1 -- 172.21.15.46:0/3316956574 <== mon.1 v1:172.21.15.57:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1101354363 0 0) 0x7f2428160060 con 0x7f2428071770 2023-09-21T13:06:01.069 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.064+0000 7f2426ffd700 1 -- 172.21.15.46:0/3316956574 --> v1:172.21.15.57:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f242815f0d0 con 0x7f2428071770 2023-09-21T13:06:01.069 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.064+0000 7f2426ffd700 1 -- 172.21.15.46:0/3316956574 <== mon.0 v1:172.21.15.46:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3919462686 0 0) 0x7f24100035b0 con 0x7f24280caf50 2023-09-21T13:06:01.069 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.064+0000 7f2426ffd700 1 -- 172.21.15.46:0/3316956574 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f242815b410 msgr2=0x7f242815fb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:01.070 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.064+0000 7f2426ffd700 1 --2- 172.21.15.46:0/3316956574 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f242815b410 0x7f242815fb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:01.070 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.064+0000 7f2426ffd700 1 -- 172.21.15.46:0/3316956574 >> v1:172.21.15.57:6789/0 conn(0x7f2428071770 legacy=0x7f24280ca840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:01.070 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.064+0000 7f2426ffd700 1 -- 172.21.15.46:0/3316956574 --> v1:172.21.15.46:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f24280721a0 con 0x7f24280caf50 2023-09-21T13:06:01.070 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.064+0000 7f2426ffd700 1 -- 172.21.15.46:0/3316956574 <== mon.0 v1:172.21.15.46:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 834881909 0 0) 0x7f24200019f0 con 0x7f24280caf50 2023-09-21T13:06:01.070 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.064+0000 7f2426ffd700 1 -- 172.21.15.46:0/3316956574 >> v1:172.21.15.46:6789/0 conn(0x7f24280caf50 legacy=0x7f24280b3040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:01.071 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.064+0000 7f2426ffd700 1 --2- 172.21.15.46:0/3316956574 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f2410003bc0 0x7f2410003fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:01.071 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.064+0000 7f2426ffd700 1 --2- 172.21.15.46:0/3316956574 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2410004850 0x7f2410004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:01.071 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.064+0000 7f2426ffd700 1 --2- 172.21.15.46:0/3316956574 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f242815b410 0x7f2410005230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:01.071 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.064+0000 7f2426ffd700 1 -- 172.21.15.46:0/3316956574 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f242815f700 con 0x7f2410004850 2023-09-21T13:06:01.071 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.064+0000 7f2426ffd700 1 -- 172.21.15.46:0/3316956574 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f241000bb20 con 0x7f2410003bc0 2023-09-21T13:06:01.072 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.064+0000 7f2426ffd700 1 -- 172.21.15.46:0/3316956574 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f241000bce0 con 0x7f242815b410 2023-09-21T13:06:01.072 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.064+0000 7f24277fe700 1 --2- 172.21.15.46:0/3316956574 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2410004850 0x7f2410004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:01.072 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.064+0000 7f2427fff700 1 --2- 172.21.15.46:0/3316956574 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f2410003bc0 0x7f2410003fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:01.072 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.064+0000 7f242ccae700 1 --2- 172.21.15.46:0/3316956574 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f242815b410 0x7f2410005230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:01.072 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.064+0000 7f24277fe700 1 -- 172.21.15.46:0/3316956574 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f242815b410 msgr2=0x7f2410005230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:01.073 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.064+0000 7f24277fe700 1 --2- 172.21.15.46:0/3316956574 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f242815b410 0x7f2410005230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:01.073 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.064+0000 7f24277fe700 1 -- 172.21.15.46:0/3316956574 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f2410003bc0 msgr2=0x7f2410003fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:01.073 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.064+0000 7f24277fe700 1 --2- 172.21.15.46:0/3316956574 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f2410003bc0 0x7f2410003fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:01.073 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.064+0000 7f24277fe700 1 -- 172.21.15.46:0/3316956574 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f24100035b0 con 0x7f2410004850 2023-09-21T13:06:01.073 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.065+0000 7f24277fe700 1 --2- 172.21.15.46:0/3316956574 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2410004850 0x7f2410004cd0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f241c001940 tx=0x7f2410005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d65e499036e9a1a6 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:01.074 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.065+0000 7f2426ffd700 1 -- 172.21.15.46:0/3316956574 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f241c001430 con 0x7f2410004850 2023-09-21T13:06:01.074 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.065+0000 7f2426ffd700 1 -- 172.21.15.46:0/3316956574 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f241c001d70 con 0x7f2410004850 2023-09-21T13:06:01.074 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.065+0000 7f2426ffd700 1 -- 172.21.15.46:0/3316956574 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f241c005510 con 0x7f2410004850 2023-09-21T13:06:01.074 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.065+0000 7f242e711700 1 -- 172.21.15.46:0/3316956574 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2410004850 msgr2=0x7f2410004cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:01.074 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.065+0000 7f242e711700 1 --2- 172.21.15.46:0/3316956574 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2410004850 0x7f2410004cd0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f241c001940 tx=0x7f2410005880 comp rx=0 tx=0).stop 2023-09-21T13:06:01.075 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.065+0000 7f242ccae700 1 -- 172.21.15.46:0/3316956574 reap_dead start 2023-09-21T13:06:01.075 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.065+0000 7f242e711700 1 -- 172.21.15.46:0/3316956574 shutdown_connections 2023-09-21T13:06:01.075 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.065+0000 7f242e711700 1 -- 172.21.15.46:0/3316956574 >> 172.21.15.46:0/3316956574 conn(0x7f24280d01f0 msgr2=0x7f24280d0600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:01.075 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.065+0000 7f242e711700 1 -- 172.21.15.46:0/3316956574 shutdown_connections 2023-09-21T13:06:01.075 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.066+0000 7f242e711700 1 -- 172.21.15.46:0/3316956574 wait complete. 2023-09-21T13:06:01.076 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.067+0000 7f242e711700 1 Processor -- start 2023-09-21T13:06:01.076 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.067+0000 7f242e711700 1 -- start start 2023-09-21T13:06:01.076 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.068+0000 7f242e711700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2410004850 0x7f24281f1640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:01.076 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.068+0000 7f242e711700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f24281f1f10 0x7f24280c62c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:01.076 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.068+0000 7f242e711700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f24280c6800 0x7f242815b7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:01.077 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.068+0000 7f242e711700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24280c3b10 con 0x7f2410004850 2023-09-21T13:06:01.077 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.068+0000 7f242e711700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24280c3db0 con 0x7f24281f1f10 2023-09-21T13:06:01.077 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.068+0000 7f242e711700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f24280c4090 con 0x7f24280c6800 2023-09-21T13:06:01.077 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.068+0000 7f2427fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2410004850 0x7f24281f1640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:01.077 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.068+0000 7f2427fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2410004850 0x7f24281f1640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:44734/0 (socket says 172.21.15.46:44734) 2023-09-21T13:06:01.078 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.068+0000 7f2427fff700 1 -- 172.21.15.46:0/1582565979 learned_addr learned my addr 172.21.15.46:0/1582565979 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:01.078 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.068+0000 7f242ccae700 1 --2- 172.21.15.46:0/1582565979 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f24280c6800 0x7f242815b7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:01.078 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.068+0000 7f24277fe700 1 --2- 172.21.15.46:0/1582565979 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f24281f1f10 0x7f24280c62c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:01.078 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.068+0000 7f2427fff700 1 -- 172.21.15.46:0/1582565979 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f24280c6800 msgr2=0x7f242815b7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:01.078 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.068+0000 7f2427fff700 1 --2- 172.21.15.46:0/1582565979 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f24280c6800 0x7f242815b7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:01.079 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.068+0000 7f2427fff700 1 -- 172.21.15.46:0/1582565979 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f24281f1f10 msgr2=0x7f24280c62c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:01.079 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.068+0000 7f2427fff700 1 --2- 172.21.15.46:0/1582565979 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f24281f1f10 0x7f24280c62c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:01.079 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.068+0000 7f2427fff700 1 -- 172.21.15.46:0/1582565979 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f24280c4370 con 0x7f2410004850 2023-09-21T13:06:01.079 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.068+0000 7f242ccae700 1 --2- 172.21.15.46:0/1582565979 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f24280c6800 0x7f242815b7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T13:06:01.079 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.068+0000 7f2427fff700 1 --2- 172.21.15.46:0/1582565979 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2410004850 0x7f24281f1640 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f2418011aa0 tx=0x7f2418011e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:01.080 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.069+0000 7f2424ff9700 1 -- 172.21.15.46:0/1582565979 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f241800f920 con 0x7f2410004850 2023-09-21T13:06:01.080 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.069+0000 7f2424ff9700 1 -- 172.21.15.46:0/1582565979 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f241800fa80 con 0x7f2410004850 2023-09-21T13:06:01.080 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.069+0000 7f242e711700 1 -- 172.21.15.46:0/1582565979 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f24280c4650 con 0x7f2410004850 2023-09-21T13:06:01.080 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.069+0000 7f2424ff9700 1 -- 172.21.15.46:0/1582565979 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f241800fe30 con 0x7f2410004850 2023-09-21T13:06:01.080 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.069+0000 7f242e711700 1 -- 172.21.15.46:0/1582565979 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f24281f2390 con 0x7f2410004850 2023-09-21T13:06:01.080 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.070+0000 7f242e711700 1 -- 172.21.15.46:0/1582565979 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f24280c49c0 con 0x7f2410004850 2023-09-21T13:06:01.081 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.070+0000 7f2424ff9700 1 -- 172.21.15.46:0/1582565979 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f2418014440 con 0x7f2410004850 2023-09-21T13:06:01.081 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.071+0000 7f2424ff9700 1 --2- 172.21.15.46:0/1582565979 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f241406a580 0x7f241406ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:01.081 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.071+0000 7f2424ff9700 1 -- 172.21.15.46:0/1582565979 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f2418089170 con 0x7f2410004850 2023-09-21T13:06:01.081 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.071+0000 7f24277fe700 1 --2- 172.21.15.46:0/1582565979 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f241406a580 0x7f241406ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:01.082 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.071+0000 7f24277fe700 1 --2- 172.21.15.46:0/1582565979 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f241406a580 0x7f241406ca40 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f24280c8ec0 tx=0x7f241c00a000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:01.082 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.075+0000 7f2424ff9700 1 -- 172.21.15.46:0/1582565979 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f24180547e0 con 0x7f2410004850 2023-09-21T13:06:01.280 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.284+0000 7f242e711700 1 -- 172.21.15.46:0/1582565979 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f242806ff00 con 0x7f2410004850 2023-09-21T13:06:01.281 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.285+0000 7f2424ff9700 1 -- 172.21.15.46:0/1582565979 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) v1 ==== 74+0+16651 (secure 0 0 0) 0x7f2418057e00 con 0x7f2410004850 2023-09-21T13:06:01.282 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:06:01.282 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":22,"fsid":"3cbfaf88-469e-4129-b70d-6dd2d92bd0a4","created":"2023-09-21T13:04:52.312650+0000","modified":"2023-09-21T13:06:00.195068+0000","last_up_change":"2023-09-21T13:05:04.397018+0000","last_in_change":"2023-09-21T13:04:55.853368+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-21T13:05:05.036373+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-09-21T13:05:14.305630+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-09-21T13:05:15.146424+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"23992b72-ed3c-4a14-ae79-8150e0fedbf7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6810","nonce":1682463833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6814","nonce":1682463833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6822","nonce":1682463833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6818","nonce":1682463833}]},"public_addr":"172.21.15.46:6810/1682463833","cluster_addr":"172.21.15.46:6814/1682463833","heartbeat_back_addr":"172.21.15.46:6822/1682463833","heartbeat_front_addr":"172.21.15.46:6818/1682463833","state":["exists","up"]},{"osd":1,"uuid":"2578f708-e052-4bdd-bcef-54808f1d1ef4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6800","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6801","nonce":3674836117}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6803","nonce":3674836117}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6807","nonce":3674836117}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6805","nonce":3674836117}]},"public_addr":"172.21.15.46:6801/3674836117","cluster_addr":"172.21.15.46:6803/3674836117","heartbeat_back_addr":"172.21.15.46:6807/3674836117","heartbeat_front_addr":"172.21.15.46:6805/3674836117","state":["exists","up"]},{"osd":2,"uuid":"6db5fc17-2472-42fd-a613-8cc24a815cfe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6825","nonce":3956023171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6827","nonce":3956023171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6831","nonce":3956023171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6829","nonce":3956023171}]},"public_addr":"172.21.15.46:6825/3956023171","cluster_addr":"172.21.15.46:6827/3956023171","heartbeat_back_addr":"172.21.15.46:6831/3956023171","heartbeat_front_addr":"172.21.15.46:6829/3956023171","state":["exists","up"]},{"osd":3,"uuid":"b0ddd2cd-9025-471f-a976-d7bc356eb10b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6809","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6811","nonce":1834230057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6813","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6815","nonce":1834230057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6821","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6823","nonce":1834230057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6817","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6819","nonce":1834230057}]},"public_addr":"172.21.15.46:6811/1834230057","cluster_addr":"172.21.15.46:6815/1834230057","heartbeat_back_addr":"172.21.15.46:6823/1834230057","heartbeat_front_addr":"172.21.15.46:6819/1834230057","state":["exists","up"]},{"osd":4,"uuid":"51245ec8-6073-476b-aea6-482f9a379f43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6800","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6801","nonce":867529145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6802","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6803","nonce":867529145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6806","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6807","nonce":867529145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6804","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6805","nonce":867529145}]},"public_addr":"172.21.15.57:6801/867529145","cluster_addr":"172.21.15.57:6803/867529145","heartbeat_back_addr":"172.21.15.57:6807/867529145","heartbeat_front_addr":"172.21.15.57:6805/867529145","state":["exists","up"]},{"osd":5,"uuid":"6be64509-8d19-48af-aa7d-2744199eb3c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6824","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6825","nonce":2639760353}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6826","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6827","nonce":2639760353}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6830","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6831","nonce":2639760353}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6828","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6829","nonce":2639760353}]},"public_addr":"172.21.15.57:6825/2639760353","cluster_addr":"172.21.15.57:6827/2639760353","heartbeat_back_addr":"172.21.15.57:6831/2639760353","heartbeat_front_addr":"172.21.15.57:6829/2639760353","state":["exists","up"]},{"osd":6,"uuid":"8bfda35e-f97c-4419-a105-ff306eff7a42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6808","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6809","nonce":3693682875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6810","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6811","nonce":3693682875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6814","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6815","nonce":3693682875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6812","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6813","nonce":3693682875}]},"public_addr":"172.21.15.57:6809/3693682875","cluster_addr":"172.21.15.57:6811/3693682875","heartbeat_back_addr":"172.21.15.57:6815/3693682875","heartbeat_front_addr":"172.21.15.57:6813/3693682875","state":["exists","up"]},{"osd":7,"uuid":"49fc1df7-ab94-4da5-b915-8f7cc61f2714","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6816","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6817","nonce":1729728830}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6818","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6819","nonce":1729728830}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6822","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6823","nonce":1729728830}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6820","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6821","nonce":1729728830}]},"public_addr":"172.21.15.57:6817/1729728830","cluster_addr":"172.21.15.57:6819/1729728830","heartbeat_back_addr":"172.21.15.57:6823/1729728830","heartbeat_front_addr":"172.21.15.57:6821/1729728830","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:00.955073+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.074451+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.068487+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.010348+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.035446+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.101249+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.104509+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.077361+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.1d","mappings":[{"from":5,"to":2}]},{"pgid":"3.2a","mappings":[{"from":5,"to":2}]},{"pgid":"3.38","mappings":[{"from":3,"to":1}]},{"pgid":"3.39","mappings":[{"from":7,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-21T13:06:01.284 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.287+0000 7f242e711700 1 -- 172.21.15.46:0/1582565979 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f241406a580 msgr2=0x7f241406ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:01.284 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.287+0000 7f242e711700 1 --2- 172.21.15.46:0/1582565979 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f241406a580 0x7f241406ca40 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f24280c8ec0 tx=0x7f241c00a000 comp rx=0 tx=0).stop 2023-09-21T13:06:01.284 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.287+0000 7f242e711700 1 -- 172.21.15.46:0/1582565979 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2410004850 msgr2=0x7f24281f1640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:01.284 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.287+0000 7f242e711700 1 --2- 172.21.15.46:0/1582565979 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2410004850 0x7f24281f1640 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f2418011aa0 tx=0x7f2418011e60 comp rx=0 tx=0).stop 2023-09-21T13:06:01.284 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.287+0000 7f242e711700 1 -- 172.21.15.46:0/1582565979 shutdown_connections 2023-09-21T13:06:01.285 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.287+0000 7f242e711700 1 --2- 172.21.15.46:0/1582565979 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f241406a580 0x7f241406ca40 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:01.285 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.287+0000 7f242e711700 1 --2- 172.21.15.46:0/1582565979 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f24280c6800 0x7f242815b7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:01.285 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.287+0000 7f242e711700 1 --2- 172.21.15.46:0/1582565979 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2410004850 0x7f24281f1640 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:01.285 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.287+0000 7f242e711700 1 --2- 172.21.15.46:0/1582565979 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f24281f1f10 0x7f24280c62c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:01.285 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.287+0000 7f242e711700 1 -- 172.21.15.46:0/1582565979 >> 172.21.15.46:0/1582565979 conn(0x7f24280d01f0 msgr2=0x7f242806a7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:01.286 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.287+0000 7f242e711700 1 -- 172.21.15.46:0/1582565979 shutdown_connections 2023-09-21T13:06:01.286 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.287+0000 7f242e711700 1 -- 172.21.15.46:0/1582565979 wait complete. 2023-09-21T13:06:01.297 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-09-21T13:05:05.036373+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-09-21T13:05:14.305630+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-09-21T13:05:15.146424+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.25, 'score_stable': 1.25, 'optimal_score': 1, 'raw_score_acting': 1.25, 'raw_score_stable': 1.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-09-21T13:06:01.298 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-09-21T13:06:01.439 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.443+0000 7f32a9e5d700 1 Processor -- start 2023-09-21T13:06:01.439 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.443+0000 7f32a9e5d700 1 -- start start 2023-09-21T13:06:01.441 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.443+0000 7f32a9e5d700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f32a415d640 0x7f32a40b91a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:01.441 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.444+0000 7f32a9e5d700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f32a40cdff0 0x7f32a40b64a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:01.442 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.444+0000 7f32a9e5d700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f32a415da20 con 0x7f32a40b69e0 2023-09-21T13:06:01.442 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.444+0000 7f32a9e5d700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f32a40b7a70 con 0x7f32a415d640 2023-09-21T13:06:01.442 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.444+0000 7f32a9e5d700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f32a40b6e60 con 0x7f32a40cdff0 2023-09-21T13:06:01.442 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.444+0000 7f32a2ffd700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f32a40cdff0 0x7f32a40b64a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:01.442 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.444+0000 7f32a37fe700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f32a415d640 0x7f32a40b91a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:01.443 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.444+0000 7f32a3fff700 1 --1- >> v1:172.21.15.57:6789/0 conn(0x7f32a40b69e0 0x7f32a40d3910 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.57:6789/0 says I am v1:172.21.15.46:41664/0 (socket says 172.21.15.46:41664) 2023-09-21T13:06:01.443 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.444+0000 7f32a3fff700 1 -- 172.21.15.46:0/2805024156 learned_addr learned my addr 172.21.15.46:0/2805024156 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:06:01.443 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.444+0000 7f32a2ffd700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f32a40cdff0 0x7f32a40b64a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.57:3301/0 says I am v2:172.21.15.46:45826/0 (socket says 172.21.15.46:45826) 2023-09-21T13:06:01.443 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.444+0000 7f32a2ffd700 1 -- 172.21.15.46:0/2805024156 >> v2:172.21.15.57:3300/0 conn(0x7f32a415d640 msgr2=0x7f32a40b91a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:01.443 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.444+0000 7f32a2ffd700 1 --2- 172.21.15.46:0/2805024156 >> v2:172.21.15.57:3300/0 conn(0x7f32a415d640 0x7f32a40b91a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:01.443 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.444+0000 7f32a2ffd700 1 -- 172.21.15.46:0/2805024156 >> v1:172.21.15.57:6789/0 conn(0x7f32a40b69e0 legacy=0x7f32a40d3910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:01.444 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.444+0000 7f32a2ffd700 1 -- 172.21.15.46:0/2805024156 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f32a40b7140 con 0x7f32a40cdff0 2023-09-21T13:06:01.444 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.444+0000 7f32a37fe700 1 --2- 172.21.15.46:0/2805024156 >> v2:172.21.15.57:3300/0 conn(0x7f32a415d640 0x7f32a40b91a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-21T13:06:01.444 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.445+0000 7f32a2ffd700 1 --2- 172.21.15.46:0/2805024156 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f32a40cdff0 0x7f32a40b64a0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f3298009840 tx=0x7f3298009b50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2fbb07da811817d server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:01.444 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.445+0000 7f32a27fc700 1 -- 172.21.15.46:0/2805024156 <== mon.2 v2:172.21.15.57:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3298011830 con 0x7f32a40cdff0 2023-09-21T13:06:01.444 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.445+0000 7f32a27fc700 1 -- 172.21.15.46:0/2805024156 <== mon.2 v2:172.21.15.57:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3298011990 con 0x7f32a40cdff0 2023-09-21T13:06:01.445 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.445+0000 7f32a27fc700 1 -- 172.21.15.46:0/2805024156 <== mon.2 v2:172.21.15.57:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3298011d20 con 0x7f32a40cdff0 2023-09-21T13:06:01.448 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.445+0000 7f32a9e5d700 1 -- 172.21.15.46:0/2805024156 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f32a40cdff0 msgr2=0x7f32a40b64a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:01.448 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.445+0000 7f32a9e5d700 1 --2- 172.21.15.46:0/2805024156 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f32a40cdff0 0x7f32a40b64a0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f3298009840 tx=0x7f3298009b50 comp rx=0 tx=0).stop 2023-09-21T13:06:01.448 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.445+0000 7f32a9e5d700 1 -- 172.21.15.46:0/2805024156 shutdown_connections 2023-09-21T13:06:01.448 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.445+0000 7f32a9e5d700 1 --2- 172.21.15.46:0/2805024156 >> v2:172.21.15.57:3300/0 conn(0x7f32a415d640 0x7f32a40b91a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:01.448 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.445+0000 7f32a9e5d700 1 --2- 172.21.15.46:0/2805024156 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f32a40cdff0 0x7f32a40b64a0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:01.449 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.445+0000 7f32a9e5d700 1 -- 172.21.15.46:0/2805024156 >> 172.21.15.46:0/2805024156 conn(0x7f32a40720b0 msgr2=0x7f32a4072490 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:01.449 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.445+0000 7f32a9e5d700 1 -- 172.21.15.46:0/2805024156 shutdown_connections 2023-09-21T13:06:01.449 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.446+0000 7f32a9e5d700 1 -- 172.21.15.46:0/2805024156 wait complete. 2023-09-21T13:06:01.449 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.447+0000 7f32a9e5d700 1 Processor -- start 2023-09-21T13:06:01.449 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.447+0000 7f32a9e5d700 1 -- start start 2023-09-21T13:06:01.450 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.448+0000 7f32a9e5d700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f32a40b69e0 0x7f32a40cd2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:01.450 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.448+0000 7f32a9e5d700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f32a40cdff0 0x7f32a41573b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:01.450 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.448+0000 7f32a9e5d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f32a415d640 0x7f32a40b38e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:01.450 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.448+0000 7f32a9e5d700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32a41f2ae0 con 0x7f32a415d640 2023-09-21T13:06:01.450 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.448+0000 7f32a9e5d700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32a40cd800 con 0x7f32a40cdff0 2023-09-21T13:06:01.451 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.448+0000 7f32a9e5d700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f32a415f170 con 0x7f32a40b69e0 2023-09-21T13:06:01.451 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.449+0000 7f32a3fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f32a415d640 0x7f32a40b38e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:01.451 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.449+0000 7f32a3fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f32a415d640 0x7f32a40b38e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:44742/0 (socket says 172.21.15.46:44742) 2023-09-21T13:06:01.451 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.449+0000 7f32a3fff700 1 -- 172.21.15.46:0/1916447009 learned_addr learned my addr 172.21.15.46:0/1916447009 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:01.451 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.449+0000 7f32a37fe700 1 --2- 172.21.15.46:0/1916447009 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f32a40b69e0 0x7f32a40cd2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:01.451 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.449+0000 7f32a2ffd700 1 --2- 172.21.15.46:0/1916447009 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f32a40cdff0 0x7f32a41573b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:01.452 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.449+0000 7f32a3fff700 1 -- 172.21.15.46:0/1916447009 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f32a40b69e0 msgr2=0x7f32a40cd2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:01.452 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.449+0000 7f32a3fff700 1 --2- 172.21.15.46:0/1916447009 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f32a40b69e0 0x7f32a40cd2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:01.452 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.449+0000 7f32a3fff700 1 -- 172.21.15.46:0/1916447009 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f32a40cdff0 msgr2=0x7f32a41573b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:01.452 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.449+0000 7f32a3fff700 1 --2- 172.21.15.46:0/1916447009 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f32a40cdff0 0x7f32a41573b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:01.452 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.449+0000 7f32a3fff700 1 -- 172.21.15.46:0/1916447009 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f32940094a0 con 0x7f32a415d640 2023-09-21T13:06:01.453 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.449+0000 7f32a3fff700 1 --2- 172.21.15.46:0/1916447009 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f32a415d640 0x7f32a40b38e0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f329c00cbc0 tx=0x7f329c00ced0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:01.453 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.449+0000 7f328bfff700 1 -- 172.21.15.46:0/1916447009 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f329c00a9e0 con 0x7f32a415d640 2023-09-21T13:06:01.453 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.449+0000 7f32a9e5d700 1 -- 172.21.15.46:0/1916447009 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f32980094a0 con 0x7f32a415d640 2023-09-21T13:06:01.453 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.449+0000 7f328bfff700 1 -- 172.21.15.46:0/1916447009 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f329c00ab40 con 0x7f32a415d640 2023-09-21T13:06:01.453 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.449+0000 7f328bfff700 1 -- 172.21.15.46:0/1916447009 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f329c012400 con 0x7f32a415d640 2023-09-21T13:06:01.454 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.450+0000 7f32a9e5d700 1 -- 172.21.15.46:0/1916447009 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f32a415b410 con 0x7f32a415d640 2023-09-21T13:06:01.454 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.451+0000 7f32a9e5d700 1 -- 172.21.15.46:0/1916447009 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f32a404f330 con 0x7f32a415d640 2023-09-21T13:06:01.454 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.451+0000 7f328bfff700 1 -- 172.21.15.46:0/1916447009 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f329c01b3b0 con 0x7f32a415d640 2023-09-21T13:06:01.454 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.451+0000 7f328bfff700 1 --2- 172.21.15.46:0/1916447009 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f329006a580 0x7f329006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:01.454 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.452+0000 7f328bfff700 1 -- 172.21.15.46:0/1916447009 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f329c088560 con 0x7f32a415d640 2023-09-21T13:06:01.455 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.452+0000 7f32a37fe700 1 --2- 172.21.15.46:0/1916447009 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f329006a580 0x7f329006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:01.455 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.452+0000 7f32a37fe700 1 --2- 172.21.15.46:0/1916447009 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f329006a580 0x7f329006ca40 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f3294009cd0 tx=0x7f3294009210 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:01.455 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.456+0000 7f328bfff700 1 -- 172.21.15.46:0/1916447009 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f329c053b20 con 0x7f32a415d640 2023-09-21T13:06:01.661 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.664+0000 7f32a9e5d700 1 -- 172.21.15.46:0/1916447009 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f32a40b30e0 con 0x7f32a415d640 2023-09-21T13:06:01.661 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.664+0000 7f328bfff700 1 -- 172.21.15.46:0/1916447009 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v22) v1 ==== 93+0+10 (secure 0 0 0) 0x7f329c057140 con 0x7f32a415d640 2023-09-21T13:06:01.661 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 1 2023-09-21T13:06:01.663 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.666+0000 7f32a9e5d700 1 -- 172.21.15.46:0/1916447009 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f329006a580 msgr2=0x7f329006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:01.663 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.666+0000 7f32a9e5d700 1 --2- 172.21.15.46:0/1916447009 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f329006a580 0x7f329006ca40 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f3294009cd0 tx=0x7f3294009210 comp rx=0 tx=0).stop 2023-09-21T13:06:01.664 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.666+0000 7f32a9e5d700 1 -- 172.21.15.46:0/1916447009 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f32a415d640 msgr2=0x7f32a40b38e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:01.664 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.666+0000 7f32a9e5d700 1 --2- 172.21.15.46:0/1916447009 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f32a415d640 0x7f32a40b38e0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f329c00cbc0 tx=0x7f329c00ced0 comp rx=0 tx=0).stop 2023-09-21T13:06:01.664 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.666+0000 7f32a9e5d700 1 -- 172.21.15.46:0/1916447009 shutdown_connections 2023-09-21T13:06:01.664 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.667+0000 7f32a9e5d700 1 --2- 172.21.15.46:0/1916447009 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f329006a580 0x7f329006ca40 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:01.664 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.667+0000 7f32a9e5d700 1 --2- 172.21.15.46:0/1916447009 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f32a415d640 0x7f32a40b38e0 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:01.665 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.667+0000 7f32a9e5d700 1 --2- 172.21.15.46:0/1916447009 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f32a40b69e0 0x7f32a40cd2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:01.665 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.667+0000 7f32a9e5d700 1 --2- 172.21.15.46:0/1916447009 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f32a40cdff0 0x7f32a41573b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:01.665 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.667+0000 7f32a9e5d700 1 -- 172.21.15.46:0/1916447009 >> 172.21.15.46:0/1916447009 conn(0x7f32a40720b0 msgr2=0x7f32a4161030 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:01.665 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.667+0000 7f32a9e5d700 1 -- 172.21.15.46:0/1916447009 shutdown_connections 2023-09-21T13:06:01.665 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.667+0000 7f32a9e5d700 1 -- 172.21.15.46:0/1916447009 wait complete. 2023-09-21T13:06:01.677 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-09-21T13:06:01.816 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.820+0000 7fa456b26700 1 Processor -- start 2023-09-21T13:06:01.817 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.820+0000 7fa456b26700 1 -- start start 2023-09-21T13:06:01.819 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.821+0000 7fa456b26700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fa45015a1e0 0x7fa45015b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:01.819 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.821+0000 7fa456b26700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fa45006b7b0 0x7fa45006bc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:01.820 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.821+0000 7fa456b26700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa4500b43a0 con 0x7fa4500b3bb0 2023-09-21T13:06:01.820 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.821+0000 7fa456b26700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa45006c1a0 con 0x7fa45015a1e0 2023-09-21T13:06:01.820 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.821+0000 7fa456b26700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa4500b4680 con 0x7fa45006b7b0 2023-09-21T13:06:01.820 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.821+0000 7fa4548c2700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fa45015a1e0 0x7fa45015b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:01.820 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.821+0000 7fa4548c2700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fa45015a1e0 0x7fa45015b4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:44752/0 (socket says 172.21.15.46:44752) 2023-09-21T13:06:01.821 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.821+0000 7fa4548c2700 1 -- 172.21.15.46:0/1442859726 learned_addr learned my addr 172.21.15.46:0/1442859726 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:01.821 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.821+0000 7fa4550c3700 1 --2- 172.21.15.46:0/1442859726 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fa45006b7b0 0x7fa45006bc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:01.821 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.821+0000 7fa4548c2700 1 -- 172.21.15.46:0/1442859726 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fa45006b7b0 msgr2=0x7fa45006bc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:01.821 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.821+0000 7fa4548c2700 1 --2- 172.21.15.46:0/1442859726 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fa45006b7b0 0x7fa45006bc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:01.821 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.821+0000 7fa4548c2700 1 -- 172.21.15.46:0/1442859726 >> v1:172.21.15.57:6789/0 conn(0x7fa4500b3bb0 legacy=0x7fa45006cd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:01.821 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.821+0000 7fa4548c2700 1 -- 172.21.15.46:0/1442859726 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa4500b4960 con 0x7fa45015a1e0 2023-09-21T13:06:01.822 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.821+0000 7fa44f7fe700 1 -- 172.21.15.46:0/1442859726 <== mon.1 v1:172.21.15.57:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 232888318 0 0) 0x7fa4500b43a0 con 0x7fa4500b3bb0 2023-09-21T13:06:01.822 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.822+0000 7fa4548c2700 1 --2- 172.21.15.46:0/1442859726 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa45015a1e0 0x7fa45015b4a0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fa4440098f0 tx=0x7fa444009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf96aa1bfa9c51ce server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:01.822 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.822+0000 7fa44f7fe700 1 -- 172.21.15.46:0/1442859726 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa444011830 con 0x7fa45015a1e0 2023-09-21T13:06:01.822 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.822+0000 7fa44f7fe700 1 -- 172.21.15.46:0/1442859726 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa444011990 con 0x7fa45015a1e0 2023-09-21T13:06:01.822 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.822+0000 7fa44f7fe700 1 -- 172.21.15.46:0/1442859726 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa444011d20 con 0x7fa45015a1e0 2023-09-21T13:06:01.823 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.822+0000 7fa456b26700 1 -- 172.21.15.46:0/1442859726 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa45015a1e0 msgr2=0x7fa45015b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:01.823 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.822+0000 7fa456b26700 1 --2- 172.21.15.46:0/1442859726 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa45015a1e0 0x7fa45015b4a0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fa4440098f0 tx=0x7fa444009c00 comp rx=0 tx=0).stop 2023-09-21T13:06:01.823 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.822+0000 7fa456b26700 1 -- 172.21.15.46:0/1442859726 shutdown_connections 2023-09-21T13:06:01.823 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.822+0000 7fa456b26700 1 --2- 172.21.15.46:0/1442859726 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fa45006b7b0 0x7fa45006bc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:01.823 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.822+0000 7fa456b26700 1 --2- 172.21.15.46:0/1442859726 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa45015a1e0 0x7fa45015b4a0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:01.824 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.822+0000 7fa456b26700 1 -- 172.21.15.46:0/1442859726 >> 172.21.15.46:0/1442859726 conn(0x7fa450070f70 msgr2=0x7fa450071380 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:01.824 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.822+0000 7fa456b26700 1 -- 172.21.15.46:0/1442859726 shutdown_connections 2023-09-21T13:06:01.824 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.822+0000 7fa456b26700 1 -- 172.21.15.46:0/1442859726 wait complete. 2023-09-21T13:06:01.827 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.824+0000 7fa456b26700 1 Processor -- start 2023-09-21T13:06:01.827 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.824+0000 7fa456b26700 1 -- start start 2023-09-21T13:06:01.827 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.825+0000 7fa456b26700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fa45006b7b0 0x7fa450158330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:01.827 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.825+0000 7fa456b26700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa4500b3bb0 0x7fa450147cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:01.827 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.825+0000 7fa456b26700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fa45015a1e0 0x7fa450156730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:01.828 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.825+0000 7fa456b26700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa450148230 con 0x7fa4500b3bb0 2023-09-21T13:06:01.828 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.825+0000 7fa456b26700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4501589d0 con 0x7fa45015a1e0 2023-09-21T13:06:01.828 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.825+0000 7fa456b26700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa450158cb0 con 0x7fa45006b7b0 2023-09-21T13:06:01.828 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.825+0000 7fa44ffff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa4500b3bb0 0x7fa450147cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:01.828 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.825+0000 7fa44ffff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa4500b3bb0 0x7fa450147cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:44766/0 (socket says 172.21.15.46:44766) 2023-09-21T13:06:01.829 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.825+0000 7fa44ffff700 1 -- 172.21.15.46:0/1840887644 learned_addr learned my addr 172.21.15.46:0/1840887644 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:01.829 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.825+0000 7fa4548c2700 1 --2- 172.21.15.46:0/1840887644 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fa45006b7b0 0x7fa450158330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:01.829 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.825+0000 7fa4550c3700 1 --2- 172.21.15.46:0/1840887644 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fa45015a1e0 0x7fa450156730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:01.829 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.825+0000 7fa44ffff700 1 -- 172.21.15.46:0/1840887644 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fa45006b7b0 msgr2=0x7fa450158330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:01.829 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.825+0000 7fa44ffff700 1 --2- 172.21.15.46:0/1840887644 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fa45006b7b0 0x7fa450158330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:01.830 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.825+0000 7fa44ffff700 1 -- 172.21.15.46:0/1840887644 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fa45015a1e0 msgr2=0x7fa450156730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:01.830 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.825+0000 7fa44ffff700 1 --2- 172.21.15.46:0/1840887644 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fa45015a1e0 0x7fa450156730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:01.830 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.825+0000 7fa44ffff700 1 -- 172.21.15.46:0/1840887644 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa444009550 con 0x7fa4500b3bb0 2023-09-21T13:06:01.830 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.825+0000 7fa44ffff700 1 --2- 172.21.15.46:0/1840887644 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa4500b3bb0 0x7fa450147cf0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fa43c0011e0 tx=0x7fa43c00cae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:01.830 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.826+0000 7fa44d7fa700 1 -- 172.21.15.46:0/1840887644 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa43c0054e0 con 0x7fa4500b3bb0 2023-09-21T13:06:01.831 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.826+0000 7fa44d7fa700 1 -- 172.21.15.46:0/1840887644 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa43c003680 con 0x7fa4500b3bb0 2023-09-21T13:06:01.831 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.826+0000 7fa456b26700 1 -- 172.21.15.46:0/1840887644 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa450158f90 con 0x7fa4500b3bb0 2023-09-21T13:06:01.831 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.826+0000 7fa44d7fa700 1 -- 172.21.15.46:0/1840887644 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa43c003a30 con 0x7fa4500b3bb0 2023-09-21T13:06:01.831 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.826+0000 7fa456b26700 1 -- 172.21.15.46:0/1840887644 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa450159550 con 0x7fa4500b3bb0 2023-09-21T13:06:01.831 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.827+0000 7fa456b26700 1 -- 172.21.15.46:0/1840887644 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa45004f330 con 0x7fa4500b3bb0 2023-09-21T13:06:01.832 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.827+0000 7fa44d7fa700 1 -- 172.21.15.46:0/1840887644 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fa43c003b90 con 0x7fa4500b3bb0 2023-09-21T13:06:01.832 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.828+0000 7fa44d7fa700 1 --2- 172.21.15.46:0/1840887644 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fa43406a580 0x7fa43406ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:01.832 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.828+0000 7fa44d7fa700 1 -- 172.21.15.46:0/1840887644 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7fa43c087fd0 con 0x7fa4500b3bb0 2023-09-21T13:06:01.832 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.828+0000 7fa4548c2700 1 --2- 172.21.15.46:0/1840887644 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fa43406a580 0x7fa43406ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:01.832 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.828+0000 7fa4548c2700 1 --2- 172.21.15.46:0/1840887644 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fa43406a580 0x7fa43406ca40 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fa444014040 tx=0x7fa444008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:01.833 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:01.832+0000 7fa44d7fa700 1 -- 172.21.15.46:0/1840887644 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fa43c0534d0 con 0x7fa4500b3bb0 2023-09-21T13:06:02.038 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.042+0000 7fa456b26700 1 -- 172.21.15.46:0/1840887644 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fa450073c90 con 0x7fa4500b3bb0 2023-09-21T13:06:02.039 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.043+0000 7fa44d7fa700 1 -- 172.21.15.46:0/1840887644 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v22) v1 ==== 104+0+11 (secure 0 0 0) 0x7fa43c017020 con 0x7fa4500b3bb0 2023-09-21T13:06:02.039 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 32 2023-09-21T13:06:02.042 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.045+0000 7fa456b26700 1 -- 172.21.15.46:0/1840887644 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fa43406a580 msgr2=0x7fa43406ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:02.042 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.045+0000 7fa456b26700 1 --2- 172.21.15.46:0/1840887644 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fa43406a580 0x7fa43406ca40 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fa444014040 tx=0x7fa444008030 comp rx=0 tx=0).stop 2023-09-21T13:06:02.042 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.045+0000 7fa456b26700 1 -- 172.21.15.46:0/1840887644 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa4500b3bb0 msgr2=0x7fa450147cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:02.042 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.045+0000 7fa456b26700 1 --2- 172.21.15.46:0/1840887644 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa4500b3bb0 0x7fa450147cf0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fa43c0011e0 tx=0x7fa43c00cae0 comp rx=0 tx=0).stop 2023-09-21T13:06:02.042 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.045+0000 7fa456b26700 1 -- 172.21.15.46:0/1840887644 shutdown_connections 2023-09-21T13:06:02.043 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.045+0000 7fa456b26700 1 --2- 172.21.15.46:0/1840887644 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fa43406a580 0x7fa43406ca40 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:02.043 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.045+0000 7fa456b26700 1 --2- 172.21.15.46:0/1840887644 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fa45015a1e0 0x7fa450156730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:02.043 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.045+0000 7fa456b26700 1 --2- 172.21.15.46:0/1840887644 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fa45006b7b0 0x7fa450158330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:02.043 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.045+0000 7fa456b26700 1 --2- 172.21.15.46:0/1840887644 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa4500b3bb0 0x7fa450147cf0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:02.043 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.045+0000 7fa456b26700 1 -- 172.21.15.46:0/1840887644 >> 172.21.15.46:0/1840887644 conn(0x7fa450070f70 msgr2=0x7fa450155b60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:02.044 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.045+0000 7fa456b26700 1 -- 172.21.15.46:0/1840887644 shutdown_connections 2023-09-21T13:06:02.044 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.045+0000 7fa456b26700 1 -- 172.21.15.46:0/1840887644 wait complete. 2023-09-21T13:06:02.055 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-09-21T13:06:02.195 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.199+0000 7f20c417c700 1 Processor -- start 2023-09-21T13:06:02.196 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.199+0000 7f20c417c700 1 -- start start 2023-09-21T13:06:02.198 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.200+0000 7f20c417c700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f20bc152170 0x7f20bc152550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:02.198 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.200+0000 7f20c417c700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f20bc0cbb80 0x7f20bc0d0830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:02.198 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.200+0000 7f20c417c700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f20bc15b970 con 0x7f20bc0cc030 2023-09-21T13:06:02.199 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.200+0000 7f20c417c700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f20bc15f3d0 con 0x7f20bc0cbb80 2023-09-21T13:06:02.199 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.200+0000 7f20c417c700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f20bc15f6b0 con 0x7f20bc152170 2023-09-21T13:06:02.199 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.200+0000 7f20c1717700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f20bc0cbb80 0x7f20bc0d0830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:02.199 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.200+0000 7f20c1717700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f20bc0cbb80 0x7f20bc0d0830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:44776/0 (socket says 172.21.15.46:44776) 2023-09-21T13:06:02.199 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.200+0000 7f20c1717700 1 -- 172.21.15.46:0/3823118450 learned_addr learned my addr 172.21.15.46:0/3823118450 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:02.200 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.200+0000 7f20c1f18700 1 --2- 172.21.15.46:0/3823118450 >> v2:172.21.15.57:3300/0 conn(0x7f20bc152170 0x7f20bc152550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:02.200 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.201+0000 7f20c1717700 1 -- 172.21.15.46:0/3823118450 >> v2:172.21.15.57:3300/0 conn(0x7f20bc152170 msgr2=0x7f20bc152550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:02.200 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.201+0000 7f20c1717700 1 --2- 172.21.15.46:0/3823118450 >> v2:172.21.15.57:3300/0 conn(0x7f20bc152170 0x7f20bc152550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:02.200 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.201+0000 7f20c1717700 1 -- 172.21.15.46:0/3823118450 >> v1:172.21.15.57:6789/0 conn(0x7f20bc0cc030 legacy=0x7f20bc15be30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:02.200 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.201+0000 7f20c1717700 1 -- 172.21.15.46:0/3823118450 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f20bc15f990 con 0x7f20bc0cbb80 2023-09-21T13:06:02.201 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.201+0000 7f20c1717700 1 --2- 172.21.15.46:0/3823118450 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f20bc0cbb80 0x7f20bc0d0830 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f20bc0cf070 tx=0x7f20b0009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e6a19253589883b2 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:02.201 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.201+0000 7f20c0f16700 1 -- 172.21.15.46:0/3823118450 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20b0011830 con 0x7f20bc0cbb80 2023-09-21T13:06:02.201 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.201+0000 7f20c0f16700 1 -- 172.21.15.46:0/3823118450 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f20b0011990 con 0x7f20bc0cbb80 2023-09-21T13:06:02.201 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.201+0000 7f20c0f16700 1 -- 172.21.15.46:0/3823118450 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20b0011d20 con 0x7f20bc0cbb80 2023-09-21T13:06:02.201 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.202+0000 7f20c417c700 1 -- 172.21.15.46:0/3823118450 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f20bc0cbb80 msgr2=0x7f20bc0d0830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:02.202 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.202+0000 7f20c417c700 1 --2- 172.21.15.46:0/3823118450 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f20bc0cbb80 0x7f20bc0d0830 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f20bc0cf070 tx=0x7f20b0009bd0 comp rx=0 tx=0).stop 2023-09-21T13:06:02.205 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.202+0000 7f20c417c700 1 -- 172.21.15.46:0/3823118450 shutdown_connections 2023-09-21T13:06:02.206 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.202+0000 7f20c417c700 1 --2- 172.21.15.46:0/3823118450 >> v2:172.21.15.57:3300/0 conn(0x7f20bc152170 0x7f20bc152550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:02.206 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.202+0000 7f20c417c700 1 --2- 172.21.15.46:0/3823118450 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f20bc0cbb80 0x7f20bc0d0830 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:02.206 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.202+0000 7f20c417c700 1 -- 172.21.15.46:0/3823118450 >> 172.21.15.46:0/3823118450 conn(0x7f20bc06ea60 msgr2=0x7f20bc06ee40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:02.206 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.202+0000 7f20c417c700 1 -- 172.21.15.46:0/3823118450 shutdown_connections 2023-09-21T13:06:02.207 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.202+0000 7f20c417c700 1 -- 172.21.15.46:0/3823118450 wait complete. 2023-09-21T13:06:02.210 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.203+0000 7f20c417c700 1 Processor -- start 2023-09-21T13:06:02.210 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.203+0000 7f20c417c700 1 -- start start 2023-09-21T13:06:02.210 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.204+0000 7f20c417c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f20bc0cbb80 0x7f20bc151240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:02.211 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.204+0000 7f20c417c700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f20bc0cc030 0x7f20bc1e5760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:02.211 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.204+0000 7f20c417c700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f20bc152170 0x7f20bc1e5ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:02.211 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.204+0000 7f20c417c700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20bc151780 con 0x7f20bc0cbb80 2023-09-21T13:06:02.211 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.204+0000 7f20c417c700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20bc1e6300 con 0x7f20bc0cc030 2023-09-21T13:06:02.211 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.204+0000 7f20c417c700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f20bc1e65e0 con 0x7f20bc152170 2023-09-21T13:06:02.212 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.204+0000 7f20c1f18700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f20bc0cbb80 0x7f20bc151240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:02.212 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.204+0000 7f20c1f18700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f20bc0cbb80 0x7f20bc151240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:44788/0 (socket says 172.21.15.46:44788) 2023-09-21T13:06:02.212 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.204+0000 7f20c1f18700 1 -- 172.21.15.46:0/241250195 learned_addr learned my addr 172.21.15.46:0/241250195 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:02.212 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.205+0000 7f20c1717700 1 --2- 172.21.15.46:0/241250195 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f20bc0cc030 0x7f20bc1e5760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:02.212 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.205+0000 7f20c2719700 1 --2- 172.21.15.46:0/241250195 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f20bc152170 0x7f20bc1e5ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:02.213 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.205+0000 7f20c1f18700 1 -- 172.21.15.46:0/241250195 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f20bc152170 msgr2=0x7f20bc1e5ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:02.213 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.205+0000 7f20c1f18700 1 --2- 172.21.15.46:0/241250195 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f20bc152170 0x7f20bc1e5ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:02.213 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.205+0000 7f20c1f18700 1 -- 172.21.15.46:0/241250195 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f20bc0cc030 msgr2=0x7f20bc1e5760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:02.213 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.205+0000 7f20c1f18700 1 --2- 172.21.15.46:0/241250195 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f20bc0cc030 0x7f20bc1e5760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:02.214 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.205+0000 7f20c1f18700 1 -- 172.21.15.46:0/241250195 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f20b0009550 con 0x7f20bc0cbb80 2023-09-21T13:06:02.214 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.205+0000 7f20c2719700 1 --2- 172.21.15.46:0/241250195 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f20bc152170 0x7f20bc1e5ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T13:06:02.214 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.205+0000 7f20c1717700 1 --2- 172.21.15.46:0/241250195 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f20bc0cc030 0x7f20bc1e5760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T13:06:02.214 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.205+0000 7f20c1f18700 1 --2- 172.21.15.46:0/241250195 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f20bc0cbb80 0x7f20bc151240 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f20b800e9b0 tx=0x7f20b800ed70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:02.215 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.205+0000 7f20ae7fc700 1 -- 172.21.15.46:0/241250195 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20b8009710 con 0x7f20bc0cbb80 2023-09-21T13:06:02.215 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.205+0000 7f20ae7fc700 1 -- 172.21.15.46:0/241250195 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f20b800c850 con 0x7f20bc0cbb80 2023-09-21T13:06:02.215 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.205+0000 7f20c417c700 1 -- 172.21.15.46:0/241250195 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f20bc1e68c0 con 0x7f20bc0cbb80 2023-09-21T13:06:02.215 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.205+0000 7f20ae7fc700 1 -- 172.21.15.46:0/241250195 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20b800cbc0 con 0x7f20bc0cbb80 2023-09-21T13:06:02.215 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.205+0000 7f20c417c700 1 -- 172.21.15.46:0/241250195 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f20bc0c99a0 con 0x7f20bc0cbb80 2023-09-21T13:06:02.216 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.206+0000 7f20c417c700 1 -- 172.21.15.46:0/241250195 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f20bc068340 con 0x7f20bc0cbb80 2023-09-21T13:06:02.216 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.207+0000 7f20ae7fc700 1 -- 172.21.15.46:0/241250195 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f20b800cd20 con 0x7f20bc0cbb80 2023-09-21T13:06:02.216 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.207+0000 7f20ae7fc700 1 --2- 172.21.15.46:0/241250195 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f20a006a580 0x7f20a006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:02.216 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.207+0000 7f20ae7fc700 1 -- 172.21.15.46:0/241250195 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f20b8088c40 con 0x7f20bc0cbb80 2023-09-21T13:06:02.216 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.207+0000 7f20c1717700 1 --2- 172.21.15.46:0/241250195 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f20a006a580 0x7f20a006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:02.217 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.208+0000 7f20c1717700 1 --2- 172.21.15.46:0/241250195 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f20a006a580 0x7f20a006ca40 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f20b0014040 tx=0x7f20b0008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:02.217 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.212+0000 7f20ae7fc700 1 -- 172.21.15.46:0/241250195 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f20b8054140 con 0x7f20bc0cbb80 2023-09-21T13:06:02.414 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.417+0000 7f20c417c700 1 -- 172.21.15.46:0/241250195 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f20bc0cdbd0 con 0x7f20bc0cbb80 2023-09-21T13:06:02.414 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.418+0000 7f20ae7fc700 1 -- 172.21.15.46:0/241250195 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v22) v1 ==== 100+0+11 (secure 0 0 0) 0x7f20b80170a0 con 0x7f20bc0cbb80 2023-09-21T13:06:02.415 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 64 2023-09-21T13:06:02.417 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.420+0000 7f20c417c700 1 -- 172.21.15.46:0/241250195 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f20a006a580 msgr2=0x7f20a006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:02.417 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.420+0000 7f20c417c700 1 --2- 172.21.15.46:0/241250195 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f20a006a580 0x7f20a006ca40 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f20b0014040 tx=0x7f20b0008030 comp rx=0 tx=0).stop 2023-09-21T13:06:02.417 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.420+0000 7f20c417c700 1 -- 172.21.15.46:0/241250195 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f20bc0cbb80 msgr2=0x7f20bc151240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:02.417 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.420+0000 7f20c417c700 1 --2- 172.21.15.46:0/241250195 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f20bc0cbb80 0x7f20bc151240 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f20b800e9b0 tx=0x7f20b800ed70 comp rx=0 tx=0).stop 2023-09-21T13:06:02.417 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.420+0000 7f20c417c700 1 -- 172.21.15.46:0/241250195 shutdown_connections 2023-09-21T13:06:02.418 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.420+0000 7f20c417c700 1 --2- 172.21.15.46:0/241250195 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f20a006a580 0x7f20a006ca40 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:02.418 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.420+0000 7f20c417c700 1 --2- 172.21.15.46:0/241250195 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f20bc152170 0x7f20bc1e5ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:02.418 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.420+0000 7f20c417c700 1 --2- 172.21.15.46:0/241250195 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f20bc0cbb80 0x7f20bc151240 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:02.418 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.420+0000 7f20c417c700 1 --2- 172.21.15.46:0/241250195 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f20bc0cc030 0x7f20bc1e5760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:02.418 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.420+0000 7f20c417c700 1 -- 172.21.15.46:0/241250195 >> 172.21.15.46:0/241250195 conn(0x7f20bc06ea60 msgr2=0x7f20bc0cf2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:02.419 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.420+0000 7f20c417c700 1 -- 172.21.15.46:0/241250195 shutdown_connections 2023-09-21T13:06:02.419 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.420+0000 7f20c417c700 1 -- 172.21.15.46:0/241250195 wait complete. 2023-09-21T13:06:02.430 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-09-21T13:06:02.568 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.571+0000 7f374201e700 1 Processor -- start 2023-09-21T13:06:02.568 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.571+0000 7f374201e700 1 -- start start 2023-09-21T13:06:02.570 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.572+0000 7f374201e700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f373c0b3040 0x7f373c0ce880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:02.571 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.572+0000 7f374201e700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f373c15e3f0 0x7f373c15e850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:02.571 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.572+0000 7f374201e700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f373c15dc50 con 0x7f373c0b3420 2023-09-21T13:06:02.571 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.572+0000 7f374201e700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f373c161a20 con 0x7f373c0b3040 2023-09-21T13:06:02.571 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.572+0000 7f374201e700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f373c161d00 con 0x7f373c15e3f0 2023-09-21T13:06:02.571 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.572+0000 7f373b7fe700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f373c0b3040 0x7f373c0ce880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:02.572 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.572+0000 7f373b7fe700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f373c0b3040 0x7f373c0ce880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:44794/0 (socket says 172.21.15.46:44794) 2023-09-21T13:06:02.572 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.572+0000 7f373b7fe700 1 -- 172.21.15.46:0/362907752 learned_addr learned my addr 172.21.15.46:0/362907752 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:02.572 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.573+0000 7f373bfff700 1 --2- 172.21.15.46:0/362907752 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f373c15e3f0 0x7f373c15e850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:02.572 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.573+0000 7f373b7fe700 1 -- 172.21.15.46:0/362907752 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f373c15e3f0 msgr2=0x7f373c15e850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:02.572 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.573+0000 7f373b7fe700 1 --2- 172.21.15.46:0/362907752 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f373c15e3f0 0x7f373c15e850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:02.573 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.573+0000 7f373b7fe700 1 -- 172.21.15.46:0/362907752 >> v1:172.21.15.57:6789/0 conn(0x7f373c0b3420 legacy=0x7f373c161240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:02.573 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.573+0000 7f373b7fe700 1 -- 172.21.15.46:0/362907752 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f373c161fe0 con 0x7f373c0b3040 2023-09-21T13:06:02.573 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.573+0000 7f373b7fe700 1 --2- 172.21.15.46:0/362907752 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f373c0b3040 0x7f373c0ce880 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f372c0098f0 tx=0x7f372c009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ccaab2498296882c server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:02.573 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.573+0000 7f373a7fc700 1 -- 172.21.15.46:0/362907752 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f372c00b8a0 con 0x7f373c0b3040 2023-09-21T13:06:02.573 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.573+0000 7f373a7fc700 1 -- 172.21.15.46:0/362907752 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f372c00ba00 con 0x7f373c0b3040 2023-09-21T13:06:02.574 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.573+0000 7f373a7fc700 1 -- 172.21.15.46:0/362907752 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f372c00bd90 con 0x7f373c0b3040 2023-09-21T13:06:02.574 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.574+0000 7f374201e700 1 -- 172.21.15.46:0/362907752 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f373c0b3040 msgr2=0x7f373c0ce880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:02.574 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.574+0000 7f374201e700 1 --2- 172.21.15.46:0/362907752 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f373c0b3040 0x7f373c0ce880 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f372c0098f0 tx=0x7f372c009c00 comp rx=0 tx=0).stop 2023-09-21T13:06:02.574 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.574+0000 7f374201e700 1 -- 172.21.15.46:0/362907752 shutdown_connections 2023-09-21T13:06:02.574 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.574+0000 7f374201e700 1 --2- 172.21.15.46:0/362907752 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f373c15e3f0 0x7f373c15e850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:02.575 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.574+0000 7f374201e700 1 --2- 172.21.15.46:0/362907752 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f373c0b3040 0x7f373c0ce880 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:02.575 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.574+0000 7f374201e700 1 -- 172.21.15.46:0/362907752 >> 172.21.15.46:0/362907752 conn(0x7f373c06eb20 msgr2=0x7f373c06ef00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:02.575 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.574+0000 7f374201e700 1 -- 172.21.15.46:0/362907752 shutdown_connections 2023-09-21T13:06:02.575 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.574+0000 7f374201e700 1 -- 172.21.15.46:0/362907752 wait complete. 2023-09-21T13:06:02.577 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.575+0000 7f374201e700 1 Processor -- start 2023-09-21T13:06:02.578 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.575+0000 7f374201e700 1 -- start start 2023-09-21T13:06:02.578 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.576+0000 7f374201e700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f373c0b3040 0x7f373c1f3360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:02.578 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.576+0000 7f374201e700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f373c0b3420 0x7f373c0b6ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:02.578 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.576+0000 7f374201e700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f373c15e3f0 0x7f373c15f410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:02.578 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.576+0000 7f374201e700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f373c1f4290 con 0x7f373c0b3040 2023-09-21T13:06:02.579 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.576+0000 7f374201e700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f373c1f39f0 con 0x7f373c0b3420 2023-09-21T13:06:02.579 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.576+0000 7f374201e700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f373c1f3cd0 con 0x7f373c15e3f0 2023-09-21T13:06:02.579 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.576+0000 7f373b7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f373c0b3040 0x7f373c1f3360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:02.579 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.576+0000 7f373b7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f373c0b3040 0x7f373c1f3360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:44798/0 (socket says 172.21.15.46:44798) 2023-09-21T13:06:02.579 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.576+0000 7f373b7fe700 1 -- 172.21.15.46:0/785602282 learned_addr learned my addr 172.21.15.46:0/785602282 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:02.579 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.576+0000 7f373bfff700 1 --2- 172.21.15.46:0/785602282 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f373c15e3f0 0x7f373c15f410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:02.580 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.576+0000 7f373affd700 1 --2- 172.21.15.46:0/785602282 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f373c0b3420 0x7f373c0b6ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:02.580 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.577+0000 7f373b7fe700 1 -- 172.21.15.46:0/785602282 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f373c15e3f0 msgr2=0x7f373c15f410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:02.580 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.577+0000 7f373b7fe700 1 --2- 172.21.15.46:0/785602282 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f373c15e3f0 0x7f373c15f410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:02.580 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.577+0000 7f373b7fe700 1 -- 172.21.15.46:0/785602282 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f373c0b3420 msgr2=0x7f373c0b6ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:02.580 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.577+0000 7f373b7fe700 1 --2- 172.21.15.46:0/785602282 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f373c0b3420 0x7f373c0b6ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:02.581 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.577+0000 7f373b7fe700 1 -- 172.21.15.46:0/785602282 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f372c009550 con 0x7f373c0b3040 2023-09-21T13:06:02.581 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.577+0000 7f373b7fe700 1 --2- 172.21.15.46:0/785602282 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f373c0b3040 0x7f373c1f3360 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f372c000c00 tx=0x7f372c004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:02.581 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.577+0000 7f3723fff700 1 -- 172.21.15.46:0/785602282 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f372c004300 con 0x7f373c0b3040 2023-09-21T13:06:02.581 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.577+0000 7f3723fff700 1 -- 172.21.15.46:0/785602282 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f372c01f070 con 0x7f373c0b3040 2023-09-21T13:06:02.581 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.577+0000 7f3723fff700 1 -- 172.21.15.46:0/785602282 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f372c0036a0 con 0x7f373c0b3040 2023-09-21T13:06:02.581 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.577+0000 7f374201e700 1 -- 172.21.15.46:0/785602282 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f373c1f3fb0 con 0x7f373c0b3040 2023-09-21T13:06:02.582 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.577+0000 7f374201e700 1 -- 172.21.15.46:0/785602282 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f373c0b7020 con 0x7f373c0b3040 2023-09-21T13:06:02.582 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.578+0000 7f374201e700 1 -- 172.21.15.46:0/785602282 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f373c068b90 con 0x7f373c0b3040 2023-09-21T13:06:02.582 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.578+0000 7f3723fff700 1 -- 172.21.15.46:0/785602282 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f372c021030 con 0x7f373c0b3040 2023-09-21T13:06:02.582 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.579+0000 7f3723fff700 1 --2- 172.21.15.46:0/785602282 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f372806a580 0x7f372806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:02.582 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.579+0000 7f3723fff700 1 -- 172.21.15.46:0/785602282 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f372c089de0 con 0x7f373c0b3040 2023-09-21T13:06:02.583 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.579+0000 7f373affd700 1 --2- 172.21.15.46:0/785602282 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f372806a580 0x7f372806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:02.583 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.580+0000 7f373affd700 1 --2- 172.21.15.46:0/785602282 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f372806a580 0x7f372806ca40 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f373c1f68b0 tx=0x7f3730009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:02.583 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.584+0000 7f3723fff700 1 -- 172.21.15.46:0/785602282 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f372c0552f0 con 0x7f373c0b3040 2023-09-21T13:06:02.803 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.807+0000 7f374201e700 1 -- 172.21.15.46:0/785602282 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f373c06f0a0 con 0x7f373c0b3040 2023-09-21T13:06:02.804 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.807+0000 7f3723fff700 1 -- 172.21.15.46:0/785602282 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v22) v1 ==== 80+0+0 (secure 0 0 0) 0x7f372c058910 con 0x7f373c0b3040 2023-09-21T13:06:02.806 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.810+0000 7f374201e700 1 -- 172.21.15.46:0/785602282 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f372806a580 msgr2=0x7f372806ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:02.807 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.810+0000 7f374201e700 1 --2- 172.21.15.46:0/785602282 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f372806a580 0x7f372806ca40 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f373c1f68b0 tx=0x7f3730009040 comp rx=0 tx=0).stop 2023-09-21T13:06:02.807 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.810+0000 7f374201e700 1 -- 172.21.15.46:0/785602282 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f373c0b3040 msgr2=0x7f373c1f3360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:02.807 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.810+0000 7f374201e700 1 --2- 172.21.15.46:0/785602282 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f373c0b3040 0x7f373c1f3360 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f372c000c00 tx=0x7f372c004750 comp rx=0 tx=0).stop 2023-09-21T13:06:02.807 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.810+0000 7f374201e700 1 -- 172.21.15.46:0/785602282 shutdown_connections 2023-09-21T13:06:02.808 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.810+0000 7f374201e700 1 --2- 172.21.15.46:0/785602282 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f372806a580 0x7f372806ca40 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:02.808 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.810+0000 7f374201e700 1 --2- 172.21.15.46:0/785602282 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f373c15e3f0 0x7f373c15f410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:02.808 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.810+0000 7f374201e700 1 --2- 172.21.15.46:0/785602282 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f373c0b3040 0x7f373c1f3360 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:02.808 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.810+0000 7f374201e700 1 --2- 172.21.15.46:0/785602282 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f373c0b3420 0x7f373c0b6ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:02.808 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.810+0000 7f374201e700 1 -- 172.21.15.46:0/785602282 >> 172.21.15.46:0/785602282 conn(0x7f373c06eb20 msgr2=0x7f373c0b1370 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:02.808 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.810+0000 7f374201e700 1 -- 172.21.15.46:0/785602282 shutdown_connections 2023-09-21T13:06:02.809 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:02.810+0000 7f374201e700 1 -- 172.21.15.46:0/785602282 wait complete. 2023-09-21T13:06:02.809 INFO:teuthology.orchestra.run.smithi046.stderr:listed 0 entries 2023-09-21T13:06:02.820 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2023-09-21T13:06:02.820 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/proc/self/mounts of=/dev/stdout 2023-09-21T13:06:02.841 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-21T13:06:03.020 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.024+0000 7fa040c3e700 1 Processor -- start 2023-09-21T13:06:03.020 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.024+0000 7fa040c3e700 1 -- start start 2023-09-21T13:06:03.023 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.025+0000 7fa040c3e700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fa03c15b410 0x7fa03c15fb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:03.023 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.025+0000 7fa040c3e700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7fa03c0caf50 0x7fa03c0b3040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:03.023 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.025+0000 7fa040c3e700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa03c15f0d0 con 0x7fa03c071770 2023-09-21T13:06:03.023 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.025+0000 7fa040c3e700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa03c15f700 con 0x7fa03c15b410 2023-09-21T13:06:03.024 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.025+0000 7fa040c3e700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa03c160060 con 0x7fa03c0caf50 2023-09-21T13:06:03.024 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.025+0000 7fa03a59c700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fa03c15b410 0x7fa03c15fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:03.024 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.025+0000 7fa039d9b700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7fa03c071770 0x7fa03c0ca840 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:37374/0 (socket says 172.21.15.46:37374) 2023-09-21T13:06:03.024 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.025+0000 7fa039d9b700 1 -- 172.21.15.46:0/1022116943 learned_addr learned my addr 172.21.15.46:0/1022116943 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:06:03.024 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.025+0000 7fa03ad9d700 1 --2- 172.21.15.46:0/1022116943 >> v2:172.21.15.57:3300/0 conn(0x7fa03c0caf50 0x7fa03c0b3040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:03.025 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.026+0000 7fa03a59c700 1 -- 172.21.15.46:0/1022116943 >> v2:172.21.15.57:3300/0 conn(0x7fa03c0caf50 msgr2=0x7fa03c0b3040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:03.025 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.026+0000 7fa03a59c700 1 --2- 172.21.15.46:0/1022116943 >> v2:172.21.15.57:3300/0 conn(0x7fa03c0caf50 0x7fa03c0b3040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:03.025 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.026+0000 7fa03a59c700 1 -- 172.21.15.46:0/1022116943 >> v1:172.21.15.46:6789/0 conn(0x7fa03c071770 legacy=0x7fa03c0ca840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:03.025 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.026+0000 7fa03a59c700 1 -- 172.21.15.46:0/1022116943 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa03c0721a0 con 0x7fa03c15b410 2023-09-21T13:06:03.025 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.026+0000 7fa03959a700 1 -- 172.21.15.46:0/1022116943 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3379023426 0 0) 0x7fa03c15f0d0 con 0x7fa03c071770 2023-09-21T13:06:03.026 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.026+0000 7fa03a59c700 1 --2- 172.21.15.46:0/1022116943 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa03c15b410 0x7fa03c15fb20 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fa03c0d0da0 tx=0x7fa02c009b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd989d8e66c35a3 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:03.026 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.026+0000 7fa03959a700 1 -- 172.21.15.46:0/1022116943 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa02c011830 con 0x7fa03c15b410 2023-09-21T13:06:03.026 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.026+0000 7fa03959a700 1 -- 172.21.15.46:0/1022116943 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa02c011990 con 0x7fa03c15b410 2023-09-21T13:06:03.026 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.026+0000 7fa03959a700 1 -- 172.21.15.46:0/1022116943 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa02c011d20 con 0x7fa03c15b410 2023-09-21T13:06:03.026 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.026+0000 7fa040c3e700 1 -- 172.21.15.46:0/1022116943 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa03c15b410 msgr2=0x7fa03c15fb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:03.027 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.026+0000 7fa040c3e700 1 --2- 172.21.15.46:0/1022116943 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa03c15b410 0x7fa03c15fb20 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fa03c0d0da0 tx=0x7fa02c009b20 comp rx=0 tx=0).stop 2023-09-21T13:06:03.027 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.027+0000 7fa040c3e700 1 -- 172.21.15.46:0/1022116943 shutdown_connections 2023-09-21T13:06:03.027 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.027+0000 7fa040c3e700 1 --2- 172.21.15.46:0/1022116943 >> v2:172.21.15.57:3300/0 conn(0x7fa03c0caf50 0x7fa03c0b3040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:03.027 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.027+0000 7fa040c3e700 1 --2- 172.21.15.46:0/1022116943 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa03c15b410 0x7fa03c15fb20 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:03.027 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.027+0000 7fa040c3e700 1 -- 172.21.15.46:0/1022116943 >> 172.21.15.46:0/1022116943 conn(0x7fa03c0d01f0 msgr2=0x7fa03c0d0600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:03.028 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.027+0000 7fa040c3e700 1 -- 172.21.15.46:0/1022116943 shutdown_connections 2023-09-21T13:06:03.028 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.027+0000 7fa040c3e700 1 -- 172.21.15.46:0/1022116943 wait complete. 2023-09-21T13:06:03.030 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.029+0000 7fa040c3e700 1 Processor -- start 2023-09-21T13:06:03.031 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.029+0000 7fa040c3e700 1 -- start start 2023-09-21T13:06:03.031 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.030+0000 7fa040c3e700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fa03c071770 0x7fa03c14f5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:03.031 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.030+0000 7fa040c3e700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa03c0caf50 0x7fa03c0c4ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:03.031 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.030+0000 7fa040c3e700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fa03c15b410 0x7fa03c15de50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:03.031 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.030+0000 7fa040c3e700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa03c15cdb0 con 0x7fa03c0caf50 2023-09-21T13:06:03.032 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.030+0000 7fa040c3e700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa03c15d090 con 0x7fa03c071770 2023-09-21T13:06:03.032 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.030+0000 7fa040c3e700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa03c15d370 con 0x7fa03c15b410 2023-09-21T13:06:03.032 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.030+0000 7fa039d9b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa03c0caf50 0x7fa03c0c4ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:03.032 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.030+0000 7fa039d9b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa03c0caf50 0x7fa03c0c4ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:44822/0 (socket says 172.21.15.46:44822) 2023-09-21T13:06:03.032 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.030+0000 7fa039d9b700 1 -- 172.21.15.46:0/3275571347 learned_addr learned my addr 172.21.15.46:0/3275571347 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:03.032 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.030+0000 7fa03ad9d700 1 --2- 172.21.15.46:0/3275571347 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fa03c15b410 0x7fa03c15de50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:03.033 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.030+0000 7fa03a59c700 1 --2- 172.21.15.46:0/3275571347 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fa03c071770 0x7fa03c14f5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:03.033 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.030+0000 7fa039d9b700 1 -- 172.21.15.46:0/3275571347 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fa03c15b410 msgr2=0x7fa03c15de50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:03.033 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.030+0000 7fa039d9b700 1 --2- 172.21.15.46:0/3275571347 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fa03c15b410 0x7fa03c15de50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:03.033 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.030+0000 7fa039d9b700 1 -- 172.21.15.46:0/3275571347 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fa03c071770 msgr2=0x7fa03c14f5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:03.034 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.030+0000 7fa039d9b700 1 --2- 172.21.15.46:0/3275571347 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fa03c071770 0x7fa03c14f5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:03.034 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.030+0000 7fa039d9b700 1 -- 172.21.15.46:0/3275571347 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa02c0094a0 con 0x7fa03c0caf50 2023-09-21T13:06:03.034 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.030+0000 7fa039d9b700 1 --2- 172.21.15.46:0/3275571347 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa03c0caf50 0x7fa03c0c4ad0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fa03000c550 tx=0x7fa03000c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:03.034 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.031+0000 7fa02affd700 1 -- 172.21.15.46:0/3275571347 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa030004c80 con 0x7fa03c0caf50 2023-09-21T13:06:03.035 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.031+0000 7fa02affd700 1 -- 172.21.15.46:0/3275571347 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa030004e00 con 0x7fa03c0caf50 2023-09-21T13:06:03.035 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.031+0000 7fa02affd700 1 -- 172.21.15.46:0/3275571347 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa030007310 con 0x7fa03c0caf50 2023-09-21T13:06:03.035 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.031+0000 7fa040c3e700 1 -- 172.21.15.46:0/3275571347 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa03c15d650 con 0x7fa03c0caf50 2023-09-21T13:06:03.035 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.031+0000 7fa040c3e700 1 -- 172.21.15.46:0/3275571347 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa03c14fb30 con 0x7fa03c0caf50 2023-09-21T13:06:03.036 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.032+0000 7fa040c3e700 1 -- 172.21.15.46:0/3275571347 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa03c15db70 con 0x7fa03c0caf50 2023-09-21T13:06:03.036 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.032+0000 7fa02affd700 1 -- 172.21.15.46:0/3275571347 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fa030007470 con 0x7fa03c0caf50 2023-09-21T13:06:03.036 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.033+0000 7fa02affd700 1 --2- 172.21.15.46:0/3275571347 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fa01c06a580 0x7fa01c06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:03.036 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.033+0000 7fa02affd700 1 -- 172.21.15.46:0/3275571347 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7fa0300886f0 con 0x7fa03c0caf50 2023-09-21T13:06:03.037 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.033+0000 7fa03a59c700 1 --2- 172.21.15.46:0/3275571347 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fa01c06a580 0x7fa01c06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:03.037 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.033+0000 7fa03a59c700 1 --2- 172.21.15.46:0/3275571347 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fa01c06a580 0x7fa01c06ca40 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fa02c0090b0 tx=0x7fa02c008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:03.037 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.037+0000 7fa02affd700 1 -- 172.21.15.46:0/3275571347 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fa03c15db70 con 0x7fa03c0caf50 2023-09-21T13:06:03.243 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.247+0000 7fa040c3e700 1 -- 172.21.15.46:0/3275571347 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fa03c15db70 con 0x7fa03c0caf50 2023-09-21T13:06:03.245 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.248+0000 7fa02affd700 1 -- 172.21.15.46:0/3275571347 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) v1 ==== 74+0+16651 (secure 0 0 0) 0x7fa03c15db70 con 0x7fa03c0caf50 2023-09-21T13:06:03.245 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:06:03.246 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":22,"fsid":"3cbfaf88-469e-4129-b70d-6dd2d92bd0a4","created":"2023-09-21T13:04:52.312650+0000","modified":"2023-09-21T13:06:00.195068+0000","last_up_change":"2023-09-21T13:05:04.397018+0000","last_in_change":"2023-09-21T13:04:55.853368+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-21T13:05:05.036373+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-09-21T13:05:14.305630+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-09-21T13:05:15.146424+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"23992b72-ed3c-4a14-ae79-8150e0fedbf7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6810","nonce":1682463833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6814","nonce":1682463833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6822","nonce":1682463833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6818","nonce":1682463833}]},"public_addr":"172.21.15.46:6810/1682463833","cluster_addr":"172.21.15.46:6814/1682463833","heartbeat_back_addr":"172.21.15.46:6822/1682463833","heartbeat_front_addr":"172.21.15.46:6818/1682463833","state":["exists","up"]},{"osd":1,"uuid":"2578f708-e052-4bdd-bcef-54808f1d1ef4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6800","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6801","nonce":3674836117}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6803","nonce":3674836117}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6807","nonce":3674836117}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6805","nonce":3674836117}]},"public_addr":"172.21.15.46:6801/3674836117","cluster_addr":"172.21.15.46:6803/3674836117","heartbeat_back_addr":"172.21.15.46:6807/3674836117","heartbeat_front_addr":"172.21.15.46:6805/3674836117","state":["exists","up"]},{"osd":2,"uuid":"6db5fc17-2472-42fd-a613-8cc24a815cfe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6825","nonce":3956023171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6827","nonce":3956023171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6831","nonce":3956023171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6829","nonce":3956023171}]},"public_addr":"172.21.15.46:6825/3956023171","cluster_addr":"172.21.15.46:6827/3956023171","heartbeat_back_addr":"172.21.15.46:6831/3956023171","heartbeat_front_addr":"172.21.15.46:6829/3956023171","state":["exists","up"]},{"osd":3,"uuid":"b0ddd2cd-9025-471f-a976-d7bc356eb10b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6809","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6811","nonce":1834230057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6813","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6815","nonce":1834230057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6821","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6823","nonce":1834230057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6817","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6819","nonce":1834230057}]},"public_addr":"172.21.15.46:6811/1834230057","cluster_addr":"172.21.15.46:6815/1834230057","heartbeat_back_addr":"172.21.15.46:6823/1834230057","heartbeat_front_addr":"172.21.15.46:6819/1834230057","state":["exists","up"]},{"osd":4,"uuid":"51245ec8-6073-476b-aea6-482f9a379f43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6800","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6801","nonce":867529145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6802","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6803","nonce":867529145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6806","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6807","nonce":867529145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6804","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6805","nonce":867529145}]},"public_addr":"172.21.15.57:6801/867529145","cluster_addr":"172.21.15.57:6803/867529145","heartbeat_back_addr":"172.21.15.57:6807/867529145","heartbeat_front_addr":"172.21.15.57:6805/867529145","state":["exists","up"]},{"osd":5,"uuid":"6be64509-8d19-48af-aa7d-2744199eb3c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6824","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6825","nonce":2639760353}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6826","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6827","nonce":2639760353}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6830","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6831","nonce":2639760353}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6828","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6829","nonce":2639760353}]},"public_addr":"172.21.15.57:6825/2639760353","cluster_addr":"172.21.15.57:6827/2639760353","heartbeat_back_addr":"172.21.15.57:6831/2639760353","heartbeat_front_addr":"172.21.15.57:6829/2639760353","state":["exists","up"]},{"osd":6,"uuid":"8bfda35e-f97c-4419-a105-ff306eff7a42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6808","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6809","nonce":3693682875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6810","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6811","nonce":3693682875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6814","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6815","nonce":3693682875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6812","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6813","nonce":3693682875}]},"public_addr":"172.21.15.57:6809/3693682875","cluster_addr":"172.21.15.57:6811/3693682875","heartbeat_back_addr":"172.21.15.57:6815/3693682875","heartbeat_front_addr":"172.21.15.57:6813/3693682875","state":["exists","up"]},{"osd":7,"uuid":"49fc1df7-ab94-4da5-b915-8f7cc61f2714","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6816","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6817","nonce":1729728830}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6818","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6819","nonce":1729728830}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6822","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6823","nonce":1729728830}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6820","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6821","nonce":1729728830}]},"public_addr":"172.21.15.57:6817/1729728830","cluster_addr":"172.21.15.57:6819/1729728830","heartbeat_back_addr":"172.21.15.57:6823/1729728830","heartbeat_front_addr":"172.21.15.57:6821/1729728830","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:00.955073+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.074451+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.068487+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.010348+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.035446+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.101249+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.104509+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.077361+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.1d","mappings":[{"from":5,"to":2}]},{"pgid":"3.2a","mappings":[{"from":5,"to":2}]},{"pgid":"3.38","mappings":[{"from":3,"to":1}]},{"pgid":"3.39","mappings":[{"from":7,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-21T13:06:03.248 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.251+0000 7fa040c3e700 1 -- 172.21.15.46:0/3275571347 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fa01c06a580 msgr2=0x7fa01c06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:03.248 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.251+0000 7fa040c3e700 1 --2- 172.21.15.46:0/3275571347 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fa01c06a580 0x7fa01c06ca40 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fa02c0090b0 tx=0x7fa02c008030 comp rx=0 tx=0).stop 2023-09-21T13:06:03.248 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.251+0000 7fa040c3e700 1 -- 172.21.15.46:0/3275571347 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa03c0caf50 msgr2=0x7fa03c0c4ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:03.248 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.251+0000 7fa040c3e700 1 --2- 172.21.15.46:0/3275571347 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa03c0caf50 0x7fa03c0c4ad0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fa03000c550 tx=0x7fa03000c860 comp rx=0 tx=0).stop 2023-09-21T13:06:03.248 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.251+0000 7fa040c3e700 1 -- 172.21.15.46:0/3275571347 shutdown_connections 2023-09-21T13:06:03.249 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.251+0000 7fa040c3e700 1 --2- 172.21.15.46:0/3275571347 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fa01c06a580 0x7fa01c06ca40 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:03.249 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.251+0000 7fa040c3e700 1 --2- 172.21.15.46:0/3275571347 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fa03c15b410 0x7fa03c15de50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:03.249 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.251+0000 7fa040c3e700 1 --2- 172.21.15.46:0/3275571347 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fa03c071770 0x7fa03c14f5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:03.249 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.251+0000 7fa040c3e700 1 --2- 172.21.15.46:0/3275571347 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa03c0caf50 0x7fa03c0c4ad0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:03.250 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.251+0000 7fa040c3e700 1 -- 172.21.15.46:0/3275571347 >> 172.21.15.46:0/3275571347 conn(0x7fa03c0d01f0 msgr2=0x7fa03c06a7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:03.250 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.251+0000 7fa040c3e700 1 -- 172.21.15.46:0/3275571347 shutdown_connections 2023-09-21T13:06:03.250 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.251+0000 7fa040c3e700 1 -- 172.21.15.46:0/3275571347 wait complete. 2023-09-21T13:06:03.261 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-09-21T13:05:05.036373+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-09-21T13:05:14.305630+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-09-21T13:05:15.146424+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.25, 'score_stable': 1.25, 'optimal_score': 1, 'raw_score_acting': 1.25, 'raw_score_stable': 1.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-09-21T13:06:03.262 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-09-21T13:06:03.402 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.406+0000 7f3b3a1d9700 1 Processor -- start 2023-09-21T13:06:03.403 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.406+0000 7f3b3a1d9700 1 -- start start 2023-09-21T13:06:03.405 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.407+0000 7f3b3a1d9700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f3b3415a530 0x7f3b340cd800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:03.405 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.407+0000 7f3b3a1d9700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3b3406ffb0 con 0x7f3b340717c0 2023-09-21T13:06:03.405 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.407+0000 7f3b3a1d9700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3b34071d60 con 0x7f3b3415e6c0 2023-09-21T13:06:03.406 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.407+0000 7f3b3a1d9700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3b34072040 con 0x7f3b3415a530 2023-09-21T13:06:03.406 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.407+0000 7f3b337fe700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f3b3415a530 0x7f3b340cd800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:03.406 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.407+0000 7f3b32ffd700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f3b340717c0 0x7f3b340cb6d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:37384/0 (socket says 172.21.15.46:37384) 2023-09-21T13:06:03.406 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.407+0000 7f3b32ffd700 1 -- 172.21.15.46:0/2759449065 learned_addr learned my addr 172.21.15.46:0/2759449065 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:06:03.407 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.408+0000 7f3b337fe700 1 -- 172.21.15.46:0/2759449065 >> v1:172.21.15.57:6789/0 conn(0x7f3b3415e6c0 legacy=0x7f3b3406ef50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:03.407 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.408+0000 7f3b337fe700 1 -- 172.21.15.46:0/2759449065 >> v1:172.21.15.46:6789/0 conn(0x7f3b340717c0 legacy=0x7f3b340cb6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:03.407 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.408+0000 7f3b337fe700 1 -- 172.21.15.46:0/2759449065 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3b34072320 con 0x7f3b3415a530 2023-09-21T13:06:03.407 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.408+0000 7f3b327fc700 1 -- 172.21.15.46:0/2759449065 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 503131953 0 0) 0x7f3b3406ffb0 con 0x7f3b340717c0 2023-09-21T13:06:03.407 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.408+0000 7f3b337fe700 1 --2- 172.21.15.46:0/2759449065 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3b3415a530 0x7f3b340cd800 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f3b24009840 tx=0x7f3b24009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a1457aab2bf9de6 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:03.408 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.408+0000 7f3b327fc700 1 -- 172.21.15.46:0/2759449065 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b24011830 con 0x7f3b3415a530 2023-09-21T13:06:03.408 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.408+0000 7f3b327fc700 1 -- 172.21.15.46:0/2759449065 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3b24011990 con 0x7f3b3415a530 2023-09-21T13:06:03.408 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.408+0000 7f3b327fc700 1 -- 172.21.15.46:0/2759449065 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b24011d20 con 0x7f3b3415a530 2023-09-21T13:06:03.408 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.409+0000 7f3b3a1d9700 1 -- 172.21.15.46:0/2759449065 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3b3415a530 msgr2=0x7f3b340cd800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:03.409 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.409+0000 7f3b3a1d9700 1 --2- 172.21.15.46:0/2759449065 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3b3415a530 0x7f3b340cd800 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f3b24009840 tx=0x7f3b24009b50 comp rx=0 tx=0).stop 2023-09-21T13:06:03.409 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.409+0000 7f3b3a1d9700 1 -- 172.21.15.46:0/2759449065 shutdown_connections 2023-09-21T13:06:03.409 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.409+0000 7f3b3a1d9700 1 --2- 172.21.15.46:0/2759449065 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3b3415a530 0x7f3b340cd800 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:03.409 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.409+0000 7f3b3a1d9700 1 -- 172.21.15.46:0/2759449065 >> 172.21.15.46:0/2759449065 conn(0x7f3b340ccd10 msgr2=0x7f3b340cd0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:03.409 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.409+0000 7f3b3a1d9700 1 -- 172.21.15.46:0/2759449065 shutdown_connections 2023-09-21T13:06:03.410 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.409+0000 7f3b3a1d9700 1 -- 172.21.15.46:0/2759449065 wait complete. 2023-09-21T13:06:03.413 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.410+0000 7f3b3a1d9700 1 Processor -- start 2023-09-21T13:06:03.413 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.411+0000 7f3b3a1d9700 1 -- start start 2023-09-21T13:06:03.413 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.412+0000 7f3b3a1d9700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3b340717c0 0x7f3b3415ae80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:03.413 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.412+0000 7f3b3a1d9700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f3b3415a530 0x7f3b3406aa10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:03.414 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.412+0000 7f3b3a1d9700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3b3415e6c0 0x7f3b3415c500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:03.414 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.412+0000 7f3b3a1d9700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3b3415b460 con 0x7f3b3415e6c0 2023-09-21T13:06:03.414 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.412+0000 7f3b3a1d9700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3b3415b740 con 0x7f3b3415a530 2023-09-21T13:06:03.414 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.412+0000 7f3b3a1d9700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3b3415ba20 con 0x7f3b340717c0 2023-09-21T13:06:03.414 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.412+0000 7f3b33fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3b3415e6c0 0x7f3b3415c500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:03.415 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.412+0000 7f3b33fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3b3415e6c0 0x7f3b3415c500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:44846/0 (socket says 172.21.15.46:44846) 2023-09-21T13:06:03.415 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.412+0000 7f3b33fff700 1 -- 172.21.15.46:0/3234171272 learned_addr learned my addr 172.21.15.46:0/3234171272 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:03.415 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.412+0000 7f3b337fe700 1 --2- 172.21.15.46:0/3234171272 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3b340717c0 0x7f3b3415ae80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:03.415 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.412+0000 7f3b32ffd700 1 --2- 172.21.15.46:0/3234171272 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f3b3415a530 0x7f3b3406aa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:03.416 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.412+0000 7f3b33fff700 1 -- 172.21.15.46:0/3234171272 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3b340717c0 msgr2=0x7f3b3415ae80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:03.416 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.412+0000 7f3b33fff700 1 --2- 172.21.15.46:0/3234171272 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3b340717c0 0x7f3b3415ae80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:03.416 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.412+0000 7f3b33fff700 1 -- 172.21.15.46:0/3234171272 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f3b3415a530 msgr2=0x7f3b3406aa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:03.416 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.412+0000 7f3b33fff700 1 --2- 172.21.15.46:0/3234171272 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f3b3415a530 0x7f3b3406aa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:03.416 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.412+0000 7f3b33fff700 1 -- 172.21.15.46:0/3234171272 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3b240094a0 con 0x7f3b3415e6c0 2023-09-21T13:06:03.417 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.412+0000 7f3b33fff700 1 --2- 172.21.15.46:0/3234171272 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3b3415e6c0 0x7f3b3415c500 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f3b2c00cc50 tx=0x7f3b2c00cf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:03.417 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.413+0000 7f3b1bfff700 1 -- 172.21.15.46:0/3234171272 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b2c003c00 con 0x7f3b3415e6c0 2023-09-21T13:06:03.417 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.413+0000 7f3b1bfff700 1 -- 172.21.15.46:0/3234171272 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3b2c003d60 con 0x7f3b3415e6c0 2023-09-21T13:06:03.417 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.413+0000 7f3b3a1d9700 1 -- 172.21.15.46:0/3234171272 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3b3415bd00 con 0x7f3b3415e6c0 2023-09-21T13:06:03.417 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.413+0000 7f3b1bfff700 1 -- 172.21.15.46:0/3234171272 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b2c00aaf0 con 0x7f3b3415e6c0 2023-09-21T13:06:03.418 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.413+0000 7f3b3a1d9700 1 -- 172.21.15.46:0/3234171272 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3b340ade40 con 0x7f3b3415e6c0 2023-09-21T13:06:03.418 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.414+0000 7f3b3a1d9700 1 -- 172.21.15.46:0/3234171272 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3b3415c220 con 0x7f3b3415e6c0 2023-09-21T13:06:03.418 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.414+0000 7f3b1bfff700 1 -- 172.21.15.46:0/3234171272 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f3b2c00ac50 con 0x7f3b3415e6c0 2023-09-21T13:06:03.418 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.414+0000 7f3b1bfff700 1 --2- 172.21.15.46:0/3234171272 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f3b2006a580 0x7f3b2006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:03.419 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.415+0000 7f3b1bfff700 1 -- 172.21.15.46:0/3234171272 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f3b2c088b20 con 0x7f3b3415e6c0 2023-09-21T13:06:03.419 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.415+0000 7f3b337fe700 1 --2- 172.21.15.46:0/3234171272 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f3b2006a580 0x7f3b2006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:03.419 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.415+0000 7f3b337fe700 1 --2- 172.21.15.46:0/3234171272 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f3b2006a580 0x7f3b2006ca40 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f3b240090b0 tx=0x7f3b2401c040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:03.419 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.419+0000 7f3b1bfff700 1 -- 172.21.15.46:0/3234171272 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f3b3415c220 con 0x7f3b3415e6c0 2023-09-21T13:06:03.621 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.625+0000 7f3b3a1d9700 1 -- 172.21.15.46:0/3234171272 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f3b3415c220 con 0x7f3b3415e6c0 2023-09-21T13:06:03.621 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.625+0000 7f3b1bfff700 1 -- 172.21.15.46:0/3234171272 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v22) v1 ==== 93+0+10 (secure 0 0 0) 0x7f3b3415c220 con 0x7f3b3415e6c0 2023-09-21T13:06:03.622 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 1 2023-09-21T13:06:03.624 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.627+0000 7f3b3a1d9700 1 -- 172.21.15.46:0/3234171272 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f3b2006a580 msgr2=0x7f3b2006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:03.624 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.627+0000 7f3b3a1d9700 1 --2- 172.21.15.46:0/3234171272 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f3b2006a580 0x7f3b2006ca40 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f3b240090b0 tx=0x7f3b2401c040 comp rx=0 tx=0).stop 2023-09-21T13:06:03.625 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.627+0000 7f3b3a1d9700 1 -- 172.21.15.46:0/3234171272 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3b3415e6c0 msgr2=0x7f3b3415c500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:03.625 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.627+0000 7f3b3a1d9700 1 --2- 172.21.15.46:0/3234171272 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3b3415e6c0 0x7f3b3415c500 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f3b2c00cc50 tx=0x7f3b2c00cf60 comp rx=0 tx=0).stop 2023-09-21T13:06:03.625 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.627+0000 7f3b3a1d9700 1 -- 172.21.15.46:0/3234171272 shutdown_connections 2023-09-21T13:06:03.625 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.627+0000 7f3b3a1d9700 1 --2- 172.21.15.46:0/3234171272 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f3b2006a580 0x7f3b2006ca40 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:03.625 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.627+0000 7f3b3a1d9700 1 --2- 172.21.15.46:0/3234171272 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3b3415e6c0 0x7f3b3415c500 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:03.626 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.627+0000 7f3b3a1d9700 1 --2- 172.21.15.46:0/3234171272 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3b340717c0 0x7f3b3415ae80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:03.626 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.627+0000 7f3b3a1d9700 1 --2- 172.21.15.46:0/3234171272 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f3b3415a530 0x7f3b3406aa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:03.626 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.627+0000 7f3b3a1d9700 1 -- 172.21.15.46:0/3234171272 >> 172.21.15.46:0/3234171272 conn(0x7f3b340ccd10 msgr2=0x7f3b340b0f20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:03.626 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.628+0000 7f3b3a1d9700 1 -- 172.21.15.46:0/3234171272 shutdown_connections 2023-09-21T13:06:03.627 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.628+0000 7f3b3a1d9700 1 -- 172.21.15.46:0/3234171272 wait complete. 2023-09-21T13:06:03.637 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-09-21T13:06:03.779 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.783+0000 7fbb80dc5700 1 Processor -- start 2023-09-21T13:06:03.780 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.783+0000 7fbb80dc5700 1 -- start start 2023-09-21T13:06:03.781 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.784+0000 7fbb80dc5700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7fbb7c06a7a0 0x7fbb7c06f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:03.782 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.784+0000 7fbb80dc5700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbb7c06fc00 0x7fbb7c0717c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:03.782 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.784+0000 7fbb80dc5700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbb7c06ef50 con 0x7fbb7c15b390 2023-09-21T13:06:03.782 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.784+0000 7fbb80dc5700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbb7c06f230 con 0x7fbb7c06a7a0 2023-09-21T13:06:03.782 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.784+0000 7fbb80dc5700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbb7c0c3bb0 con 0x7fbb7c06fc00 2023-09-21T13:06:03.782 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.784+0000 7fbb7ad9d700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbb7c06fc00 0x7fbb7c0717c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:03.783 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.784+0000 7fbb7ad9d700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbb7c06fc00 0x7fbb7c0717c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.57:3301/0 says I am v2:172.21.15.46:45912/0 (socket says 172.21.15.46:45912) 2023-09-21T13:06:03.783 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.784+0000 7fbb7ad9d700 1 -- 172.21.15.46:0/3140717392 learned_addr learned my addr 172.21.15.46:0/3140717392 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:03.783 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.784+0000 7fbb79d9b700 1 --2- 172.21.15.46:0/3140717392 >> v2:172.21.15.57:3300/0 conn(0x7fbb7c06a7a0 0x7fbb7c06f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:03.783 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.785+0000 7fbb7ad9d700 1 -- 172.21.15.46:0/3140717392 >> v2:172.21.15.57:3300/0 conn(0x7fbb7c06a7a0 msgr2=0x7fbb7c06f6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:03.784 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.785+0000 7fbb7ad9d700 1 --2- 172.21.15.46:0/3140717392 >> v2:172.21.15.57:3300/0 conn(0x7fbb7c06a7a0 0x7fbb7c06f6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:03.784 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.785+0000 7fbb7ad9d700 1 -- 172.21.15.46:0/3140717392 >> v1:172.21.15.57:6789/0 conn(0x7fbb7c15b390 legacy=0x7fbb7c15e6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:03.784 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.785+0000 7fbb7ad9d700 1 -- 172.21.15.46:0/3140717392 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb7c06ac60 con 0x7fbb7c06fc00 2023-09-21T13:06:03.784 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.785+0000 7fbb79d9b700 1 --2- 172.21.15.46:0/3140717392 >> v2:172.21.15.57:3300/0 conn(0x7fbb7c06a7a0 0x7fbb7c06f6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-21T13:06:03.784 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.785+0000 7fbb7ad9d700 1 --2- 172.21.15.46:0/3140717392 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbb7c06fc00 0x7fbb7c0717c0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fbb740098f0 tx=0x7fbb74009c00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f93d8df10b712c75 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:03.785 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.785+0000 7fbb7959a700 1 -- 172.21.15.46:0/3140717392 <== mon.2 v2:172.21.15.57:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb74011830 con 0x7fbb7c06fc00 2023-09-21T13:06:03.785 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.785+0000 7fbb7959a700 1 -- 172.21.15.46:0/3140717392 <== mon.2 v2:172.21.15.57:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbb74011990 con 0x7fbb7c06fc00 2023-09-21T13:06:03.785 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.785+0000 7fbb7959a700 1 -- 172.21.15.46:0/3140717392 <== mon.2 v2:172.21.15.57:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb74011d20 con 0x7fbb7c06fc00 2023-09-21T13:06:03.788 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.786+0000 7fbb80dc5700 1 -- 172.21.15.46:0/3140717392 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbb7c06fc00 msgr2=0x7fbb7c0717c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:03.788 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.786+0000 7fbb80dc5700 1 --2- 172.21.15.46:0/3140717392 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbb7c06fc00 0x7fbb7c0717c0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fbb740098f0 tx=0x7fbb74009c00 comp rx=0 tx=0).stop 2023-09-21T13:06:03.788 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.786+0000 7fbb80dc5700 1 -- 172.21.15.46:0/3140717392 shutdown_connections 2023-09-21T13:06:03.789 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.786+0000 7fbb80dc5700 1 --2- 172.21.15.46:0/3140717392 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbb7c06fc00 0x7fbb7c0717c0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:03.789 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.786+0000 7fbb80dc5700 1 --2- 172.21.15.46:0/3140717392 >> v2:172.21.15.57:3300/0 conn(0x7fbb7c06a7a0 0x7fbb7c06f6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:03.789 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.786+0000 7fbb80dc5700 1 -- 172.21.15.46:0/3140717392 >> 172.21.15.46:0/3140717392 conn(0x7fbb7c0ccd10 msgr2=0x7fbb7c0cd120 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:03.789 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.786+0000 7fbb80dc5700 1 -- 172.21.15.46:0/3140717392 shutdown_connections 2023-09-21T13:06:03.789 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.786+0000 7fbb80dc5700 1 -- 172.21.15.46:0/3140717392 wait complete. 2023-09-21T13:06:03.790 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.788+0000 7fbb80dc5700 1 Processor -- start 2023-09-21T13:06:03.790 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.788+0000 7fbb80dc5700 1 -- start start 2023-09-21T13:06:03.790 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.788+0000 7fbb80dc5700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbb7c06a7a0 0x7fbb7c15d760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:03.790 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.788+0000 7fbb80dc5700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fbb7c06fc00 0x7fbb7c158610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:03.790 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.788+0000 7fbb80dc5700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbb7c15b390 0x7fbb7c0c6770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:03.791 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.788+0000 7fbb80dc5700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb7c158b50 con 0x7fbb7c06a7a0 2023-09-21T13:06:03.791 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.788+0000 7fbb80dc5700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb7c159c50 con 0x7fbb7c06fc00 2023-09-21T13:06:03.791 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.788+0000 7fbb80dc5700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbb7c0c40c0 con 0x7fbb7c15b390 2023-09-21T13:06:03.791 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.789+0000 7fbb7a59c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbb7c06a7a0 0x7fbb7c15d760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:03.791 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.789+0000 7fbb7a59c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbb7c06a7a0 0x7fbb7c15d760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:44856/0 (socket says 172.21.15.46:44856) 2023-09-21T13:06:03.791 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.789+0000 7fbb7a59c700 1 -- 172.21.15.46:0/3519486269 learned_addr learned my addr 172.21.15.46:0/3519486269 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:03.792 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.789+0000 7fbb79d9b700 1 --2- 172.21.15.46:0/3519486269 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fbb7c06fc00 0x7fbb7c158610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:03.792 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.789+0000 7fbb7ad9d700 1 --2- 172.21.15.46:0/3519486269 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbb7c15b390 0x7fbb7c0c6770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:03.792 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.789+0000 7fbb7a59c700 1 -- 172.21.15.46:0/3519486269 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbb7c15b390 msgr2=0x7fbb7c0c6770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:03.792 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.789+0000 7fbb7a59c700 1 --2- 172.21.15.46:0/3519486269 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbb7c15b390 0x7fbb7c0c6770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:03.792 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.789+0000 7fbb7a59c700 1 -- 172.21.15.46:0/3519486269 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fbb7c06fc00 msgr2=0x7fbb7c158610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:03.793 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.789+0000 7fbb7a59c700 1 --2- 172.21.15.46:0/3519486269 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fbb7c06fc00 0x7fbb7c158610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:03.793 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.789+0000 7fbb7a59c700 1 -- 172.21.15.46:0/3519486269 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb70009a70 con 0x7fbb7c06a7a0 2023-09-21T13:06:03.793 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.789+0000 7fbb7a59c700 1 --2- 172.21.15.46:0/3519486269 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbb7c06a7a0 0x7fbb7c15d760 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fbb6c00c450 tx=0x7fbb6c00c760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:03.793 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.789+0000 7fbb6affd700 1 -- 172.21.15.46:0/3519486269 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb6c0052d0 con 0x7fbb7c06a7a0 2023-09-21T13:06:03.793 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.789+0000 7fbb6affd700 1 -- 172.21.15.46:0/3519486269 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbb6c005430 con 0x7fbb7c06a7a0 2023-09-21T13:06:03.794 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.789+0000 7fbb80dc5700 1 -- 172.21.15.46:0/3519486269 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbb74009550 con 0x7fbb7c06a7a0 2023-09-21T13:06:03.794 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.789+0000 7fbb6affd700 1 -- 172.21.15.46:0/3519486269 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb6c0038c0 con 0x7fbb7c06a7a0 2023-09-21T13:06:03.794 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.789+0000 7fbb80dc5700 1 -- 172.21.15.46:0/3519486269 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbb7c0c4680 con 0x7fbb7c06a7a0 2023-09-21T13:06:03.794 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.790+0000 7fbb80dc5700 1 -- 172.21.15.46:0/3519486269 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbb7c04f330 con 0x7fbb7c06a7a0 2023-09-21T13:06:03.794 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.791+0000 7fbb6affd700 1 -- 172.21.15.46:0/3519486269 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fbb6c003a20 con 0x7fbb7c06a7a0 2023-09-21T13:06:03.794 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.791+0000 7fbb6affd700 1 --2- 172.21.15.46:0/3519486269 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fbb5c06a580 0x7fbb5c06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:03.795 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.791+0000 7fbb6affd700 1 -- 172.21.15.46:0/3519486269 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7fbb6c087e00 con 0x7fbb7c06a7a0 2023-09-21T13:06:03.795 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.791+0000 7fbb79d9b700 1 --2- 172.21.15.46:0/3519486269 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fbb5c06a580 0x7fbb5c06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:03.795 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.792+0000 7fbb79d9b700 1 --2- 172.21.15.46:0/3519486269 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fbb5c06a580 0x7fbb5c06ca40 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fbb70009fd0 tx=0x7fbb7000b040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:03.795 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:03.796+0000 7fbb6affd700 1 -- 172.21.15.46:0/3519486269 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fbb6c053300 con 0x7fbb7c06a7a0 2023-09-21T13:06:03.996 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.000+0000 7fbb80dc5700 1 -- 172.21.15.46:0/3519486269 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fbb7c1616d0 con 0x7fbb7c06a7a0 2023-09-21T13:06:03.997 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.001+0000 7fbb6affd700 1 -- 172.21.15.46:0/3519486269 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v22) v1 ==== 104+0+11 (secure 0 0 0) 0x7fbb6c00ce60 con 0x7fbb7c06a7a0 2023-09-21T13:06:03.997 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 32 2023-09-21T13:06:04.000 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.003+0000 7fbb80dc5700 1 -- 172.21.15.46:0/3519486269 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fbb5c06a580 msgr2=0x7fbb5c06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:04.000 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.003+0000 7fbb80dc5700 1 --2- 172.21.15.46:0/3519486269 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fbb5c06a580 0x7fbb5c06ca40 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fbb70009fd0 tx=0x7fbb7000b040 comp rx=0 tx=0).stop 2023-09-21T13:06:04.000 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.003+0000 7fbb80dc5700 1 -- 172.21.15.46:0/3519486269 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbb7c06a7a0 msgr2=0x7fbb7c15d760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:04.000 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.003+0000 7fbb80dc5700 1 --2- 172.21.15.46:0/3519486269 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbb7c06a7a0 0x7fbb7c15d760 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fbb6c00c450 tx=0x7fbb6c00c760 comp rx=0 tx=0).stop 2023-09-21T13:06:04.000 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.003+0000 7fbb80dc5700 1 -- 172.21.15.46:0/3519486269 shutdown_connections 2023-09-21T13:06:04.001 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.003+0000 7fbb80dc5700 1 --2- 172.21.15.46:0/3519486269 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fbb5c06a580 0x7fbb5c06ca40 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:04.001 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.003+0000 7fbb80dc5700 1 --2- 172.21.15.46:0/3519486269 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbb7c15b390 0x7fbb7c0c6770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:04.001 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.003+0000 7fbb80dc5700 1 --2- 172.21.15.46:0/3519486269 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbb7c06a7a0 0x7fbb7c15d760 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:04.001 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.003+0000 7fbb80dc5700 1 --2- 172.21.15.46:0/3519486269 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fbb7c06fc00 0x7fbb7c158610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:04.001 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.003+0000 7fbb80dc5700 1 -- 172.21.15.46:0/3519486269 >> 172.21.15.46:0/3519486269 conn(0x7fbb7c0ccd10 msgr2=0x7fbb7c0b2eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:04.001 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.003+0000 7fbb80dc5700 1 -- 172.21.15.46:0/3519486269 shutdown_connections 2023-09-21T13:06:04.002 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.003+0000 7fbb80dc5700 1 -- 172.21.15.46:0/3519486269 wait complete. 2023-09-21T13:06:04.013 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-09-21T13:06:04.153 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.156+0000 7fc860f13700 1 Processor -- start 2023-09-21T13:06:04.153 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.156+0000 7fc860f13700 1 -- start start 2023-09-21T13:06:04.155 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.157+0000 7fc860f13700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7fc85c15d740 0x7fc85c0ce0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:04.156 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.157+0000 7fc860f13700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fc85c0cfad0 0x7fc85c0b4fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:04.156 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.157+0000 7fc860f13700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fc85c0b9260 0x7fc85c0b5510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:04.156 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.157+0000 7fc860f13700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc85c15db20 con 0x7fc85c0cfad0 2023-09-21T13:06:04.156 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.157+0000 7fc860f13700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc85c0cea30 con 0x7fc85c15d740 2023-09-21T13:06:04.157 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.157+0000 7fc860f13700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc85c0ced10 con 0x7fc85c0b9260 2023-09-21T13:06:04.157 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.158+0000 7fc859d9b700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fc85c0cfad0 0x7fc85c0b4fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:04.157 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.158+0000 7fc859d9b700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fc85c0cfad0 0x7fc85c0b4fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:44868/0 (socket says 172.21.15.46:44868) 2023-09-21T13:06:04.157 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.158+0000 7fc859d9b700 1 -- 172.21.15.46:0/1213733646 learned_addr learned my addr 172.21.15.46:0/1213733646 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:04.157 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.158+0000 7fc85a59c700 1 --2- 172.21.15.46:0/1213733646 >> v2:172.21.15.57:3300/0 conn(0x7fc85c15d740 0x7fc85c0ce0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:04.158 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.158+0000 7fc85ad9d700 1 --2- 172.21.15.46:0/1213733646 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fc85c0b9260 0x7fc85c0b5510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:04.158 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.158+0000 7fc859d9b700 1 -- 172.21.15.46:0/1213733646 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fc85c0b9260 msgr2=0x7fc85c0b5510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:04.158 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.158+0000 7fc859d9b700 1 --2- 172.21.15.46:0/1213733646 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fc85c0b9260 0x7fc85c0b5510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:04.158 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.158+0000 7fc859d9b700 1 -- 172.21.15.46:0/1213733646 >> v2:172.21.15.57:3300/0 conn(0x7fc85c15d740 msgr2=0x7fc85c0ce0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:04.158 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.158+0000 7fc859d9b700 1 --2- 172.21.15.46:0/1213733646 >> v2:172.21.15.57:3300/0 conn(0x7fc85c15d740 0x7fc85c0ce0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:04.158 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.158+0000 7fc859d9b700 1 -- 172.21.15.46:0/1213733646 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc85c0ceff0 con 0x7fc85c0cfad0 2023-09-21T13:06:04.159 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.158+0000 7fc859d9b700 1 --2- 172.21.15.46:0/1213733646 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc85c0cfad0 0x7fc85c0b4fd0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fc85c0d0a00 tx=0x7fc844009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76e3f0f70233ce98 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:04.159 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.158+0000 7fc85959a700 1 -- 172.21.15.46:0/1213733646 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc84400b870 con 0x7fc85c0cfad0 2023-09-21T13:06:04.159 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.158+0000 7fc85959a700 1 -- 172.21.15.46:0/1213733646 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc84400b9d0 con 0x7fc85c0cfad0 2023-09-21T13:06:04.159 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.158+0000 7fc85959a700 1 -- 172.21.15.46:0/1213733646 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc84400bd60 con 0x7fc85c0cfad0 2023-09-21T13:06:04.159 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.159+0000 7fc860f13700 1 -- 172.21.15.46:0/1213733646 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc85c0cfad0 msgr2=0x7fc85c0b4fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:04.160 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.159+0000 7fc860f13700 1 --2- 172.21.15.46:0/1213733646 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc85c0cfad0 0x7fc85c0b4fd0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fc85c0d0a00 tx=0x7fc844009bd0 comp rx=0 tx=0).stop 2023-09-21T13:06:04.160 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.159+0000 7fc860f13700 1 -- 172.21.15.46:0/1213733646 shutdown_connections 2023-09-21T13:06:04.160 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.159+0000 7fc860f13700 1 --2- 172.21.15.46:0/1213733646 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fc85c0b9260 0x7fc85c0b5510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:04.160 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.159+0000 7fc860f13700 1 --2- 172.21.15.46:0/1213733646 >> v2:172.21.15.57:3300/0 conn(0x7fc85c15d740 0x7fc85c0ce0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:04.160 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.159+0000 7fc860f13700 1 --2- 172.21.15.46:0/1213733646 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc85c0cfad0 0x7fc85c0b4fd0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:04.160 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.159+0000 7fc860f13700 1 -- 172.21.15.46:0/1213733646 >> 172.21.15.46:0/1213733646 conn(0x7fc85c0d3b80 msgr2=0x7fc85c0cffd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:04.161 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.159+0000 7fc860f13700 1 -- 172.21.15.46:0/1213733646 shutdown_connections 2023-09-21T13:06:04.161 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.159+0000 7fc860f13700 1 -- 172.21.15.46:0/1213733646 wait complete. 2023-09-21T13:06:04.163 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.161+0000 7fc860f13700 1 Processor -- start 2023-09-21T13:06:04.163 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.161+0000 7fc860f13700 1 -- start start 2023-09-21T13:06:04.164 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.161+0000 7fc860f13700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fc85c0b9260 0x7fc85c15be60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:04.164 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.161+0000 7fc860f13700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fc85c0cfad0 0x7fc85c1f22d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:04.164 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.161+0000 7fc860f13700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc85c15d740 0x7fc85c1f2810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:04.164 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.161+0000 7fc860f13700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc85c1f2d50 con 0x7fc85c15d740 2023-09-21T13:06:04.164 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.161+0000 7fc860f13700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc85c1f72b0 con 0x7fc85c0b9260 2023-09-21T13:06:04.165 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.161+0000 7fc860f13700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc85c1f64f0 con 0x7fc85c0cfad0 2023-09-21T13:06:04.165 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.161+0000 7fc85ad9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc85c15d740 0x7fc85c1f2810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:04.165 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.161+0000 7fc85ad9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc85c15d740 0x7fc85c1f2810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:44882/0 (socket says 172.21.15.46:44882) 2023-09-21T13:06:04.165 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.162+0000 7fc85ad9d700 1 -- 172.21.15.46:0/26143820 learned_addr learned my addr 172.21.15.46:0/26143820 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:04.165 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.162+0000 7fc85a59c700 1 --2- 172.21.15.46:0/26143820 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fc85c0b9260 0x7fc85c15be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:04.165 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.162+0000 7fc859d9b700 1 --2- 172.21.15.46:0/26143820 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fc85c0cfad0 0x7fc85c1f22d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:04.166 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.162+0000 7fc85ad9d700 1 -- 172.21.15.46:0/26143820 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fc85c0cfad0 msgr2=0x7fc85c1f22d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:04.166 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.162+0000 7fc85ad9d700 1 --2- 172.21.15.46:0/26143820 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fc85c0cfad0 0x7fc85c1f22d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:04.166 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.162+0000 7fc85ad9d700 1 -- 172.21.15.46:0/26143820 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fc85c0b9260 msgr2=0x7fc85c15be60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:04.166 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.162+0000 7fc85ad9d700 1 --2- 172.21.15.46:0/26143820 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fc85c0b9260 0x7fc85c15be60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:04.166 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.162+0000 7fc85ad9d700 1 -- 172.21.15.46:0/26143820 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc844009550 con 0x7fc85c15d740 2023-09-21T13:06:04.167 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.162+0000 7fc85ad9d700 1 --2- 172.21.15.46:0/26143820 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc85c15d740 0x7fc85c1f2810 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fc854007e30 tx=0x7fc85400e3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:04.167 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.162+0000 7fc852ffd700 1 -- 172.21.15.46:0/26143820 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc85400ed30 con 0x7fc85c15d740 2023-09-21T13:06:04.167 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.162+0000 7fc852ffd700 1 -- 172.21.15.46:0/26143820 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc85400ee90 con 0x7fc85c15d740 2023-09-21T13:06:04.167 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.162+0000 7fc860f13700 1 -- 172.21.15.46:0/26143820 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc85c1f67d0 con 0x7fc85c15d740 2023-09-21T13:06:04.167 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.162+0000 7fc852ffd700 1 -- 172.21.15.46:0/26143820 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc854014660 con 0x7fc85c15d740 2023-09-21T13:06:04.167 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.162+0000 7fc860f13700 1 -- 172.21.15.46:0/26143820 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc85c1f3cd0 con 0x7fc85c15d740 2023-09-21T13:06:04.168 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.163+0000 7fc860f13700 1 -- 172.21.15.46:0/26143820 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc85c1f6fd0 con 0x7fc85c15d740 2023-09-21T13:06:04.168 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.164+0000 7fc852ffd700 1 -- 172.21.15.46:0/26143820 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fc8540147c0 con 0x7fc85c15d740 2023-09-21T13:06:04.168 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.164+0000 7fc852ffd700 1 --2- 172.21.15.46:0/26143820 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fc83c06a580 0x7fc83c06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:04.168 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.165+0000 7fc852ffd700 1 -- 172.21.15.46:0/26143820 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7fc8540890d0 con 0x7fc85c15d740 2023-09-21T13:06:04.168 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.165+0000 7fc85a59c700 1 --2- 172.21.15.46:0/26143820 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fc83c06a580 0x7fc83c06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:04.168 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.165+0000 7fc85a59c700 1 --2- 172.21.15.46:0/26143820 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fc83c06a580 0x7fc83c06ca40 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fc85c15c800 tx=0x7fc84c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:04.169 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.169+0000 7fc852ffd700 1 -- 172.21.15.46:0/26143820 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fc85c1f6fd0 con 0x7fc85c15d740 2023-09-21T13:06:04.376 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.380+0000 7fc860f13700 1 -- 172.21.15.46:0/26143820 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fc85c1f6fd0 con 0x7fc85c15d740 2023-09-21T13:06:04.376 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.380+0000 7fc852ffd700 1 -- 172.21.15.46:0/26143820 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v22) v1 ==== 100+0+11 (secure 0 0 0) 0x7fc85c1f6fd0 con 0x7fc85c15d740 2023-09-21T13:06:04.377 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 64 2023-09-21T13:06:04.379 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.382+0000 7fc860f13700 1 -- 172.21.15.46:0/26143820 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fc83c06a580 msgr2=0x7fc83c06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:04.379 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.382+0000 7fc860f13700 1 --2- 172.21.15.46:0/26143820 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fc83c06a580 0x7fc83c06ca40 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fc85c15c800 tx=0x7fc84c008040 comp rx=0 tx=0).stop 2023-09-21T13:06:04.380 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.383+0000 7fc860f13700 1 -- 172.21.15.46:0/26143820 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc85c15d740 msgr2=0x7fc85c1f2810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:04.380 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.383+0000 7fc860f13700 1 --2- 172.21.15.46:0/26143820 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc85c15d740 0x7fc85c1f2810 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fc854007e30 tx=0x7fc85400e3c0 comp rx=0 tx=0).stop 2023-09-21T13:06:04.380 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.383+0000 7fc860f13700 1 -- 172.21.15.46:0/26143820 shutdown_connections 2023-09-21T13:06:04.380 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.383+0000 7fc860f13700 1 --2- 172.21.15.46:0/26143820 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fc83c06a580 0x7fc83c06ca40 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:04.380 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.383+0000 7fc860f13700 1 --2- 172.21.15.46:0/26143820 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc85c15d740 0x7fc85c1f2810 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:04.381 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.383+0000 7fc860f13700 1 --2- 172.21.15.46:0/26143820 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fc85c0b9260 0x7fc85c15be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:04.381 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.383+0000 7fc860f13700 1 --2- 172.21.15.46:0/26143820 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fc85c0cfad0 0x7fc85c1f22d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:04.381 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.383+0000 7fc860f13700 1 -- 172.21.15.46:0/26143820 >> 172.21.15.46:0/26143820 conn(0x7fc85c0d3b80 msgr2=0x7fc85c0cd940 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:04.381 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.383+0000 7fc860f13700 1 -- 172.21.15.46:0/26143820 shutdown_connections 2023-09-21T13:06:04.381 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.383+0000 7fc860f13700 1 -- 172.21.15.46:0/26143820 wait complete. 2023-09-21T13:06:04.392 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-09-21T13:06:04.530 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.534+0000 7f7c01798700 1 Processor -- start 2023-09-21T13:06:04.530 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.534+0000 7f7c01798700 1 -- start start 2023-09-21T13:06:04.534 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.534+0000 7f7c01798700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f7bfc0b8f80 0x7f7bfc0d2ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:04.534 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.534+0000 7f7c01798700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7bfc0d1e60 con 0x7f7bfc15d7e0 2023-09-21T13:06:04.534 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.534+0000 7f7c01798700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7bfc0d2120 con 0x7f7bfc0ce350 2023-09-21T13:06:04.534 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.534+0000 7f7c01798700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7bfc0d2400 con 0x7f7bfc0b8f80 2023-09-21T13:06:04.534 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.535+0000 7f7bfaffd700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f7bfc15d7e0 0x7f7bfc0d1670 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:56544/0 (socket says 172.21.15.46:56544) 2023-09-21T13:06:04.535 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.535+0000 7f7bfaffd700 1 -- 172.21.15.46:0/4040564150 learned_addr learned my addr 172.21.15.46:0/4040564150 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:06:04.535 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.535+0000 7f7bfa7fc700 1 --2- 172.21.15.46:0/4040564150 >> v2:172.21.15.57:3300/0 conn(0x7f7bfc0b8f80 0x7f7bfc0d2ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:04.535 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.535+0000 7f7bf9ffb700 1 -- 172.21.15.46:0/4040564150 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2535467609 0 0) 0x7f7bfc0d1e60 con 0x7f7bfc15d7e0 2023-09-21T13:06:04.535 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.535+0000 7f7bf9ffb700 1 -- 172.21.15.46:0/4040564150 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7be40035b0 con 0x7f7bfc15d7e0 2023-09-21T13:06:04.536 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.535+0000 7f7bf9ffb700 1 -- 172.21.15.46:0/4040564150 <== mon.0 v1:172.21.15.46:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3819567582 0 0) 0x7f7be40035b0 con 0x7f7bfc15d7e0 2023-09-21T13:06:04.536 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.535+0000 7f7bf9ffb700 1 -- 172.21.15.46:0/4040564150 >> v2:172.21.15.57:3300/0 conn(0x7f7bfc0b8f80 msgr2=0x7f7bfc0d2ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:04.536 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.535+0000 7f7bf9ffb700 1 --2- 172.21.15.46:0/4040564150 >> v2:172.21.15.57:3300/0 conn(0x7f7bfc0b8f80 0x7f7bfc0d2ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:04.536 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.535+0000 7f7bf9ffb700 1 -- 172.21.15.46:0/4040564150 >> v1:172.21.15.57:6789/0 conn(0x7f7bfc0ce350 legacy=0x7f7bfc0cfd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:04.536 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.535+0000 7f7bf9ffb700 1 -- 172.21.15.46:0/4040564150 --> v1:172.21.15.46:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7bfc0d26e0 con 0x7f7bfc15d7e0 2023-09-21T13:06:04.537 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.535+0000 7f7bf9ffb700 1 -- 172.21.15.46:0/4040564150 <== mon.0 v1:172.21.15.46:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 834881909 0 0) 0x7f7bec0017f0 con 0x7f7bfc15d7e0 2023-09-21T13:06:04.537 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.535+0000 7f7bf9ffb700 1 -- 172.21.15.46:0/4040564150 >> v1:172.21.15.46:6789/0 conn(0x7f7bfc15d7e0 legacy=0x7f7bfc0d1670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:04.537 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.535+0000 7f7bf9ffb700 1 --2- 172.21.15.46:0/4040564150 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f7be4003a00 0x7f7be4003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:04.537 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.535+0000 7f7bf9ffb700 1 --2- 172.21.15.46:0/4040564150 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7be4004850 0x7f7be4004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:04.537 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.535+0000 7f7bf9ffb700 1 --2- 172.21.15.46:0/4040564150 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f7be4005210 0x7f7be400ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:04.538 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.535+0000 7f7bf9ffb700 1 -- 172.21.15.46:0/4040564150 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7bfc0d2400 con 0x7f7be4004850 2023-09-21T13:06:04.538 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.535+0000 7f7bf9ffb700 1 -- 172.21.15.46:0/4040564150 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7be400c1b0 con 0x7f7be4003a00 2023-09-21T13:06:04.538 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.535+0000 7f7bf9ffb700 1 -- 172.21.15.46:0/4040564150 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7be400c370 con 0x7f7be4005210 2023-09-21T13:06:04.538 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.536+0000 7f7bfa7fc700 1 --2- 172.21.15.46:0/4040564150 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7be4004850 0x7f7be4004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:04.538 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.536+0000 7f7bfaffd700 1 --2- 172.21.15.46:0/4040564150 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f7be4003a00 0x7f7be4003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:04.539 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.536+0000 7f7bfb7fe700 1 --2- 172.21.15.46:0/4040564150 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f7be4005210 0x7f7be400ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:04.539 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.536+0000 7f7bfa7fc700 1 -- 172.21.15.46:0/4040564150 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f7be4005210 msgr2=0x7f7be400ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:04.539 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.536+0000 7f7bfa7fc700 1 --2- 172.21.15.46:0/4040564150 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f7be4005210 0x7f7be400ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:04.539 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.536+0000 7f7bfa7fc700 1 -- 172.21.15.46:0/4040564150 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f7be4003a00 msgr2=0x7f7be4003e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:04.539 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.536+0000 7f7bfa7fc700 1 --2- 172.21.15.46:0/4040564150 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f7be4003a00 0x7f7be4003e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:04.540 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.536+0000 7f7bfa7fc700 1 -- 172.21.15.46:0/4040564150 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7be40035b0 con 0x7f7be4004850 2023-09-21T13:06:04.540 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.536+0000 7f7bfb7fe700 1 -- 172.21.15.46:0/4040564150 reap_dead start 2023-09-21T13:06:04.540 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.536+0000 7f7bfaffd700 1 --2- 172.21.15.46:0/4040564150 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f7be4003a00 0x7f7be4003e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:06:04.540 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.536+0000 7f7bfa7fc700 1 --2- 172.21.15.46:0/4040564150 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7be4004850 0x7f7be4004cd0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f7bf0009b60 tx=0x7f7be4005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e0555f33086855fd server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:04.540 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.536+0000 7f7bf9ffb700 1 -- 172.21.15.46:0/4040564150 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bf000e6c0 con 0x7f7be4004850 2023-09-21T13:06:04.541 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.536+0000 7f7bf9ffb700 1 -- 172.21.15.46:0/4040564150 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7bf000e820 con 0x7f7be4004850 2023-09-21T13:06:04.541 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.536+0000 7f7bf9ffb700 1 -- 172.21.15.46:0/4040564150 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bf000eb90 con 0x7f7be4004850 2023-09-21T13:06:04.541 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.537+0000 7f7c01798700 1 -- 172.21.15.46:0/4040564150 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7be4004850 msgr2=0x7f7be4004cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:04.541 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.537+0000 7f7c01798700 1 --2- 172.21.15.46:0/4040564150 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7be4004850 0x7f7be4004cd0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f7bf0009b60 tx=0x7f7be4005880 comp rx=0 tx=0).stop 2023-09-21T13:06:04.541 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.537+0000 7f7c01798700 1 -- 172.21.15.46:0/4040564150 shutdown_connections 2023-09-21T13:06:04.542 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.537+0000 7f7c01798700 1 --2- 172.21.15.46:0/4040564150 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7be4004850 0x7f7be4004cd0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:04.542 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.537+0000 7f7c01798700 1 -- 172.21.15.46:0/4040564150 >> 172.21.15.46:0/4040564150 conn(0x7f7bfc0722f0 msgr2=0x7f7bfc072700 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:04.542 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.537+0000 7f7c01798700 1 -- 172.21.15.46:0/4040564150 shutdown_connections 2023-09-21T13:06:04.542 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.537+0000 7f7c01798700 1 -- 172.21.15.46:0/4040564150 wait complete. 2023-09-21T13:06:04.545 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.538+0000 7f7c01798700 1 Processor -- start 2023-09-21T13:06:04.545 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.538+0000 7f7c01798700 1 -- start start 2023-09-21T13:06:04.545 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.539+0000 7f7c01798700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f7be4004850 0x7f7bfc1f06d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:04.545 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.539+0000 7f7c01798700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7bfc0c97b0 0x7f7bfc1f3290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:04.546 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.539+0000 7f7c01798700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f7bfc0c9c30 0x7f7bfc1f37d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:04.546 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.539+0000 7f7c01798700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7bfc1f3e20 con 0x7f7bfc0c97b0 2023-09-21T13:06:04.546 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.539+0000 7f7c01798700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7bfc1f4100 con 0x7f7be4004850 2023-09-21T13:06:04.546 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.539+0000 7f7c01798700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7bfc0c8fb0 con 0x7f7bfc0c9c30 2023-09-21T13:06:04.546 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.539+0000 7f7bfa7fc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7bfc0c97b0 0x7f7bfc1f3290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:04.547 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.539+0000 7f7bfaffd700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f7be4004850 0x7f7bfc1f06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:04.547 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.539+0000 7f7bfaffd700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f7be4004850 0x7f7bfc1f06d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.57:3300/0 says I am v2:172.21.15.46:39928/0 (socket says 172.21.15.46:39928) 2023-09-21T13:06:04.547 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.539+0000 7f7bfa7fc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7bfc0c97b0 0x7f7bfc1f3290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:41670/0 (socket says 172.21.15.46:41670) 2023-09-21T13:06:04.547 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.539+0000 7f7bfaffd700 1 -- 172.21.15.46:0/3545668972 learned_addr learned my addr 172.21.15.46:0/3545668972 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:04.547 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.539+0000 7f7bfb7fe700 1 --2- 172.21.15.46:0/3545668972 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f7bfc0c9c30 0x7f7bfc1f37d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:04.548 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.539+0000 7f7bfa7fc700 1 -- 172.21.15.46:0/3545668972 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f7bfc0c9c30 msgr2=0x7f7bfc1f37d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:04.548 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.540+0000 7f7bfa7fc700 1 --2- 172.21.15.46:0/3545668972 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f7bfc0c9c30 0x7f7bfc1f37d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:04.548 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.540+0000 7f7bfa7fc700 1 -- 172.21.15.46:0/3545668972 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f7be4004850 msgr2=0x7f7bfc1f06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:04.548 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.540+0000 7f7bfa7fc700 1 --2- 172.21.15.46:0/3545668972 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f7be4004850 0x7f7bfc1f06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:04.548 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.540+0000 7f7bfa7fc700 1 -- 172.21.15.46:0/3545668972 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7bfc0c9290 con 0x7f7bfc0c97b0 2023-09-21T13:06:04.549 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.540+0000 7f7bfa7fc700 1 --2- 172.21.15.46:0/3545668972 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7bfc0c97b0 0x7f7bfc1f3290 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f7bf0019000 tx=0x7f7bf00047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:04.549 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.540+0000 7f7be37fe700 1 -- 172.21.15.46:0/3545668972 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bf000e6c0 con 0x7f7bfc0c97b0 2023-09-21T13:06:04.549 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.540+0000 7f7be37fe700 1 -- 172.21.15.46:0/3545668972 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7bf0003900 con 0x7f7bfc0c97b0 2023-09-21T13:06:04.549 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.540+0000 7f7c01798700 1 -- 172.21.15.46:0/3545668972 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7bfc0c8ca0 con 0x7f7bfc0c97b0 2023-09-21T13:06:04.549 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.540+0000 7f7be37fe700 1 -- 172.21.15.46:0/3545668972 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bf0003cb0 con 0x7f7bfc0c97b0 2023-09-21T13:06:04.549 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.540+0000 7f7c01798700 1 -- 172.21.15.46:0/3545668972 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7bfc1f0c10 con 0x7f7bfc0c97b0 2023-09-21T13:06:04.550 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.541+0000 7f7c01798700 1 -- 172.21.15.46:0/3545668972 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7bfc0c9420 con 0x7f7bfc0c97b0 2023-09-21T13:06:04.550 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.541+0000 7f7be37fe700 1 -- 172.21.15.46:0/3545668972 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f7bf0013470 con 0x7f7bfc0c97b0 2023-09-21T13:06:04.550 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.542+0000 7f7be37fe700 1 --2- 172.21.15.46:0/3545668972 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f7be806a580 0x7f7be806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:04.550 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.542+0000 7f7be37fe700 1 -- 172.21.15.46:0/3545668972 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f7bf008a1b0 con 0x7f7bfc0c97b0 2023-09-21T13:06:04.551 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.542+0000 7f7bfaffd700 1 --2- 172.21.15.46:0/3545668972 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f7be806a580 0x7f7be806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:04.551 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.542+0000 7f7bfaffd700 1 --2- 172.21.15.46:0/3545668972 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f7be806a580 0x7f7be806ca40 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f7bfc0d05e0 tx=0x7f7bec009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:04.551 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.547+0000 7f7be37fe700 1 -- 172.21.15.46:0/3545668972 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f7bf0055860 con 0x7f7bfc0c97b0 2023-09-21T13:06:04.769 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.772+0000 7f7c01798700 1 -- 172.21.15.46:0/3545668972 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f7bfc068b90 con 0x7f7bfc0c97b0 2023-09-21T13:06:04.769 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.773+0000 7f7be37fe700 1 -- 172.21.15.46:0/3545668972 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v22) v1 ==== 80+0+0 (secure 0 0 0) 0x7f7bf0058e80 con 0x7f7bfc0c97b0 2023-09-21T13:06:04.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.775+0000 7f7c01798700 1 -- 172.21.15.46:0/3545668972 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f7be806a580 msgr2=0x7f7be806ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:04.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.775+0000 7f7c01798700 1 --2- 172.21.15.46:0/3545668972 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f7be806a580 0x7f7be806ca40 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f7bfc0d05e0 tx=0x7f7bec009040 comp rx=0 tx=0).stop 2023-09-21T13:06:04.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.775+0000 7f7c01798700 1 -- 172.21.15.46:0/3545668972 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7bfc0c97b0 msgr2=0x7f7bfc1f3290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:04.773 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.775+0000 7f7c01798700 1 --2- 172.21.15.46:0/3545668972 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7bfc0c97b0 0x7f7bfc1f3290 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f7bf0019000 tx=0x7f7bf00047c0 comp rx=0 tx=0).stop 2023-09-21T13:06:04.773 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.775+0000 7f7c01798700 1 -- 172.21.15.46:0/3545668972 shutdown_connections 2023-09-21T13:06:04.773 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.775+0000 7f7c01798700 1 --2- 172.21.15.46:0/3545668972 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f7be806a580 0x7f7be806ca40 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:04.773 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.775+0000 7f7c01798700 1 --2- 172.21.15.46:0/3545668972 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f7bfc0c9c30 0x7f7bfc1f37d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:04.773 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.775+0000 7f7c01798700 1 --2- 172.21.15.46:0/3545668972 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f7be4004850 0x7f7bfc1f06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:04.773 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.775+0000 7f7c01798700 1 --2- 172.21.15.46:0/3545668972 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7bfc0c97b0 0x7f7bfc1f3290 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:04.774 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.775+0000 7f7c01798700 1 -- 172.21.15.46:0/3545668972 >> 172.21.15.46:0/3545668972 conn(0x7f7bfc0722f0 msgr2=0x7f7bfc15c910 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:04.774 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.775+0000 7f7c01798700 1 -- 172.21.15.46:0/3545668972 shutdown_connections 2023-09-21T13:06:04.774 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:04.775+0000 7f7c01798700 1 -- 172.21.15.46:0/3545668972 wait complete. 2023-09-21T13:06:04.775 INFO:teuthology.orchestra.run.smithi046.stderr:listed 0 entries 2023-09-21T13:06:04.785 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi046.front.sepia.ceph.com... 2023-09-21T13:06:04.786 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:06:04.786 DEBUG:teuthology.orchestra.run.smithi046:> sudo fusermount -u /home/ubuntu/cephtest/mnt.2 2023-09-21T13:06:04.825 INFO:teuthology.orchestra.run:waiting for 300 2023-09-21T13:06:04.826 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi046.front.sepia.ceph.com 2023-09-21T13:06:04.826 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:06:04.827 DEBUG:teuthology.orchestra.run.smithi046:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2023-09-21T13:06:04.888 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2023-09-21T13:06:04.888 DEBUG:teuthology.orchestra.run.smithi057:> dd if=/proc/self/mounts of=/dev/stdout 2023-09-21T13:06:04.913 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2023-09-21T13:06:04.913 DEBUG:teuthology.orchestra.run.smithi057:> dd if=/proc/self/mounts of=/dev/stdout 2023-09-21T13:06:04.977 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-21T13:06:05.123 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.126+0000 7fc36b0e9700 1 Processor -- start 2023-09-21T13:06:05.123 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.126+0000 7fc36b0e9700 1 -- start start 2023-09-21T13:06:05.127 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.127+0000 7fc36b0e9700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7fc3640ca840 0x7fc3640cacf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:05.127 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.127+0000 7fc36b0e9700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc36406eba0 con 0x7fc36415d630 2023-09-21T13:06:05.128 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.127+0000 7fc36b0e9700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc36406ee80 con 0x7fc36406a7a0 2023-09-21T13:06:05.128 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.127+0000 7fc36b0e9700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc3640d1110 con 0x7fc3640ca840 2023-09-21T13:06:05.128 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.127+0000 7fc368e85700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7fc36415d630 0x7fc364161cb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:56558/0 (socket says 172.21.15.46:56558) 2023-09-21T13:06:05.128 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.127+0000 7fc368e85700 1 -- 172.21.15.46:0/4118159297 learned_addr learned my addr 172.21.15.46:0/4118159297 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:06:05.129 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.128+0000 7fc369686700 1 --2- 172.21.15.46:0/4118159297 >> v2:172.21.15.57:3300/0 conn(0x7fc3640ca840 0x7fc3640cacf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:05.129 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.128+0000 7fc3637fe700 1 -- 172.21.15.46:0/4118159297 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3445648340 0 0) 0x7fc36406eba0 con 0x7fc36415d630 2023-09-21T13:06:05.129 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.128+0000 7fc3637fe700 1 -- 172.21.15.46:0/4118159297 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc3500035b0 con 0x7fc36415d630 2023-09-21T13:06:05.129 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.128+0000 7fc3637fe700 1 -- 172.21.15.46:0/4118159297 <== mon.0 v1:172.21.15.46:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4047114554 0 0) 0x7fc3500035b0 con 0x7fc36415d630 2023-09-21T13:06:05.129 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.128+0000 7fc3637fe700 1 -- 172.21.15.46:0/4118159297 >> v2:172.21.15.57:3300/0 conn(0x7fc3640ca840 msgr2=0x7fc3640cacf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:05.130 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.128+0000 7fc3637fe700 1 --2- 172.21.15.46:0/4118159297 >> v2:172.21.15.57:3300/0 conn(0x7fc3640ca840 0x7fc3640cacf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:05.130 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.128+0000 7fc3637fe700 1 -- 172.21.15.46:0/4118159297 >> v1:172.21.15.57:6789/0 conn(0x7fc36406a7a0 legacy=0x7fc36406f310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:05.130 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.128+0000 7fc3637fe700 1 -- 172.21.15.46:0/4118159297 --> v1:172.21.15.46:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc36406ac60 con 0x7fc36415d630 2023-09-21T13:06:05.130 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.128+0000 7fc3637fe700 1 -- 172.21.15.46:0/4118159297 <== mon.0 v1:172.21.15.46:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 834881909 0 0) 0x7fc354001670 con 0x7fc36415d630 2023-09-21T13:06:05.131 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.128+0000 7fc3637fe700 1 -- 172.21.15.46:0/4118159297 >> v1:172.21.15.46:6789/0 conn(0x7fc36415d630 legacy=0x7fc364161cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:05.131 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.128+0000 7fc3637fe700 1 --2- 172.21.15.46:0/4118159297 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fc350003a00 0x7fc350003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:05.131 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.128+0000 7fc3637fe700 1 --2- 172.21.15.46:0/4118159297 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc350004850 0x7fc350004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:05.131 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.128+0000 7fc3637fe700 1 --2- 172.21.15.46:0/4118159297 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fc350005210 0x7fc35000ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:05.131 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.128+0000 7fc3637fe700 1 -- 172.21.15.46:0/4118159297 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3640d1110 con 0x7fc350004850 2023-09-21T13:06:05.132 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.128+0000 7fc3637fe700 1 -- 172.21.15.46:0/4118159297 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc35000c0b0 con 0x7fc350005210 2023-09-21T13:06:05.132 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.128+0000 7fc3637fe700 1 -- 172.21.15.46:0/4118159297 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc35000c270 con 0x7fc350003a00 2023-09-21T13:06:05.132 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.128+0000 7fc363fff700 1 --2- 172.21.15.46:0/4118159297 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc350004850 0x7fc350004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:05.132 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.128+0000 7fc368e85700 1 --2- 172.21.15.46:0/4118159297 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fc350003a00 0x7fc350003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:05.132 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.128+0000 7fc369686700 1 --2- 172.21.15.46:0/4118159297 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fc350005210 0x7fc35000ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:05.133 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.129+0000 7fc363fff700 1 -- 172.21.15.46:0/4118159297 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fc350003a00 msgr2=0x7fc350003e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:05.133 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.129+0000 7fc363fff700 1 --2- 172.21.15.46:0/4118159297 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fc350003a00 0x7fc350003e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:05.133 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.129+0000 7fc363fff700 1 -- 172.21.15.46:0/4118159297 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fc350005210 msgr2=0x7fc35000ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:05.133 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.129+0000 7fc363fff700 1 --2- 172.21.15.46:0/4118159297 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fc350005210 0x7fc35000ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:05.133 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.129+0000 7fc363fff700 1 -- 172.21.15.46:0/4118159297 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc3500035b0 con 0x7fc350004850 2023-09-21T13:06:05.134 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.129+0000 7fc369686700 1 --2- 172.21.15.46:0/4118159297 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fc350005210 0x7fc35000ba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:06:05.134 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.129+0000 7fc369686700 1 -- 172.21.15.46:0/4118159297 reap_dead start 2023-09-21T13:06:05.134 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.129+0000 7fc363fff700 1 --2- 172.21.15.46:0/4118159297 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc350004850 0x7fc350004cd0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fc34c0017c0 tx=0x7fc350005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c49049c2a78e069 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:05.134 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.129+0000 7fc3637fe700 1 -- 172.21.15.46:0/4118159297 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc34c0052d0 con 0x7fc350004850 2023-09-21T13:06:05.135 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.129+0000 7fc3637fe700 1 -- 172.21.15.46:0/4118159297 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc34c005430 con 0x7fc350004850 2023-09-21T13:06:05.135 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.129+0000 7fc3637fe700 1 -- 172.21.15.46:0/4118159297 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc34c0038c0 con 0x7fc350004850 2023-09-21T13:06:05.135 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.129+0000 7fc36b0e9700 1 -- 172.21.15.46:0/4118159297 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc350004850 msgr2=0x7fc350004cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:05.135 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.129+0000 7fc36b0e9700 1 --2- 172.21.15.46:0/4118159297 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc350004850 0x7fc350004cd0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fc34c0017c0 tx=0x7fc350005880 comp rx=0 tx=0).stop 2023-09-21T13:06:05.135 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.130+0000 7fc36b0e9700 1 -- 172.21.15.46:0/4118159297 shutdown_connections 2023-09-21T13:06:05.136 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.130+0000 7fc36b0e9700 1 --2- 172.21.15.46:0/4118159297 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc350004850 0x7fc350004cd0 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:05.136 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.130+0000 7fc36b0e9700 1 -- 172.21.15.46:0/4118159297 >> 172.21.15.46:0/4118159297 conn(0x7fc3640d01f0 msgr2=0x7fc3640d0600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:05.136 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.130+0000 7fc36b0e9700 1 -- 172.21.15.46:0/4118159297 shutdown_connections 2023-09-21T13:06:05.136 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.130+0000 7fc36b0e9700 1 -- 172.21.15.46:0/4118159297 wait complete. 2023-09-21T13:06:05.136 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.131+0000 7fc36b0e9700 1 Processor -- start 2023-09-21T13:06:05.137 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.131+0000 7fc36b0e9700 1 -- start start 2023-09-21T13:06:05.139 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.132+0000 7fc36b0e9700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc350004850 0x7fc3641611f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:05.139 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.132+0000 7fc36b0e9700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fc364147420 0x7fc36415f3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:05.140 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.132+0000 7fc36b0e9700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fc3641478a0 0x7fc36415f930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:05.140 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.132+0000 7fc36b0e9700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc364160dd0 con 0x7fc350004850 2023-09-21T13:06:05.140 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.132+0000 7fc36b0e9700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc364161730 con 0x7fc364147420 2023-09-21T13:06:05.140 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.132+0000 7fc36b0e9700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc364160150 con 0x7fc3641478a0 2023-09-21T13:06:05.141 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.132+0000 7fc368e85700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc350004850 0x7fc3641611f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:05.141 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.132+0000 7fc368e85700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc350004850 0x7fc3641611f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:41696/0 (socket says 172.21.15.46:41696) 2023-09-21T13:06:05.141 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.132+0000 7fc368e85700 1 -- 172.21.15.46:0/3087512926 learned_addr learned my addr 172.21.15.46:0/3087512926 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:05.141 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.132+0000 7fc363fff700 1 --2- 172.21.15.46:0/3087512926 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fc364147420 0x7fc36415f3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:05.141 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.132+0000 7fc369686700 1 --2- 172.21.15.46:0/3087512926 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fc3641478a0 0x7fc36415f930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:05.142 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.132+0000 7fc368e85700 1 -- 172.21.15.46:0/3087512926 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fc3641478a0 msgr2=0x7fc36415f930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:05.142 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.132+0000 7fc368e85700 1 --2- 172.21.15.46:0/3087512926 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fc3641478a0 0x7fc36415f930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:05.142 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.132+0000 7fc368e85700 1 -- 172.21.15.46:0/3087512926 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fc364147420 msgr2=0x7fc36415f3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:05.142 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.132+0000 7fc368e85700 1 --2- 172.21.15.46:0/3087512926 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fc364147420 0x7fc36415f3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:05.142 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.132+0000 7fc368e85700 1 -- 172.21.15.46:0/3087512926 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc364160430 con 0x7fc350004850 2023-09-21T13:06:05.143 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.133+0000 7fc368e85700 1 --2- 172.21.15.46:0/3087512926 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc350004850 0x7fc3641611f0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fc3540072c0 tx=0x7fc3540075d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:05.143 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.133+0000 7fc3617fa700 1 -- 172.21.15.46:0/3087512926 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc35400f5e0 con 0x7fc350004850 2023-09-21T13:06:05.143 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.133+0000 7fc3617fa700 1 -- 172.21.15.46:0/3087512926 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc35400f740 con 0x7fc350004850 2023-09-21T13:06:05.143 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.133+0000 7fc36b0e9700 1 -- 172.21.15.46:0/3087512926 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc364160710 con 0x7fc350004850 2023-09-21T13:06:05.143 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.133+0000 7fc3617fa700 1 -- 172.21.15.46:0/3087512926 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc35400faf0 con 0x7fc350004850 2023-09-21T13:06:05.144 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.133+0000 7fc36b0e9700 1 -- 172.21.15.46:0/3087512926 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc36415fe70 con 0x7fc350004850 2023-09-21T13:06:05.144 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.134+0000 7fc36b0e9700 1 -- 172.21.15.46:0/3087512926 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc364160f10 con 0x7fc350004850 2023-09-21T13:06:05.144 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.135+0000 7fc3617fa700 1 -- 172.21.15.46:0/3087512926 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fc35400fc50 con 0x7fc350004850 2023-09-21T13:06:05.144 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.135+0000 7fc3617fa700 1 --2- 172.21.15.46:0/3087512926 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fc34406a580 0x7fc34406ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:05.144 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.135+0000 7fc3617fa700 1 -- 172.21.15.46:0/3087512926 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7fc3540889d0 con 0x7fc350004850 2023-09-21T13:06:05.145 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.135+0000 7fc363fff700 1 --2- 172.21.15.46:0/3087512926 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fc34406a580 0x7fc34406ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:05.145 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.135+0000 7fc363fff700 1 --2- 172.21.15.46:0/3087512926 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fc34406a580 0x7fc34406ca40 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fc34c015040 tx=0x7fc34c009030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:05.145 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.140+0000 7fc3617fa700 1 -- 172.21.15.46:0/3087512926 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fc364160f10 con 0x7fc350004850 2023-09-21T13:06:05.346 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.350+0000 7fc36b0e9700 1 -- 172.21.15.46:0/3087512926 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fc364160f10 con 0x7fc350004850 2023-09-21T13:06:05.347 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.351+0000 7fc3617fa700 1 -- 172.21.15.46:0/3087512926 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) v1 ==== 74+0+16651 (secure 0 0 0) 0x7fc364160f10 con 0x7fc350004850 2023-09-21T13:06:05.348 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:06:05.348 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":22,"fsid":"3cbfaf88-469e-4129-b70d-6dd2d92bd0a4","created":"2023-09-21T13:04:52.312650+0000","modified":"2023-09-21T13:06:00.195068+0000","last_up_change":"2023-09-21T13:05:04.397018+0000","last_in_change":"2023-09-21T13:04:55.853368+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-21T13:05:05.036373+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-09-21T13:05:14.305630+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-09-21T13:05:15.146424+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"23992b72-ed3c-4a14-ae79-8150e0fedbf7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6810","nonce":1682463833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6814","nonce":1682463833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6822","nonce":1682463833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6818","nonce":1682463833}]},"public_addr":"172.21.15.46:6810/1682463833","cluster_addr":"172.21.15.46:6814/1682463833","heartbeat_back_addr":"172.21.15.46:6822/1682463833","heartbeat_front_addr":"172.21.15.46:6818/1682463833","state":["exists","up"]},{"osd":1,"uuid":"2578f708-e052-4bdd-bcef-54808f1d1ef4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6800","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6801","nonce":3674836117}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6803","nonce":3674836117}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6807","nonce":3674836117}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6805","nonce":3674836117}]},"public_addr":"172.21.15.46:6801/3674836117","cluster_addr":"172.21.15.46:6803/3674836117","heartbeat_back_addr":"172.21.15.46:6807/3674836117","heartbeat_front_addr":"172.21.15.46:6805/3674836117","state":["exists","up"]},{"osd":2,"uuid":"6db5fc17-2472-42fd-a613-8cc24a815cfe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6825","nonce":3956023171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6827","nonce":3956023171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6831","nonce":3956023171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6829","nonce":3956023171}]},"public_addr":"172.21.15.46:6825/3956023171","cluster_addr":"172.21.15.46:6827/3956023171","heartbeat_back_addr":"172.21.15.46:6831/3956023171","heartbeat_front_addr":"172.21.15.46:6829/3956023171","state":["exists","up"]},{"osd":3,"uuid":"b0ddd2cd-9025-471f-a976-d7bc356eb10b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6809","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6811","nonce":1834230057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6813","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6815","nonce":1834230057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6821","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6823","nonce":1834230057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6817","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6819","nonce":1834230057}]},"public_addr":"172.21.15.46:6811/1834230057","cluster_addr":"172.21.15.46:6815/1834230057","heartbeat_back_addr":"172.21.15.46:6823/1834230057","heartbeat_front_addr":"172.21.15.46:6819/1834230057","state":["exists","up"]},{"osd":4,"uuid":"51245ec8-6073-476b-aea6-482f9a379f43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6800","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6801","nonce":867529145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6802","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6803","nonce":867529145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6806","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6807","nonce":867529145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6804","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6805","nonce":867529145}]},"public_addr":"172.21.15.57:6801/867529145","cluster_addr":"172.21.15.57:6803/867529145","heartbeat_back_addr":"172.21.15.57:6807/867529145","heartbeat_front_addr":"172.21.15.57:6805/867529145","state":["exists","up"]},{"osd":5,"uuid":"6be64509-8d19-48af-aa7d-2744199eb3c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6824","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6825","nonce":2639760353}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6826","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6827","nonce":2639760353}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6830","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6831","nonce":2639760353}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6828","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6829","nonce":2639760353}]},"public_addr":"172.21.15.57:6825/2639760353","cluster_addr":"172.21.15.57:6827/2639760353","heartbeat_back_addr":"172.21.15.57:6831/2639760353","heartbeat_front_addr":"172.21.15.57:6829/2639760353","state":["exists","up"]},{"osd":6,"uuid":"8bfda35e-f97c-4419-a105-ff306eff7a42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6808","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6809","nonce":3693682875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6810","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6811","nonce":3693682875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6814","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6815","nonce":3693682875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6812","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6813","nonce":3693682875}]},"public_addr":"172.21.15.57:6809/3693682875","cluster_addr":"172.21.15.57:6811/3693682875","heartbeat_back_addr":"172.21.15.57:6815/3693682875","heartbeat_front_addr":"172.21.15.57:6813/3693682875","state":["exists","up"]},{"osd":7,"uuid":"49fc1df7-ab94-4da5-b915-8f7cc61f2714","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6816","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6817","nonce":1729728830}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6818","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6819","nonce":1729728830}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6822","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6823","nonce":1729728830}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6820","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6821","nonce":1729728830}]},"public_addr":"172.21.15.57:6817/1729728830","cluster_addr":"172.21.15.57:6819/1729728830","heartbeat_back_addr":"172.21.15.57:6823/1729728830","heartbeat_front_addr":"172.21.15.57:6821/1729728830","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:00.955073+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.074451+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.068487+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.010348+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.035446+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.101249+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.104509+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.077361+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.1d","mappings":[{"from":5,"to":2}]},{"pgid":"3.2a","mappings":[{"from":5,"to":2}]},{"pgid":"3.38","mappings":[{"from":3,"to":1}]},{"pgid":"3.39","mappings":[{"from":7,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-21T13:06:05.350 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.353+0000 7fc36b0e9700 1 -- 172.21.15.46:0/3087512926 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fc34406a580 msgr2=0x7fc34406ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:05.350 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.353+0000 7fc36b0e9700 1 --2- 172.21.15.46:0/3087512926 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fc34406a580 0x7fc34406ca40 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fc34c015040 tx=0x7fc34c009030 comp rx=0 tx=0).stop 2023-09-21T13:06:05.350 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.353+0000 7fc36b0e9700 1 -- 172.21.15.46:0/3087512926 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc350004850 msgr2=0x7fc3641611f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:05.351 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.353+0000 7fc36b0e9700 1 --2- 172.21.15.46:0/3087512926 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc350004850 0x7fc3641611f0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fc3540072c0 tx=0x7fc3540075d0 comp rx=0 tx=0).stop 2023-09-21T13:06:05.351 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.353+0000 7fc36b0e9700 1 -- 172.21.15.46:0/3087512926 shutdown_connections 2023-09-21T13:06:05.351 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.353+0000 7fc36b0e9700 1 --2- 172.21.15.46:0/3087512926 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fc34406a580 0x7fc34406ca40 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:05.351 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.353+0000 7fc36b0e9700 1 --2- 172.21.15.46:0/3087512926 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fc3641478a0 0x7fc36415f930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:05.351 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.353+0000 7fc36b0e9700 1 --2- 172.21.15.46:0/3087512926 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc350004850 0x7fc3641611f0 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:05.352 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.353+0000 7fc36b0e9700 1 --2- 172.21.15.46:0/3087512926 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fc364147420 0x7fc36415f3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:05.352 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.353+0000 7fc36b0e9700 1 -- 172.21.15.46:0/3087512926 >> 172.21.15.46:0/3087512926 conn(0x7fc3640d01f0 msgr2=0x7fc3640b49c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:05.352 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.353+0000 7fc36b0e9700 1 -- 172.21.15.46:0/3087512926 shutdown_connections 2023-09-21T13:06:05.352 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.353+0000 7fc36b0e9700 1 -- 172.21.15.46:0/3087512926 wait complete. 2023-09-21T13:06:05.364 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-09-21T13:05:05.036373+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-09-21T13:05:14.305630+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-09-21T13:05:15.146424+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.25, 'score_stable': 1.25, 'optimal_score': 1, 'raw_score_acting': 1.25, 'raw_score_stable': 1.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-09-21T13:06:05.365 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-09-21T13:06:05.505 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.508+0000 7f4d95df2700 1 Processor -- start 2023-09-21T13:06:05.505 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.508+0000 7f4d95df2700 1 -- start start 2023-09-21T13:06:05.509 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.509+0000 7f4d95df2700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f4d900cdd40 0x7f4d900ce150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:05.509 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.509+0000 7f4d95df2700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4d900ce690 con 0x7f4d9006c7c0 2023-09-21T13:06:05.509 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.509+0000 7f4d95df2700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4d9006cba0 con 0x7f4d90161290 2023-09-21T13:06:05.509 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.509+0000 7f4d95df2700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4d9006d760 con 0x7f4d900cdd40 2023-09-21T13:06:05.509 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.509+0000 7f4d8f7fe700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f4d9006c7c0 0x7f4d90070dd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:56564/0 (socket says 172.21.15.46:56564) 2023-09-21T13:06:05.510 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.510+0000 7f4d8f7fe700 1 -- 172.21.15.46:0/267122925 learned_addr learned my addr 172.21.15.46:0/267122925 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:06:05.510 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.510+0000 7f4d8ffff700 1 --2- 172.21.15.46:0/267122925 >> v2:172.21.15.57:3300/0 conn(0x7f4d900cdd40 0x7f4d900ce150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:05.510 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.510+0000 7f4d8e7fc700 1 -- 172.21.15.46:0/267122925 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2742727792 0 0) 0x7f4d900ce690 con 0x7f4d9006c7c0 2023-09-21T13:06:05.510 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.510+0000 7f4d8e7fc700 1 -- 172.21.15.46:0/267122925 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4d780035b0 con 0x7f4d9006c7c0 2023-09-21T13:06:05.511 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.510+0000 7f4d8e7fc700 1 -- 172.21.15.46:0/267122925 <== mon.0 v1:172.21.15.46:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3178762818 0 0) 0x7f4d780035b0 con 0x7f4d9006c7c0 2023-09-21T13:06:05.511 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.510+0000 7f4d8e7fc700 1 -- 172.21.15.46:0/267122925 >> v2:172.21.15.57:3300/0 conn(0x7f4d900cdd40 msgr2=0x7f4d900ce150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:05.511 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.510+0000 7f4d8e7fc700 1 --2- 172.21.15.46:0/267122925 >> v2:172.21.15.57:3300/0 conn(0x7f4d900cdd40 0x7f4d900ce150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:05.511 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.510+0000 7f4d8e7fc700 1 -- 172.21.15.46:0/267122925 >> v1:172.21.15.57:6789/0 conn(0x7f4d90161290 legacy=0x7f4d9006b8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:05.511 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.510+0000 7f4d8e7fc700 1 -- 172.21.15.46:0/267122925 --> v1:172.21.15.46:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4d90161800 con 0x7f4d9006c7c0 2023-09-21T13:06:05.512 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.510+0000 7f4d8e7fc700 1 -- 172.21.15.46:0/267122925 <== mon.0 v1:172.21.15.46:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 834881909 0 0) 0x7f4d80001670 con 0x7f4d9006c7c0 2023-09-21T13:06:05.512 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.510+0000 7f4d8e7fc700 1 -- 172.21.15.46:0/267122925 >> v1:172.21.15.46:6789/0 conn(0x7f4d9006c7c0 legacy=0x7f4d90070dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:05.512 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.510+0000 7f4d8e7fc700 1 --2- 172.21.15.46:0/267122925 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4d78003a00 0x7f4d78003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:05.512 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.510+0000 7f4d8e7fc700 1 --2- 172.21.15.46:0/267122925 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f4d78004850 0x7f4d78004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:05.512 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.510+0000 7f4d8e7fc700 1 --2- 172.21.15.46:0/267122925 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f4d78005210 0x7f4d7800ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:05.513 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.510+0000 7f4d8e7fc700 1 -- 172.21.15.46:0/267122925 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4d7800c080 con 0x7f4d78003a00 2023-09-21T13:06:05.513 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.510+0000 7f4d8e7fc700 1 -- 172.21.15.46:0/267122925 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4d7800c1f0 con 0x7f4d78004850 2023-09-21T13:06:05.513 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.510+0000 7f4d8e7fc700 1 -- 172.21.15.46:0/267122925 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4d7800c3b0 con 0x7f4d78005210 2023-09-21T13:06:05.513 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.510+0000 7f4d8f7fe700 1 --2- 172.21.15.46:0/267122925 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4d78003a00 0x7f4d78003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:05.513 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.510+0000 7f4d8effd700 1 --2- 172.21.15.46:0/267122925 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f4d78004850 0x7f4d78004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:05.514 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.510+0000 7f4d8ffff700 1 --2- 172.21.15.46:0/267122925 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f4d78005210 0x7f4d7800ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:05.514 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.511+0000 7f4d8f7fe700 1 -- 172.21.15.46:0/267122925 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f4d78005210 msgr2=0x7f4d7800ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:05.514 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.511+0000 7f4d8f7fe700 1 --2- 172.21.15.46:0/267122925 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f4d78005210 0x7f4d7800ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:05.514 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.511+0000 7f4d8f7fe700 1 -- 172.21.15.46:0/267122925 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f4d78004850 msgr2=0x7f4d78004cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:05.514 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.511+0000 7f4d8f7fe700 1 --2- 172.21.15.46:0/267122925 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f4d78004850 0x7f4d78004cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:05.515 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.511+0000 7f4d8ffff700 1 -- 172.21.15.46:0/267122925 reap_dead start 2023-09-21T13:06:05.515 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.511+0000 7f4d8f7fe700 1 -- 172.21.15.46:0/267122925 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4d780035b0 con 0x7f4d78003a00 2023-09-21T13:06:05.515 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.511+0000 7f4d8effd700 1 --2- 172.21.15.46:0/267122925 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f4d78004850 0x7f4d78004cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-21T13:06:05.515 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.511+0000 7f4d8f7fe700 1 --2- 172.21.15.46:0/267122925 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4d78003a00 0x7f4d78003e20 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f4d8000c240 tx=0x7f4d78005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b11ad6f9edd3244 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:05.515 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.511+0000 7f4d8e7fc700 1 -- 172.21.15.46:0/267122925 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d80007c10 con 0x7f4d78003a00 2023-09-21T13:06:05.516 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.511+0000 7f4d8e7fc700 1 -- 172.21.15.46:0/267122925 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4d8000cd60 con 0x7f4d78003a00 2023-09-21T13:06:05.516 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.511+0000 7f4d8e7fc700 1 -- 172.21.15.46:0/267122925 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d80005ba0 con 0x7f4d78003a00 2023-09-21T13:06:05.516 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.512+0000 7f4d95df2700 1 -- 172.21.15.46:0/267122925 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4d78003a00 msgr2=0x7f4d78003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:05.516 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.512+0000 7f4d95df2700 1 --2- 172.21.15.46:0/267122925 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4d78003a00 0x7f4d78003e20 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f4d8000c240 tx=0x7f4d78005880 comp rx=0 tx=0).stop 2023-09-21T13:06:05.516 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.512+0000 7f4d95df2700 1 -- 172.21.15.46:0/267122925 shutdown_connections 2023-09-21T13:06:05.517 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.512+0000 7f4d95df2700 1 --2- 172.21.15.46:0/267122925 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4d78003a00 0x7f4d78003e20 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:05.517 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.512+0000 7f4d95df2700 1 -- 172.21.15.46:0/267122925 >> 172.21.15.46:0/267122925 conn(0x7f4d9006ea60 msgr2=0x7f4d9006ee40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:05.517 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.512+0000 7f4d95df2700 1 -- 172.21.15.46:0/267122925 shutdown_connections 2023-09-21T13:06:05.517 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.512+0000 7f4d95df2700 1 -- 172.21.15.46:0/267122925 wait complete. 2023-09-21T13:06:05.520 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.513+0000 7f4d95df2700 1 Processor -- start 2023-09-21T13:06:05.520 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.513+0000 7f4d95df2700 1 -- start start 2023-09-21T13:06:05.520 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.514+0000 7f4d95df2700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f4d78003a00 0x7f4d900cae50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:05.521 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.514+0000 7f4d95df2700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4d901f7110 0x7f4d901f6550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:05.521 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.514+0000 7f4d95df2700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f4d901f6a90 0x7f4d901f4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:05.521 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.514+0000 7f4d95df2700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4d901f6f10 con 0x7f4d901f7110 2023-09-21T13:06:05.521 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.514+0000 7f4d95df2700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4d900c8e60 con 0x7f4d78003a00 2023-09-21T13:06:05.521 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.514+0000 7f4d95df2700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4d900cb390 con 0x7f4d901f6a90 2023-09-21T13:06:05.522 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.514+0000 7f4d8effd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4d901f7110 0x7f4d901f6550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:05.522 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.514+0000 7f4d8effd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4d901f7110 0x7f4d901f6550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:41712/0 (socket says 172.21.15.46:41712) 2023-09-21T13:06:05.522 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.514+0000 7f4d8effd700 1 -- 172.21.15.46:0/69316666 learned_addr learned my addr 172.21.15.46:0/69316666 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:05.522 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.514+0000 7f4d8f7fe700 1 --2- 172.21.15.46:0/69316666 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f4d78003a00 0x7f4d900cae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:05.523 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.514+0000 7f4d8ffff700 1 --2- 172.21.15.46:0/69316666 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f4d901f6a90 0x7f4d901f4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:05.523 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.515+0000 7f4d8effd700 1 -- 172.21.15.46:0/69316666 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f4d901f6a90 msgr2=0x7f4d901f4240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:05.523 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.515+0000 7f4d8effd700 1 --2- 172.21.15.46:0/69316666 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f4d901f6a90 0x7f4d901f4240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:05.523 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.515+0000 7f4d8effd700 1 -- 172.21.15.46:0/69316666 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f4d78003a00 msgr2=0x7f4d900cae50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:05.523 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.515+0000 7f4d8effd700 1 --2- 172.21.15.46:0/69316666 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f4d78003a00 0x7f4d900cae50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:05.524 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.515+0000 7f4d8effd700 1 -- 172.21.15.46:0/69316666 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4d900c90b0 con 0x7f4d901f7110 2023-09-21T13:06:05.524 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.515+0000 7f4d8f7fe700 1 --2- 172.21.15.46:0/69316666 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f4d78003a00 0x7f4d900cae50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:06:05.524 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.515+0000 7f4d8effd700 1 --2- 172.21.15.46:0/69316666 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4d901f7110 0x7f4d901f6550 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f4d8400f810 tx=0x7f4d8400fbd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:05.524 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.515+0000 7f4d77fff700 1 -- 172.21.15.46:0/69316666 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d840052e0 con 0x7f4d901f7110 2023-09-21T13:06:05.524 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.515+0000 7f4d77fff700 1 -- 172.21.15.46:0/69316666 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4d84005440 con 0x7f4d901f7110 2023-09-21T13:06:05.525 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.515+0000 7f4d95df2700 1 -- 172.21.15.46:0/69316666 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4d900c9390 con 0x7f4d901f7110 2023-09-21T13:06:05.525 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.515+0000 7f4d77fff700 1 -- 172.21.15.46:0/69316666 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d840038a0 con 0x7f4d901f7110 2023-09-21T13:06:05.525 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.515+0000 7f4d95df2700 1 -- 172.21.15.46:0/69316666 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4d900c9950 con 0x7f4d901f7110 2023-09-21T13:06:05.525 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.516+0000 7f4d95df2700 1 -- 172.21.15.46:0/69316666 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4d90068340 con 0x7f4d901f7110 2023-09-21T13:06:05.525 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.517+0000 7f4d77fff700 1 -- 172.21.15.46:0/69316666 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f4d84003a00 con 0x7f4d901f7110 2023-09-21T13:06:05.526 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.517+0000 7f4d77fff700 1 --2- 172.21.15.46:0/69316666 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f4d7c06a5b0 0x7f4d7c06ca70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:05.526 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.517+0000 7f4d77fff700 1 -- 172.21.15.46:0/69316666 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f4d84088860 con 0x7f4d901f7110 2023-09-21T13:06:05.526 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.517+0000 7f4d8f7fe700 1 --2- 172.21.15.46:0/69316666 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f4d7c06a5b0 0x7f4d7c06ca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:05.526 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.518+0000 7f4d8f7fe700 1 --2- 172.21.15.46:0/69316666 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f4d7c06a5b0 0x7f4d7c06ca70 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f4d80000c00 tx=0x7f4d80007000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:05.526 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.522+0000 7f4d77fff700 1 -- 172.21.15.46:0/69316666 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f4d84053ce0 con 0x7f4d901f7110 2023-09-21T13:06:05.726 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.729+0000 7f4d95df2700 1 -- 172.21.15.46:0/69316666 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f4d9004f330 con 0x7f4d901f7110 2023-09-21T13:06:05.726 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.730+0000 7f4d77fff700 1 -- 172.21.15.46:0/69316666 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v22) v1 ==== 93+0+10 (secure 0 0 0) 0x7f4d84003cb0 con 0x7f4d901f7110 2023-09-21T13:06:05.727 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 1 2023-09-21T13:06:05.729 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.732+0000 7f4d95df2700 1 -- 172.21.15.46:0/69316666 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f4d7c06a5b0 msgr2=0x7f4d7c06ca70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:05.729 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.732+0000 7f4d95df2700 1 --2- 172.21.15.46:0/69316666 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f4d7c06a5b0 0x7f4d7c06ca70 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f4d80000c00 tx=0x7f4d80007000 comp rx=0 tx=0).stop 2023-09-21T13:06:05.729 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.732+0000 7f4d95df2700 1 -- 172.21.15.46:0/69316666 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4d901f7110 msgr2=0x7f4d901f6550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:05.729 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.732+0000 7f4d95df2700 1 --2- 172.21.15.46:0/69316666 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4d901f7110 0x7f4d901f6550 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f4d8400f810 tx=0x7f4d8400fbd0 comp rx=0 tx=0).stop 2023-09-21T13:06:05.730 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.732+0000 7f4d95df2700 1 -- 172.21.15.46:0/69316666 shutdown_connections 2023-09-21T13:06:05.730 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.732+0000 7f4d95df2700 1 --2- 172.21.15.46:0/69316666 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f4d7c06a5b0 0x7f4d7c06ca70 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:05.730 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.732+0000 7f4d95df2700 1 --2- 172.21.15.46:0/69316666 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f4d901f6a90 0x7f4d901f4240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:05.730 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.732+0000 7f4d95df2700 1 --2- 172.21.15.46:0/69316666 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f4d78003a00 0x7f4d900cae50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:05.731 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.732+0000 7f4d95df2700 1 --2- 172.21.15.46:0/69316666 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4d901f7110 0x7f4d901f6550 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:05.731 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.732+0000 7f4d95df2700 1 -- 172.21.15.46:0/69316666 >> 172.21.15.46:0/69316666 conn(0x7f4d9006ea60 msgr2=0x7f4d900cd1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:05.731 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.732+0000 7f4d95df2700 1 -- 172.21.15.46:0/69316666 shutdown_connections 2023-09-21T13:06:05.731 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.732+0000 7f4d95df2700 1 -- 172.21.15.46:0/69316666 wait complete. 2023-09-21T13:06:05.742 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-09-21T13:06:05.882 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.886+0000 7f566aeb0700 1 Processor -- start 2023-09-21T13:06:05.883 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.886+0000 7f566aeb0700 1 -- start start 2023-09-21T13:06:05.885 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.887+0000 7f566aeb0700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f566415d9b0 0x7f566415dd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:05.885 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.887+0000 7f566aeb0700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f5664159d30 0x7f566415e2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:05.885 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.887+0000 7f566aeb0700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f56640cb060 con 0x7f56640aec90 2023-09-21T13:06:05.886 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.887+0000 7f566aeb0700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f566406a840 con 0x7f5664159d30 2023-09-21T13:06:05.886 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.887+0000 7f566aeb0700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f566406d060 con 0x7f566415d9b0 2023-09-21T13:06:05.886 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.887+0000 7f566944d700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f5664159d30 0x7f566415e2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:05.886 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.887+0000 7f566944d700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f5664159d30 0x7f566415e2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:41718/0 (socket says 172.21.15.46:41718) 2023-09-21T13:06:05.886 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.887+0000 7f566944d700 1 -- 172.21.15.46:0/2911254916 learned_addr learned my addr 172.21.15.46:0/2911254916 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:05.887 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.887+0000 7f5668c4c700 1 --2- 172.21.15.46:0/2911254916 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f566415d9b0 0x7f566415dd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:05.887 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.887+0000 7f566944d700 1 -- 172.21.15.46:0/2911254916 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f566415d9b0 msgr2=0x7f566415dd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:05.887 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.887+0000 7f566944d700 1 --2- 172.21.15.46:0/2911254916 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f566415d9b0 0x7f566415dd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:05.887 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.887+0000 7f566944d700 1 -- 172.21.15.46:0/2911254916 >> v1:172.21.15.57:6789/0 conn(0x7f56640aec90 legacy=0x7f5664159620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:05.887 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.887+0000 7f566944d700 1 -- 172.21.15.46:0/2911254916 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f56640cb2b0 con 0x7f5664159d30 2023-09-21T13:06:05.888 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.888+0000 7f566944d700 1 --2- 172.21.15.46:0/2911254916 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5664159d30 0x7f566415e2d0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f565c009e50 tx=0x7f565c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c41cead77ca3df1 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:05.888 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.888+0000 7f56637fe700 1 -- 172.21.15.46:0/2911254916 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f565c00e070 con 0x7f5664159d30 2023-09-21T13:06:05.888 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.888+0000 7f56637fe700 1 -- 172.21.15.46:0/2911254916 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f565c00b910 con 0x7f5664159d30 2023-09-21T13:06:05.888 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.888+0000 7f56637fe700 1 -- 172.21.15.46:0/2911254916 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f565c00bcc0 con 0x7f5664159d30 2023-09-21T13:06:05.888 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.888+0000 7f566aeb0700 1 -- 172.21.15.46:0/2911254916 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5664159d30 msgr2=0x7f566415e2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:05.889 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.888+0000 7f566aeb0700 1 --2- 172.21.15.46:0/2911254916 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5664159d30 0x7f566415e2d0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f565c009e50 tx=0x7f565c00b330 comp rx=0 tx=0).stop 2023-09-21T13:06:05.889 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.888+0000 7f566aeb0700 1 -- 172.21.15.46:0/2911254916 shutdown_connections 2023-09-21T13:06:05.889 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.888+0000 7f566aeb0700 1 --2- 172.21.15.46:0/2911254916 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5664159d30 0x7f566415e2d0 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:05.889 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.888+0000 7f566aeb0700 1 --2- 172.21.15.46:0/2911254916 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f566415d9b0 0x7f566415dd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:05.889 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.888+0000 7f566aeb0700 1 -- 172.21.15.46:0/2911254916 >> 172.21.15.46:0/2911254916 conn(0x7f56640cc450 msgr2=0x7f56640cc860 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:05.890 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.888+0000 7f566aeb0700 1 -- 172.21.15.46:0/2911254916 shutdown_connections 2023-09-21T13:06:05.890 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.889+0000 7f566aeb0700 1 -- 172.21.15.46:0/2911254916 wait complete. 2023-09-21T13:06:05.892 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.890+0000 7f566aeb0700 1 Processor -- start 2023-09-21T13:06:05.893 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.890+0000 7f566aeb0700 1 -- start start 2023-09-21T13:06:05.893 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.891+0000 7f566aeb0700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f56640aec90 0x7f56641584b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:05.893 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.891+0000 7f566aeb0700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5664159d30 0x7f56641f0d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:05.893 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.891+0000 7f566aeb0700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f566415d9b0 0x7f56641f1290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:05.894 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.891+0000 7f566aeb0700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56641589f0 con 0x7f5664159d30 2023-09-21T13:06:05.894 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.891+0000 7f566aeb0700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f566415c4e0 con 0x7f56640aec90 2023-09-21T13:06:05.894 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.891+0000 7f566aeb0700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f56640b2f60 con 0x7f566415d9b0 2023-09-21T13:06:05.894 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.892+0000 7f5663fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5664159d30 0x7f56641f0d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:05.894 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.892+0000 7f5663fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5664159d30 0x7f56641f0d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:41730/0 (socket says 172.21.15.46:41730) 2023-09-21T13:06:05.895 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.892+0000 7f5663fff700 1 -- 172.21.15.46:0/1136530878 learned_addr learned my addr 172.21.15.46:0/1136530878 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:05.895 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.892+0000 7f5668c4c700 1 --2- 172.21.15.46:0/1136530878 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f56640aec90 0x7f56641584b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:05.895 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.892+0000 7f566944d700 1 --2- 172.21.15.46:0/1136530878 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f566415d9b0 0x7f56641f1290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:05.895 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.892+0000 7f5663fff700 1 -- 172.21.15.46:0/1136530878 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f566415d9b0 msgr2=0x7f56641f1290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:05.895 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.892+0000 7f5663fff700 1 --2- 172.21.15.46:0/1136530878 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f566415d9b0 0x7f56641f1290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:05.896 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.892+0000 7f5663fff700 1 -- 172.21.15.46:0/1136530878 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f56640aec90 msgr2=0x7f56641584b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:05.896 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.892+0000 7f5663fff700 1 --2- 172.21.15.46:0/1136530878 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f56640aec90 0x7f56641584b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:05.896 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.892+0000 7f5663fff700 1 -- 172.21.15.46:0/1136530878 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f565c009b30 con 0x7f5664159d30 2023-09-21T13:06:05.896 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.892+0000 7f5663fff700 1 --2- 172.21.15.46:0/1136530878 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5664159d30 0x7f56641f0d50 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f565000c450 tx=0x7f565000c810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:05.896 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.892+0000 7f56617fa700 1 -- 172.21.15.46:0/1136530878 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56500052d0 con 0x7f5664159d30 2023-09-21T13:06:05.897 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.892+0000 7f56617fa700 1 -- 172.21.15.46:0/1136530878 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5650005430 con 0x7f5664159d30 2023-09-21T13:06:05.897 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.892+0000 7f566aeb0700 1 -- 172.21.15.46:0/1136530878 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f56640b3200 con 0x7f5664159d30 2023-09-21T13:06:05.897 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.892+0000 7f56617fa700 1 -- 172.21.15.46:0/1136530878 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56500038c0 con 0x7f5664159d30 2023-09-21T13:06:05.897 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.892+0000 7f566aeb0700 1 -- 172.21.15.46:0/1136530878 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f566415c970 con 0x7f5664159d30 2023-09-21T13:06:05.897 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.894+0000 7f566aeb0700 1 -- 172.21.15.46:0/1136530878 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f566404f330 con 0x7f5664159d30 2023-09-21T13:06:05.897 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.894+0000 7f56617fa700 1 -- 172.21.15.46:0/1136530878 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f5650003a20 con 0x7f5664159d30 2023-09-21T13:06:05.898 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.894+0000 7f56617fa700 1 --2- 172.21.15.46:0/1136530878 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f564806a580 0x7f564806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:05.898 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.895+0000 7f56617fa700 1 -- 172.21.15.46:0/1136530878 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f5650087e60 con 0x7f5664159d30 2023-09-21T13:06:05.898 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.895+0000 7f5668c4c700 1 --2- 172.21.15.46:0/1136530878 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f564806a580 0x7f564806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:05.898 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.895+0000 7f5668c4c700 1 --2- 172.21.15.46:0/1136530878 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f564806a580 0x7f564806ca40 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f5658009b70 tx=0x7f5658008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:05.899 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:05.899+0000 7f56617fa700 1 -- 172.21.15.46:0/1136530878 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f5650053360 con 0x7f5664159d30 2023-09-21T13:06:06.103 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.107+0000 7f566aeb0700 1 -- 172.21.15.46:0/1136530878 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f566415c620 con 0x7f5664159d30 2023-09-21T13:06:06.104 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.108+0000 7f56617fa700 1 -- 172.21.15.46:0/1136530878 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v22) v1 ==== 104+0+11 (secure 0 0 0) 0x7f5650056980 con 0x7f5664159d30 2023-09-21T13:06:06.104 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 32 2023-09-21T13:06:06.106 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.110+0000 7f566aeb0700 1 -- 172.21.15.46:0/1136530878 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f564806a580 msgr2=0x7f564806ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:06.107 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.110+0000 7f566aeb0700 1 --2- 172.21.15.46:0/1136530878 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f564806a580 0x7f564806ca40 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f5658009b70 tx=0x7f5658008040 comp rx=0 tx=0).stop 2023-09-21T13:06:06.107 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.110+0000 7f566aeb0700 1 -- 172.21.15.46:0/1136530878 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5664159d30 msgr2=0x7f56641f0d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:06.107 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.110+0000 7f566aeb0700 1 --2- 172.21.15.46:0/1136530878 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5664159d30 0x7f56641f0d50 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f565000c450 tx=0x7f565000c810 comp rx=0 tx=0).stop 2023-09-21T13:06:06.107 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.110+0000 7f566aeb0700 1 -- 172.21.15.46:0/1136530878 shutdown_connections 2023-09-21T13:06:06.107 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.110+0000 7f566aeb0700 1 --2- 172.21.15.46:0/1136530878 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f564806a580 0x7f564806ca40 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:06.108 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.110+0000 7f566aeb0700 1 --2- 172.21.15.46:0/1136530878 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f566415d9b0 0x7f56641f1290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:06.108 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.110+0000 7f566aeb0700 1 --2- 172.21.15.46:0/1136530878 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f56640aec90 0x7f56641584b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:06.108 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.110+0000 7f566aeb0700 1 --2- 172.21.15.46:0/1136530878 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5664159d30 0x7f56641f0d50 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:06.108 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.110+0000 7f566aeb0700 1 -- 172.21.15.46:0/1136530878 >> 172.21.15.46:0/1136530878 conn(0x7f56640cc450 msgr2=0x7f56640c5510 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:06.108 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.110+0000 7f566aeb0700 1 -- 172.21.15.46:0/1136530878 shutdown_connections 2023-09-21T13:06:06.109 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.110+0000 7f566aeb0700 1 -- 172.21.15.46:0/1136530878 wait complete. 2023-09-21T13:06:06.120 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-09-21T13:06:06.260 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.264+0000 7f18ddbd7700 1 Processor -- start 2023-09-21T13:06:06.261 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.264+0000 7f18ddbd7700 1 -- start start 2023-09-21T13:06:06.263 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.265+0000 7f18ddbd7700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f18d806b7b0 0x7f18d815fac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:06.263 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.265+0000 7f18ddbd7700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f18d815cb40 0x7f18d806f480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:06.263 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.265+0000 7f18ddbd7700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f18d806bb90 0x7f18d80cc440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:06.264 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.265+0000 7f18ddbd7700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f18d806f9c0 con 0x7f18d806bb90 2023-09-21T13:06:06.264 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.265+0000 7f18ddbd7700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f18d815ba30 con 0x7f18d815cb40 2023-09-21T13:06:06.264 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.265+0000 7f18ddbd7700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f18d815c850 con 0x7f18d806b7b0 2023-09-21T13:06:06.264 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.265+0000 7f18d7fff700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f18d806bb90 0x7f18d80cc440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:06.264 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.265+0000 7f18d7fff700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f18d806bb90 0x7f18d80cc440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:41734/0 (socket says 172.21.15.46:41734) 2023-09-21T13:06:06.265 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.265+0000 7f18d7fff700 1 -- 172.21.15.46:0/3891061383 learned_addr learned my addr 172.21.15.46:0/3891061383 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:06.265 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.265+0000 7f18d77fe700 1 --2- 172.21.15.46:0/3891061383 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f18d806b7b0 0x7f18d815fac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:06.265 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.265+0000 7f18d6ffd700 1 --2- 172.21.15.46:0/3891061383 >> v2:172.21.15.57:3300/0 conn(0x7f18d815cb40 0x7f18d806f480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:06.265 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.265+0000 7f18d7fff700 1 -- 172.21.15.46:0/3891061383 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f18d806b7b0 msgr2=0x7f18d815fac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:06.265 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.265+0000 7f18d7fff700 1 --2- 172.21.15.46:0/3891061383 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f18d806b7b0 0x7f18d815fac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:06.266 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.265+0000 7f18d7fff700 1 -- 172.21.15.46:0/3891061383 >> v2:172.21.15.57:3300/0 conn(0x7f18d815cb40 msgr2=0x7f18d806f480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:06.266 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.265+0000 7f18d7fff700 1 --2- 172.21.15.46:0/3891061383 >> v2:172.21.15.57:3300/0 conn(0x7f18d815cb40 0x7f18d806f480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:06.266 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.265+0000 7f18d7fff700 1 -- 172.21.15.46:0/3891061383 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f18d8155e80 con 0x7f18d806bb90 2023-09-21T13:06:06.266 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.266+0000 7f18d7fff700 1 --2- 172.21.15.46:0/3891061383 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f18d806bb90 0x7f18d80cc440 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f18d8072410 tx=0x7f18d000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=42964adda7c2476d server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:06.266 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.266+0000 7f18d67fc700 1 -- 172.21.15.46:0/3891061383 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18d000e070 con 0x7f18d806bb90 2023-09-21T13:06:06.267 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.266+0000 7f18d67fc700 1 -- 172.21.15.46:0/3891061383 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f18d000b9c0 con 0x7f18d806bb90 2023-09-21T13:06:06.267 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.266+0000 7f18d67fc700 1 -- 172.21.15.46:0/3891061383 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18d000bd70 con 0x7f18d806bb90 2023-09-21T13:06:06.267 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.266+0000 7f18ddbd7700 1 -- 172.21.15.46:0/3891061383 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f18d806bb90 msgr2=0x7f18d80cc440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:06.267 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.266+0000 7f18ddbd7700 1 --2- 172.21.15.46:0/3891061383 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f18d806bb90 0x7f18d80cc440 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f18d8072410 tx=0x7f18d000b330 comp rx=0 tx=0).stop 2023-09-21T13:06:06.267 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.266+0000 7f18ddbd7700 1 -- 172.21.15.46:0/3891061383 shutdown_connections 2023-09-21T13:06:06.267 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.266+0000 7f18ddbd7700 1 --2- 172.21.15.46:0/3891061383 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f18d806bb90 0x7f18d80cc440 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:06.268 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.266+0000 7f18ddbd7700 1 --2- 172.21.15.46:0/3891061383 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f18d806b7b0 0x7f18d815fac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:06.268 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.266+0000 7f18ddbd7700 1 --2- 172.21.15.46:0/3891061383 >> v2:172.21.15.57:3300/0 conn(0x7f18d815cb40 0x7f18d806f480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:06.268 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.266+0000 7f18ddbd7700 1 -- 172.21.15.46:0/3891061383 >> 172.21.15.46:0/3891061383 conn(0x7f18d8070f70 msgr2=0x7f18d8071380 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:06.268 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.266+0000 7f18ddbd7700 1 -- 172.21.15.46:0/3891061383 shutdown_connections 2023-09-21T13:06:06.268 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.266+0000 7f18ddbd7700 1 -- 172.21.15.46:0/3891061383 wait complete. 2023-09-21T13:06:06.271 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.268+0000 7f18ddbd7700 1 Processor -- start 2023-09-21T13:06:06.271 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.268+0000 7f18ddbd7700 1 -- start start 2023-09-21T13:06:06.271 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.269+0000 7f18ddbd7700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f18d806b7b0 0x7f18d8152f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:06.272 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.269+0000 7f18ddbd7700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f18d806bb90 0x7f18d8158130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:06.272 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.269+0000 7f18ddbd7700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f18d815cb40 0x7f18d8146390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:06.272 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.269+0000 7f18ddbd7700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18d8158830 con 0x7f18d806bb90 2023-09-21T13:06:06.272 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.269+0000 7f18ddbd7700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18d8158b10 con 0x7f18d815cb40 2023-09-21T13:06:06.272 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.269+0000 7f18ddbd7700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f18d8158df0 con 0x7f18d806b7b0 2023-09-21T13:06:06.273 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.269+0000 7f18d6ffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f18d806bb90 0x7f18d8158130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:06.273 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.269+0000 7f18d6ffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f18d806bb90 0x7f18d8158130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:41738/0 (socket says 172.21.15.46:41738) 2023-09-21T13:06:06.273 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.269+0000 7f18d6ffd700 1 -- 172.21.15.46:0/51073167 learned_addr learned my addr 172.21.15.46:0/51073167 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:06.273 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.269+0000 7f18d77fe700 1 --2- 172.21.15.46:0/51073167 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f18d806b7b0 0x7f18d8152f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:06.273 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.269+0000 7f18d7fff700 1 --2- 172.21.15.46:0/51073167 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f18d815cb40 0x7f18d8146390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:06.274 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.269+0000 7f18d6ffd700 1 -- 172.21.15.46:0/51073167 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f18d806b7b0 msgr2=0x7f18d8152f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:06.274 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.269+0000 7f18d6ffd700 1 --2- 172.21.15.46:0/51073167 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f18d806b7b0 0x7f18d8152f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:06.274 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.269+0000 7f18d6ffd700 1 -- 172.21.15.46:0/51073167 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f18d815cb40 msgr2=0x7f18d8146390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:06.274 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.269+0000 7f18d6ffd700 1 --2- 172.21.15.46:0/51073167 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f18d815cb40 0x7f18d8146390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:06.274 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.269+0000 7f18d6ffd700 1 -- 172.21.15.46:0/51073167 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f18d0009b30 con 0x7f18d806bb90 2023-09-21T13:06:06.275 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.269+0000 7f18d77fe700 1 --2- 172.21.15.46:0/51073167 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f18d806b7b0 0x7f18d8152f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:06:06.275 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.269+0000 7f18d7fff700 1 --2- 172.21.15.46:0/51073167 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f18d815cb40 0x7f18d8146390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:06:06.275 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.269+0000 7f18d6ffd700 1 --2- 172.21.15.46:0/51073167 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f18d806bb90 0x7f18d8158130 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f18cc00e810 tx=0x7f18cc00ebd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:06.275 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.270+0000 7f18bffff700 1 -- 172.21.15.46:0/51073167 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18cc013610 con 0x7f18d806bb90 2023-09-21T13:06:06.275 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.270+0000 7f18bffff700 1 -- 172.21.15.46:0/51073167 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f18cc013770 con 0x7f18d806bb90 2023-09-21T13:06:06.275 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.270+0000 7f18ddbd7700 1 -- 172.21.15.46:0/51073167 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f18d81560e0 con 0x7f18d806bb90 2023-09-21T13:06:06.276 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.270+0000 7f18bffff700 1 -- 172.21.15.46:0/51073167 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18cc013b20 con 0x7f18d806bb90 2023-09-21T13:06:06.276 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.270+0000 7f18ddbd7700 1 -- 172.21.15.46:0/51073167 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f18d81468d0 con 0x7f18d806bb90 2023-09-21T13:06:06.276 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.271+0000 7f18ddbd7700 1 -- 172.21.15.46:0/51073167 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f18d804f330 con 0x7f18d806bb90 2023-09-21T13:06:06.276 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.271+0000 7f18bffff700 1 -- 172.21.15.46:0/51073167 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f18cc013c80 con 0x7f18d806bb90 2023-09-21T13:06:06.276 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.272+0000 7f18bffff700 1 --2- 172.21.15.46:0/51073167 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f18c406a580 0x7f18c406ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:06.277 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.272+0000 7f18bffff700 1 -- 172.21.15.46:0/51073167 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f18cc088760 con 0x7f18d806bb90 2023-09-21T13:06:06.277 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.272+0000 7f18d77fe700 1 --2- 172.21.15.46:0/51073167 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f18c406a580 0x7f18c406ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:06.277 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.272+0000 7f18d77fe700 1 --2- 172.21.15.46:0/51073167 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f18c406a580 0x7f18c406ca40 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f18c8007a50 tx=0x7f18c8008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:06.277 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.276+0000 7f18bffff700 1 -- 172.21.15.46:0/51073167 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f18cc053c70 con 0x7f18d806bb90 2023-09-21T13:06:06.481 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.484+0000 7f18ddbd7700 1 -- 172.21.15.46:0/51073167 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f18d8071f90 con 0x7f18d806bb90 2023-09-21T13:06:06.481 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.485+0000 7f18bffff700 1 -- 172.21.15.46:0/51073167 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v22) v1 ==== 100+0+11 (secure 0 0 0) 0x7f18cc057290 con 0x7f18d806bb90 2023-09-21T13:06:06.482 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 64 2023-09-21T13:06:06.484 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.487+0000 7f18ddbd7700 1 -- 172.21.15.46:0/51073167 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f18c406a580 msgr2=0x7f18c406ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:06.484 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.487+0000 7f18ddbd7700 1 --2- 172.21.15.46:0/51073167 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f18c406a580 0x7f18c406ca40 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f18c8007a50 tx=0x7f18c8008040 comp rx=0 tx=0).stop 2023-09-21T13:06:06.484 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.487+0000 7f18ddbd7700 1 -- 172.21.15.46:0/51073167 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f18d806bb90 msgr2=0x7f18d8158130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:06.484 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.487+0000 7f18ddbd7700 1 --2- 172.21.15.46:0/51073167 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f18d806bb90 0x7f18d8158130 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f18cc00e810 tx=0x7f18cc00ebd0 comp rx=0 tx=0).stop 2023-09-21T13:06:06.485 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.487+0000 7f18ddbd7700 1 -- 172.21.15.46:0/51073167 shutdown_connections 2023-09-21T13:06:06.485 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.487+0000 7f18ddbd7700 1 --2- 172.21.15.46:0/51073167 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f18c406a580 0x7f18c406ca40 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:06.485 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.487+0000 7f18ddbd7700 1 --2- 172.21.15.46:0/51073167 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f18d815cb40 0x7f18d8146390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:06.485 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.487+0000 7f18ddbd7700 1 --2- 172.21.15.46:0/51073167 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f18d806b7b0 0x7f18d8152f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:06.485 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.487+0000 7f18ddbd7700 1 --2- 172.21.15.46:0/51073167 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f18d806bb90 0x7f18d8158130 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:06.486 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.487+0000 7f18ddbd7700 1 -- 172.21.15.46:0/51073167 >> 172.21.15.46:0/51073167 conn(0x7f18d8070f70 msgr2=0x7f18d81554c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:06.486 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.487+0000 7f18ddbd7700 1 -- 172.21.15.46:0/51073167 shutdown_connections 2023-09-21T13:06:06.486 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.487+0000 7f18ddbd7700 1 -- 172.21.15.46:0/51073167 wait complete. 2023-09-21T13:06:06.497 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-09-21T13:06:06.636 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.640+0000 7fe66e124700 1 Processor -- start 2023-09-21T13:06:06.636 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.640+0000 7fe66e124700 1 -- start start 2023-09-21T13:06:06.638 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.640+0000 7fe66e124700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe66815fb20 0x7fe6680ca840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:06.639 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.640+0000 7fe66e124700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fe6680cad80 0x7fe6680b3040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:06.639 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.641+0000 7fe66e124700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe66815f0d0 con 0x7fe66815b410 2023-09-21T13:06:06.639 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.641+0000 7fe66e124700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe66815f700 con 0x7fe6680cad80 2023-09-21T13:06:06.639 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.641+0000 7fe66e124700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe6680cb210 con 0x7fe66815fb20 2023-09-21T13:06:06.639 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.641+0000 7fe6677fe700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7fe66815b410 0x7fe668071770 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:56568/0 (socket says 172.21.15.46:56568) 2023-09-21T13:06:06.640 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.641+0000 7fe667fff700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fe6680cad80 0x7fe6680b3040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:06.640 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.641+0000 7fe6677fe700 1 -- 172.21.15.46:0/552929052 learned_addr learned my addr 172.21.15.46:0/552929052 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:06:06.640 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.641+0000 7fe666ffd700 1 --2- 172.21.15.46:0/552929052 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe66815fb20 0x7fe6680ca840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:06.640 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.641+0000 7fe667fff700 1 -- 172.21.15.46:0/552929052 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe66815fb20 msgr2=0x7fe6680ca840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:06.640 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.641+0000 7fe667fff700 1 --2- 172.21.15.46:0/552929052 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe66815fb20 0x7fe6680ca840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:06.641 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.641+0000 7fe667fff700 1 -- 172.21.15.46:0/552929052 >> v1:172.21.15.46:6789/0 conn(0x7fe66815b410 legacy=0x7fe668071770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:06.641 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.641+0000 7fe667fff700 1 -- 172.21.15.46:0/552929052 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe6680721a0 con 0x7fe6680cad80 2023-09-21T13:06:06.641 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.641+0000 7fe6667fc700 1 -- 172.21.15.46:0/552929052 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4140598748 0 0) 0x7fe66815f0d0 con 0x7fe66815b410 2023-09-21T13:06:06.641 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.641+0000 7fe667fff700 1 --2- 172.21.15.46:0/552929052 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe6680cad80 0x7fe6680b3040 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fe660009d90 tx=0x7fe66000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6fe3823ec36b9e3a server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:06.641 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.641+0000 7fe6667fc700 1 -- 172.21.15.46:0/552929052 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe66000e070 con 0x7fe6680cad80 2023-09-21T13:06:06.642 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.641+0000 7fe6667fc700 1 -- 172.21.15.46:0/552929052 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe66000bbd0 con 0x7fe6680cad80 2023-09-21T13:06:06.642 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.641+0000 7fe6667fc700 1 -- 172.21.15.46:0/552929052 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe660012430 con 0x7fe6680cad80 2023-09-21T13:06:06.642 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.642+0000 7fe66e124700 1 -- 172.21.15.46:0/552929052 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe6680cad80 msgr2=0x7fe6680b3040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:06.642 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.642+0000 7fe66e124700 1 --2- 172.21.15.46:0/552929052 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe6680cad80 0x7fe6680b3040 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fe660009d90 tx=0x7fe66000b330 comp rx=0 tx=0).stop 2023-09-21T13:06:06.642 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.642+0000 7fe66e124700 1 -- 172.21.15.46:0/552929052 shutdown_connections 2023-09-21T13:06:06.643 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.642+0000 7fe66e124700 1 --2- 172.21.15.46:0/552929052 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe6680cad80 0x7fe6680b3040 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:06.643 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.642+0000 7fe66e124700 1 --2- 172.21.15.46:0/552929052 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe66815fb20 0x7fe6680ca840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:06.643 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.642+0000 7fe66e124700 1 -- 172.21.15.46:0/552929052 >> 172.21.15.46:0/552929052 conn(0x7fe6680d01f0 msgr2=0x7fe6680d0600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:06.643 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.642+0000 7fe66e124700 1 -- 172.21.15.46:0/552929052 shutdown_connections 2023-09-21T13:06:06.643 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.642+0000 7fe66e124700 1 -- 172.21.15.46:0/552929052 wait complete. 2023-09-21T13:06:06.646 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.643+0000 7fe66e124700 1 Processor -- start 2023-09-21T13:06:06.646 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.644+0000 7fe66e124700 1 -- start start 2023-09-21T13:06:06.646 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.644+0000 7fe66e124700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fe6680cad80 0x7fe66814ea90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:06.647 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.644+0000 7fe66e124700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe66815b410 0x7fe6680ae490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:06.647 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.644+0000 7fe66e124700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe66815fb20 0x7fe6680c5360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:06.647 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.644+0000 7fe66e124700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6680af310 con 0x7fe66815fb20 2023-09-21T13:06:06.647 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.644+0000 7fe66e124700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6680aed50 con 0x7fe6680cad80 2023-09-21T13:06:06.647 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.644+0000 7fe66e124700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe6680af030 con 0x7fe66815b410 2023-09-21T13:06:06.648 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.645+0000 7fe667fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe66815fb20 0x7fe6680c5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:06.648 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.645+0000 7fe667fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe66815fb20 0x7fe6680c5360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:41746/0 (socket says 172.21.15.46:41746) 2023-09-21T13:06:06.648 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.645+0000 7fe667fff700 1 -- 172.21.15.46:0/4147652207 learned_addr learned my addr 172.21.15.46:0/4147652207 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:06.648 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.645+0000 7fe666ffd700 1 --2- 172.21.15.46:0/4147652207 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe66815b410 0x7fe6680ae490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:06.648 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.645+0000 7fe6677fe700 1 --2- 172.21.15.46:0/4147652207 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fe6680cad80 0x7fe66814ea90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:06.649 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.645+0000 7fe667fff700 1 -- 172.21.15.46:0/4147652207 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe66815b410 msgr2=0x7fe6680ae490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:06.649 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.645+0000 7fe667fff700 1 --2- 172.21.15.46:0/4147652207 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe66815b410 0x7fe6680ae490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:06.649 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.645+0000 7fe667fff700 1 -- 172.21.15.46:0/4147652207 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fe6680cad80 msgr2=0x7fe66814ea90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:06.649 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.645+0000 7fe667fff700 1 --2- 172.21.15.46:0/4147652207 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fe6680cad80 0x7fe66814ea90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:06.649 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.645+0000 7fe667fff700 1 -- 172.21.15.46:0/4147652207 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe660009a70 con 0x7fe66815fb20 2023-09-21T13:06:06.650 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.645+0000 7fe667fff700 1 --2- 172.21.15.46:0/4147652207 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe66815fb20 0x7fe6680c5360 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fe6680d0110 tx=0x7fe660004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:06.650 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.645+0000 7fe64ffff700 1 -- 172.21.15.46:0/4147652207 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe660012430 con 0x7fe66815fb20 2023-09-21T13:06:06.650 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.645+0000 7fe64ffff700 1 -- 172.21.15.46:0/4147652207 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe660020070 con 0x7fe66815fb20 2023-09-21T13:06:06.650 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.645+0000 7fe66e124700 1 -- 172.21.15.46:0/4147652207 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe6680cdef0 con 0x7fe66815fb20 2023-09-21T13:06:06.650 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.645+0000 7fe64ffff700 1 -- 172.21.15.46:0/4147652207 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe660004280 con 0x7fe66815fb20 2023-09-21T13:06:06.651 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.645+0000 7fe66e124700 1 -- 172.21.15.46:0/4147652207 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe66814efd0 con 0x7fe66815fb20 2023-09-21T13:06:06.651 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.646+0000 7fe66e124700 1 -- 172.21.15.46:0/4147652207 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe668068b90 con 0x7fe66815fb20 2023-09-21T13:06:06.651 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.647+0000 7fe64ffff700 1 -- 172.21.15.46:0/4147652207 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fe6600043e0 con 0x7fe66815fb20 2023-09-21T13:06:06.651 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.647+0000 7fe64ffff700 1 --2- 172.21.15.46:0/4147652207 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fe65406a580 0x7fe65406ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:06.651 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.647+0000 7fe64ffff700 1 -- 172.21.15.46:0/4147652207 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7fe660022070 con 0x7fe66815fb20 2023-09-21T13:06:06.652 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.647+0000 7fe6677fe700 1 --2- 172.21.15.46:0/4147652207 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fe65406a580 0x7fe65406ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:06.652 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.648+0000 7fe6677fe700 1 --2- 172.21.15.46:0/4147652207 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fe65406a580 0x7fe65406ca40 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fe658000f60 tx=0x7fe658007be0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:06.652 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.652+0000 7fe64ffff700 1 -- 172.21.15.46:0/4147652207 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fe660055e70 con 0x7fe66815fb20 2023-09-21T13:06:06.872 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.876+0000 7fe66e124700 1 -- 172.21.15.46:0/4147652207 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fe66806b440 con 0x7fe66815fb20 2023-09-21T13:06:06.872 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.876+0000 7fe64ffff700 1 -- 172.21.15.46:0/4147652207 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v22) v1 ==== 80+0+0 (secure 0 0 0) 0x7fe660059490 con 0x7fe66815fb20 2023-09-21T13:06:06.875 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.879+0000 7fe66e124700 1 -- 172.21.15.46:0/4147652207 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fe65406a580 msgr2=0x7fe65406ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:06.876 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.879+0000 7fe66e124700 1 --2- 172.21.15.46:0/4147652207 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fe65406a580 0x7fe65406ca40 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fe658000f60 tx=0x7fe658007be0 comp rx=0 tx=0).stop 2023-09-21T13:06:06.876 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.879+0000 7fe66e124700 1 -- 172.21.15.46:0/4147652207 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe66815fb20 msgr2=0x7fe6680c5360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:06.876 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.879+0000 7fe66e124700 1 --2- 172.21.15.46:0/4147652207 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe66815fb20 0x7fe6680c5360 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fe6680d0110 tx=0x7fe660004ad0 comp rx=0 tx=0).stop 2023-09-21T13:06:06.876 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.879+0000 7fe66e124700 1 -- 172.21.15.46:0/4147652207 shutdown_connections 2023-09-21T13:06:06.876 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.879+0000 7fe66e124700 1 --2- 172.21.15.46:0/4147652207 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fe65406a580 0x7fe65406ca40 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:06.877 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.879+0000 7fe66e124700 1 --2- 172.21.15.46:0/4147652207 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe66815fb20 0x7fe6680c5360 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:06.877 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.879+0000 7fe66e124700 1 --2- 172.21.15.46:0/4147652207 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fe6680cad80 0x7fe66814ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:06.877 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.879+0000 7fe66e124700 1 --2- 172.21.15.46:0/4147652207 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe66815b410 0x7fe6680ae490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:06.877 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.879+0000 7fe66e124700 1 -- 172.21.15.46:0/4147652207 >> 172.21.15.46:0/4147652207 conn(0x7fe6680d01f0 msgr2=0x7fe66815ea30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:06.877 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.879+0000 7fe66e124700 1 -- 172.21.15.46:0/4147652207 shutdown_connections 2023-09-21T13:06:06.878 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:06.879+0000 7fe66e124700 1 -- 172.21.15.46:0/4147652207 wait complete. 2023-09-21T13:06:06.878 INFO:teuthology.orchestra.run.smithi046.stderr:listed 0 entries 2023-09-21T13:06:06.888 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2023-09-21T13:06:06.889 DEBUG:teuthology.orchestra.run.smithi057:> dd if=/proc/self/mounts of=/dev/stdout 2023-09-21T13:06:06.913 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-21T13:06:07.052 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.056+0000 7fdba0155700 1 Processor -- start 2023-09-21T13:06:07.052 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.056+0000 7fdba0155700 1 -- start start 2023-09-21T13:06:07.056 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.057+0000 7fdba0155700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fdb98158f40 0x7fdb9815f000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:07.056 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.057+0000 7fdba0155700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdb9815bdb0 con 0x7fdb980b2dd0 2023-09-21T13:06:07.057 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.057+0000 7fdba0155700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdb9815f850 con 0x7fdb980d0980 2023-09-21T13:06:07.057 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.057+0000 7fdba0155700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdb9815fb30 con 0x7fdb98158f40 2023-09-21T13:06:07.057 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.057+0000 7fdb9e6f2700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7fdb980b2dd0 0x7fdb980ceee0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:56584/0 (socket says 172.21.15.46:56584) 2023-09-21T13:06:07.057 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.057+0000 7fdb9e6f2700 1 -- 172.21.15.46:0/2508017168 learned_addr learned my addr 172.21.15.46:0/2508017168 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:06:07.057 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.057+0000 7fdb9def1700 1 --2- 172.21.15.46:0/2508017168 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fdb98158f40 0x7fdb9815f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:07.058 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.057+0000 7fdb9ceef700 1 -- 172.21.15.46:0/2508017168 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 222698801 0 0) 0x7fdb9815bdb0 con 0x7fdb980b2dd0 2023-09-21T13:06:07.058 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.058+0000 7fdb9ceef700 1 -- 172.21.15.46:0/2508017168 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fdb840035b0 con 0x7fdb980b2dd0 2023-09-21T13:06:07.058 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.058+0000 7fdb9ceef700 1 -- 172.21.15.46:0/2508017168 <== mon.1 v1:172.21.15.57:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2245311385 0 0) 0x7fdb9815f850 con 0x7fdb980d0980 2023-09-21T13:06:07.058 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.058+0000 7fdb9ceef700 1 -- 172.21.15.46:0/2508017168 --> v1:172.21.15.57:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fdb9815bdb0 con 0x7fdb980d0980 2023-09-21T13:06:07.059 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.058+0000 7fdb9ceef700 1 -- 172.21.15.46:0/2508017168 <== mon.0 v1:172.21.15.46:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 21163013 0 0) 0x7fdb840035b0 con 0x7fdb980b2dd0 2023-09-21T13:06:07.059 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.058+0000 7fdb9ceef700 1 -- 172.21.15.46:0/2508017168 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fdb98158f40 msgr2=0x7fdb9815f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:07.059 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.058+0000 7fdb9ceef700 1 --2- 172.21.15.46:0/2508017168 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fdb98158f40 0x7fdb9815f000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:07.059 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.058+0000 7fdb9ceef700 1 -- 172.21.15.46:0/2508017168 >> v1:172.21.15.57:6789/0 conn(0x7fdb980d0980 legacy=0x7fdb9815c240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:07.059 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.058+0000 7fdb9ceef700 1 -- 172.21.15.46:0/2508017168 --> v1:172.21.15.46:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdb9815fe10 con 0x7fdb980b2dd0 2023-09-21T13:06:07.060 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.058+0000 7fdb9ceef700 1 -- 172.21.15.46:0/2508017168 <== mon.0 v1:172.21.15.46:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 834881909 0 0) 0x7fdb90001970 con 0x7fdb980b2dd0 2023-09-21T13:06:07.060 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.058+0000 7fdb9ceef700 1 -- 172.21.15.46:0/2508017168 >> v1:172.21.15.46:6789/0 conn(0x7fdb980b2dd0 legacy=0x7fdb980ceee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:07.060 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.058+0000 7fdb9ceef700 1 --2- 172.21.15.46:0/2508017168 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fdb98158f40 0x7fdb84003bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:07.060 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.058+0000 7fdb9ceef700 1 --2- 172.21.15.46:0/2508017168 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fdb84004170 0x7fdb84004850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:07.060 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.058+0000 7fdb9ceef700 1 --2- 172.21.15.46:0/2508017168 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdb84004d90 0x7fdb84005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:07.061 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.058+0000 7fdb9ceef700 1 -- 172.21.15.46:0/2508017168 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb9815fb30 con 0x7fdb84004d90 2023-09-21T13:06:07.061 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.058+0000 7fdb9ceef700 1 -- 172.21.15.46:0/2508017168 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb8400bb50 con 0x7fdb84004170 2023-09-21T13:06:07.061 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.058+0000 7fdb9ceef700 1 -- 172.21.15.46:0/2508017168 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdb8400bd10 con 0x7fdb98158f40 2023-09-21T13:06:07.061 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.058+0000 7fdb9e6f2700 1 --2- 172.21.15.46:0/2508017168 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdb84004d90 0x7fdb84005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:07.061 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.058+0000 7fdb9def1700 1 --2- 172.21.15.46:0/2508017168 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fdb98158f40 0x7fdb84003bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:07.062 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.058+0000 7fdb9d6f0700 1 --2- 172.21.15.46:0/2508017168 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fdb84004170 0x7fdb84004850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:07.062 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.058+0000 7fdb9e6f2700 1 -- 172.21.15.46:0/2508017168 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fdb98158f40 msgr2=0x7fdb84003bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:07.062 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.058+0000 7fdb9e6f2700 1 --2- 172.21.15.46:0/2508017168 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fdb98158f40 0x7fdb84003bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:07.062 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.058+0000 7fdb9e6f2700 1 -- 172.21.15.46:0/2508017168 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fdb84004170 msgr2=0x7fdb84004850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:07.062 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.058+0000 7fdb9e6f2700 1 --2- 172.21.15.46:0/2508017168 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fdb84004170 0x7fdb84004850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:07.063 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.058+0000 7fdb9e6f2700 1 -- 172.21.15.46:0/2508017168 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdb840035b0 con 0x7fdb84004d90 2023-09-21T13:06:07.063 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.059+0000 7fdb9e6f2700 1 --2- 172.21.15.46:0/2508017168 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdb84004d90 0x7fdb84005210 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fdb9000a680 tx=0x7fdb84005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cdf5f2a164442af0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:07.063 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.059+0000 7fdb9ceef700 1 -- 172.21.15.46:0/2508017168 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb9000a140 con 0x7fdb84004d90 2023-09-21T13:06:07.063 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.059+0000 7fdb9ceef700 1 -- 172.21.15.46:0/2508017168 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdb900072d0 con 0x7fdb84004d90 2023-09-21T13:06:07.063 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.059+0000 7fdb9ceef700 1 -- 172.21.15.46:0/2508017168 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb90007680 con 0x7fdb84004d90 2023-09-21T13:06:07.064 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.059+0000 7fdba0155700 1 -- 172.21.15.46:0/2508017168 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdb84004d90 msgr2=0x7fdb84005210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:07.064 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.059+0000 7fdba0155700 1 --2- 172.21.15.46:0/2508017168 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdb84004d90 0x7fdb84005210 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fdb9000a680 tx=0x7fdb84005880 comp rx=0 tx=0).stop 2023-09-21T13:06:07.064 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.059+0000 7fdb9e6f2700 1 -- 172.21.15.46:0/2508017168 reap_dead start 2023-09-21T13:06:07.064 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.059+0000 7fdba0155700 1 -- 172.21.15.46:0/2508017168 shutdown_connections 2023-09-21T13:06:07.064 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.059+0000 7fdba0155700 1 -- 172.21.15.46:0/2508017168 >> 172.21.15.46:0/2508017168 conn(0x7fdb9806eb20 msgr2=0x7fdb9806ef00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:07.065 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.059+0000 7fdba0155700 1 -- 172.21.15.46:0/2508017168 shutdown_connections 2023-09-21T13:06:07.065 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.059+0000 7fdba0155700 1 -- 172.21.15.46:0/2508017168 wait complete. 2023-09-21T13:06:07.067 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.061+0000 7fdba0155700 1 Processor -- start 2023-09-21T13:06:07.067 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.061+0000 7fdba0155700 1 -- start start 2023-09-21T13:06:07.068 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.061+0000 7fdba0155700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fdb84004d90 0x7fdb980c6110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:07.068 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.061+0000 7fdba0155700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fdb981558c0 0x7fdb98155d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:07.068 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.062+0000 7fdba0155700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdb98159c60 0x7fdb9815a0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:07.068 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.062+0000 7fdba0155700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb980c7600 con 0x7fdb98159c60 2023-09-21T13:06:07.069 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.062+0000 7fdba0155700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb98156280 con 0x7fdb981558c0 2023-09-21T13:06:07.069 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.062+0000 7fdba0155700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdb98154110 con 0x7fdb84004d90 2023-09-21T13:06:07.069 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.062+0000 7fdb9e6f2700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdb98159c60 0x7fdb9815a0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:07.069 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.062+0000 7fdb9e6f2700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdb98159c60 0x7fdb9815a0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:41766/0 (socket says 172.21.15.46:41766) 2023-09-21T13:06:07.069 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.062+0000 7fdb9e6f2700 1 -- 172.21.15.46:0/2399195985 learned_addr learned my addr 172.21.15.46:0/2399195985 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:07.070 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.062+0000 7fdb9def1700 1 --2- 172.21.15.46:0/2399195985 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fdb84004d90 0x7fdb980c6110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:07.070 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.062+0000 7fdb9d6f0700 1 --2- 172.21.15.46:0/2399195985 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fdb981558c0 0x7fdb98155d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:07.070 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.062+0000 7fdb9e6f2700 1 -- 172.21.15.46:0/2399195985 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fdb84004d90 msgr2=0x7fdb980c6110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:07.070 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.062+0000 7fdb9e6f2700 1 --2- 172.21.15.46:0/2399195985 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fdb84004d90 0x7fdb980c6110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:07.070 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.062+0000 7fdb9e6f2700 1 -- 172.21.15.46:0/2399195985 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fdb981558c0 msgr2=0x7fdb98155d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:07.071 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.062+0000 7fdb9e6f2700 1 --2- 172.21.15.46:0/2399195985 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fdb981558c0 0x7fdb98155d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:07.071 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.062+0000 7fdb9e6f2700 1 -- 172.21.15.46:0/2399195985 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdb980c6980 con 0x7fdb98159c60 2023-09-21T13:06:07.071 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.062+0000 7fdb9e6f2700 1 --2- 172.21.15.46:0/2399195985 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdb98159c60 0x7fdb9815a0e0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fdb8400bb20 tx=0x7fdb90001c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:07.071 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.062+0000 7fdb8a7fc700 1 -- 172.21.15.46:0/2399195985 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb90001710 con 0x7fdb98159c60 2023-09-21T13:06:07.071 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.062+0000 7fdb8a7fc700 1 -- 172.21.15.46:0/2399195985 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdb900018d0 con 0x7fdb98159c60 2023-09-21T13:06:07.072 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.062+0000 7fdb8a7fc700 1 -- 172.21.15.46:0/2399195985 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb9001f670 con 0x7fdb98159c60 2023-09-21T13:06:07.072 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.062+0000 7fdba0155700 1 -- 172.21.15.46:0/2399195985 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdb980c6c60 con 0x7fdb98159c60 2023-09-21T13:06:07.072 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.063+0000 7fdba0155700 1 -- 172.21.15.46:0/2399195985 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdb980c7220 con 0x7fdb98159c60 2023-09-21T13:06:07.072 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.063+0000 7fdba0155700 1 -- 172.21.15.46:0/2399195985 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdb980c73b0 con 0x7fdb98159c60 2023-09-21T13:06:07.072 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.064+0000 7fdb8a7fc700 1 -- 172.21.15.46:0/2399195985 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fdb9001f7d0 con 0x7fdb98159c60 2023-09-21T13:06:07.073 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.064+0000 7fdb8a7fc700 1 --2- 172.21.15.46:0/2399195985 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fdb7c06a580 0x7fdb7c06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:07.073 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.065+0000 7fdb8a7fc700 1 -- 172.21.15.46:0/2399195985 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7fdb9008a710 con 0x7fdb98159c60 2023-09-21T13:06:07.073 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.065+0000 7fdb9def1700 1 --2- 172.21.15.46:0/2399195985 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fdb7c06a580 0x7fdb7c06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:07.073 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.065+0000 7fdb9def1700 1 --2- 172.21.15.46:0/2399195985 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fdb7c06a580 0x7fdb7c06ca40 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fdb980b2ba0 tx=0x7fdb94008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:07.073 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.069+0000 7fdb8a7fc700 1 -- 172.21.15.46:0/2399195985 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fdb90055d20 con 0x7fdb98159c60 2023-09-21T13:06:07.274 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.278+0000 7fdba0155700 1 -- 172.21.15.46:0/2399195985 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fdb98068b90 con 0x7fdb98159c60 2023-09-21T13:06:07.275 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.279+0000 7fdb8a7fc700 1 -- 172.21.15.46:0/2399195985 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) v1 ==== 74+0+16651 (secure 0 0 0) 0x7fdb90059340 con 0x7fdb98159c60 2023-09-21T13:06:07.276 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:06:07.276 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":22,"fsid":"3cbfaf88-469e-4129-b70d-6dd2d92bd0a4","created":"2023-09-21T13:04:52.312650+0000","modified":"2023-09-21T13:06:00.195068+0000","last_up_change":"2023-09-21T13:05:04.397018+0000","last_in_change":"2023-09-21T13:04:55.853368+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-21T13:05:05.036373+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-09-21T13:05:14.305630+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-09-21T13:05:15.146424+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"23992b72-ed3c-4a14-ae79-8150e0fedbf7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6810","nonce":1682463833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6814","nonce":1682463833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6822","nonce":1682463833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6818","nonce":1682463833}]},"public_addr":"172.21.15.46:6810/1682463833","cluster_addr":"172.21.15.46:6814/1682463833","heartbeat_back_addr":"172.21.15.46:6822/1682463833","heartbeat_front_addr":"172.21.15.46:6818/1682463833","state":["exists","up"]},{"osd":1,"uuid":"2578f708-e052-4bdd-bcef-54808f1d1ef4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6800","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6801","nonce":3674836117}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6803","nonce":3674836117}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6807","nonce":3674836117}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6805","nonce":3674836117}]},"public_addr":"172.21.15.46:6801/3674836117","cluster_addr":"172.21.15.46:6803/3674836117","heartbeat_back_addr":"172.21.15.46:6807/3674836117","heartbeat_front_addr":"172.21.15.46:6805/3674836117","state":["exists","up"]},{"osd":2,"uuid":"6db5fc17-2472-42fd-a613-8cc24a815cfe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6825","nonce":3956023171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6827","nonce":3956023171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6831","nonce":3956023171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6829","nonce":3956023171}]},"public_addr":"172.21.15.46:6825/3956023171","cluster_addr":"172.21.15.46:6827/3956023171","heartbeat_back_addr":"172.21.15.46:6831/3956023171","heartbeat_front_addr":"172.21.15.46:6829/3956023171","state":["exists","up"]},{"osd":3,"uuid":"b0ddd2cd-9025-471f-a976-d7bc356eb10b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6809","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6811","nonce":1834230057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6813","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6815","nonce":1834230057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6821","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6823","nonce":1834230057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6817","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6819","nonce":1834230057}]},"public_addr":"172.21.15.46:6811/1834230057","cluster_addr":"172.21.15.46:6815/1834230057","heartbeat_back_addr":"172.21.15.46:6823/1834230057","heartbeat_front_addr":"172.21.15.46:6819/1834230057","state":["exists","up"]},{"osd":4,"uuid":"51245ec8-6073-476b-aea6-482f9a379f43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6800","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6801","nonce":867529145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6802","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6803","nonce":867529145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6806","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6807","nonce":867529145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6804","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6805","nonce":867529145}]},"public_addr":"172.21.15.57:6801/867529145","cluster_addr":"172.21.15.57:6803/867529145","heartbeat_back_addr":"172.21.15.57:6807/867529145","heartbeat_front_addr":"172.21.15.57:6805/867529145","state":["exists","up"]},{"osd":5,"uuid":"6be64509-8d19-48af-aa7d-2744199eb3c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6824","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6825","nonce":2639760353}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6826","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6827","nonce":2639760353}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6830","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6831","nonce":2639760353}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6828","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6829","nonce":2639760353}]},"public_addr":"172.21.15.57:6825/2639760353","cluster_addr":"172.21.15.57:6827/2639760353","heartbeat_back_addr":"172.21.15.57:6831/2639760353","heartbeat_front_addr":"172.21.15.57:6829/2639760353","state":["exists","up"]},{"osd":6,"uuid":"8bfda35e-f97c-4419-a105-ff306eff7a42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6808","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6809","nonce":3693682875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6810","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6811","nonce":3693682875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6814","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6815","nonce":3693682875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6812","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6813","nonce":3693682875}]},"public_addr":"172.21.15.57:6809/3693682875","cluster_addr":"172.21.15.57:6811/3693682875","heartbeat_back_addr":"172.21.15.57:6815/3693682875","heartbeat_front_addr":"172.21.15.57:6813/3693682875","state":["exists","up"]},{"osd":7,"uuid":"49fc1df7-ab94-4da5-b915-8f7cc61f2714","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6816","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6817","nonce":1729728830}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6818","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6819","nonce":1729728830}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6822","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6823","nonce":1729728830}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6820","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6821","nonce":1729728830}]},"public_addr":"172.21.15.57:6817/1729728830","cluster_addr":"172.21.15.57:6819/1729728830","heartbeat_back_addr":"172.21.15.57:6823/1729728830","heartbeat_front_addr":"172.21.15.57:6821/1729728830","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:00.955073+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.074451+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.068487+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.010348+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.035446+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.101249+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.104509+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.077361+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.1d","mappings":[{"from":5,"to":2}]},{"pgid":"3.2a","mappings":[{"from":5,"to":2}]},{"pgid":"3.38","mappings":[{"from":3,"to":1}]},{"pgid":"3.39","mappings":[{"from":7,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-21T13:06:07.278 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.282+0000 7fdba0155700 1 -- 172.21.15.46:0/2399195985 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fdb7c06a580 msgr2=0x7fdb7c06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:07.279 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.282+0000 7fdba0155700 1 --2- 172.21.15.46:0/2399195985 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fdb7c06a580 0x7fdb7c06ca40 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fdb980b2ba0 tx=0x7fdb94008040 comp rx=0 tx=0).stop 2023-09-21T13:06:07.279 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.282+0000 7fdba0155700 1 -- 172.21.15.46:0/2399195985 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdb98159c60 msgr2=0x7fdb9815a0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:07.279 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.282+0000 7fdba0155700 1 --2- 172.21.15.46:0/2399195985 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdb98159c60 0x7fdb9815a0e0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fdb8400bb20 tx=0x7fdb90001c30 comp rx=0 tx=0).stop 2023-09-21T13:06:07.279 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.282+0000 7fdba0155700 1 -- 172.21.15.46:0/2399195985 shutdown_connections 2023-09-21T13:06:07.279 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.282+0000 7fdba0155700 1 --2- 172.21.15.46:0/2399195985 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fdb7c06a580 0x7fdb7c06ca40 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:07.280 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.282+0000 7fdba0155700 1 --2- 172.21.15.46:0/2399195985 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdb98159c60 0x7fdb9815a0e0 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:07.280 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.282+0000 7fdba0155700 1 --2- 172.21.15.46:0/2399195985 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fdb84004d90 0x7fdb980c6110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:07.280 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.282+0000 7fdba0155700 1 --2- 172.21.15.46:0/2399195985 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fdb981558c0 0x7fdb98155d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:07.280 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.282+0000 7fdba0155700 1 -- 172.21.15.46:0/2399195985 >> 172.21.15.46:0/2399195985 conn(0x7fdb9806eb20 msgr2=0x7fdb9815d980 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:07.281 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.282+0000 7fdba0155700 1 -- 172.21.15.46:0/2399195985 shutdown_connections 2023-09-21T13:06:07.281 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.282+0000 7fdba0155700 1 -- 172.21.15.46:0/2399195985 wait complete. 2023-09-21T13:06:07.292 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-09-21T13:05:05.036373+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-09-21T13:05:14.305630+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-09-21T13:05:15.146424+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.25, 'score_stable': 1.25, 'optimal_score': 1, 'raw_score_acting': 1.25, 'raw_score_stable': 1.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-09-21T13:06:07.293 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-09-21T13:06:07.434 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.437+0000 7ff14c84f700 1 Processor -- start 2023-09-21T13:06:07.434 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.438+0000 7ff14c84f700 1 -- start start 2023-09-21T13:06:07.436 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.439+0000 7ff14c84f700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff14815eab0 0x7ff1480b4190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:07.436 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.439+0000 7ff14c84f700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7ff1480ce070 0x7ff1480b2dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:07.436 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.439+0000 7ff14c84f700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff14815fae0 con 0x7ff1480d0b30 2023-09-21T13:06:07.437 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.439+0000 7ff14c84f700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff1480cba30 con 0x7ff1480ce070 2023-09-21T13:06:07.437 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.439+0000 7ff14c84f700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff1480cbd10 con 0x7ff14815eab0 2023-09-21T13:06:07.437 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.439+0000 7ff14659c700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff14815eab0 0x7ff1480b4190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:07.437 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.439+0000 7ff146d9d700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7ff1480ce070 0x7ff1480b2dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:07.437 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.439+0000 7ff146d9d700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7ff1480ce070 0x7ff1480b2dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.57:3300/0 says I am v2:172.21.15.46:40050/0 (socket says 172.21.15.46:40050) 2023-09-21T13:06:07.438 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.439+0000 7ff145d9b700 1 --1- >> v1:172.21.15.57:6789/0 conn(0x7ff1480d0b30 0x7ff1480cd960 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.57:6789/0 says I am v1:172.21.15.46:33712/0 (socket says 172.21.15.46:33712) 2023-09-21T13:06:07.438 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.439+0000 7ff14659c700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff14815eab0 0x7ff1480b4190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.57:3301/0 says I am v2:172.21.15.46:58130/0 (socket says 172.21.15.46:58130) 2023-09-21T13:06:07.438 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.439+0000 7ff146d9d700 1 -- 172.21.15.46:0/2634395388 learned_addr learned my addr 172.21.15.46:0/2634395388 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:07.438 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.439+0000 7ff14659c700 1 -- 172.21.15.46:0/2634395388 >> v2:172.21.15.57:3300/0 conn(0x7ff1480ce070 msgr2=0x7ff1480b2dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:07.438 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.439+0000 7ff14659c700 1 --2- 172.21.15.46:0/2634395388 >> v2:172.21.15.57:3300/0 conn(0x7ff1480ce070 0x7ff1480b2dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:07.439 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.439+0000 7ff14659c700 1 -- 172.21.15.46:0/2634395388 >> v1:172.21.15.57:6789/0 conn(0x7ff1480d0b30 legacy=0x7ff1480cd960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:07.439 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.439+0000 7ff14659c700 1 -- 172.21.15.46:0/2634395388 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff1480cbff0 con 0x7ff14815eab0 2023-09-21T13:06:07.439 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.439+0000 7ff146d9d700 1 --2- 172.21.15.46:0/2634395388 >> v2:172.21.15.57:3300/0 conn(0x7ff1480ce070 0x7ff1480b2dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-21T13:06:07.439 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.440+0000 7ff14659c700 1 --2- 172.21.15.46:0/2634395388 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff14815eab0 0x7ff1480b4190 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7ff138009840 tx=0x7ff138009b50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=39a5020219ba9aa7 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:07.439 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.440+0000 7ff14559a700 1 -- 172.21.15.46:0/2634395388 <== mon.2 v2:172.21.15.57:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff138011830 con 0x7ff14815eab0 2023-09-21T13:06:07.440 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.440+0000 7ff14559a700 1 -- 172.21.15.46:0/2634395388 <== mon.2 v2:172.21.15.57:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff138011990 con 0x7ff14815eab0 2023-09-21T13:06:07.440 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.440+0000 7ff14559a700 1 -- 172.21.15.46:0/2634395388 <== mon.2 v2:172.21.15.57:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff138011d20 con 0x7ff14815eab0 2023-09-21T13:06:07.443 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.440+0000 7ff14c84f700 1 -- 172.21.15.46:0/2634395388 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff14815eab0 msgr2=0x7ff1480b4190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:07.443 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.440+0000 7ff14c84f700 1 --2- 172.21.15.46:0/2634395388 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff14815eab0 0x7ff1480b4190 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7ff138009840 tx=0x7ff138009b50 comp rx=0 tx=0).stop 2023-09-21T13:06:07.443 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.441+0000 7ff14c84f700 1 -- 172.21.15.46:0/2634395388 shutdown_connections 2023-09-21T13:06:07.444 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.441+0000 7ff14c84f700 1 --2- 172.21.15.46:0/2634395388 >> v2:172.21.15.57:3300/0 conn(0x7ff1480ce070 0x7ff1480b2dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:07.444 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.441+0000 7ff14c84f700 1 --2- 172.21.15.46:0/2634395388 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff14815eab0 0x7ff1480b4190 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:07.444 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.441+0000 7ff14c84f700 1 -- 172.21.15.46:0/2634395388 >> 172.21.15.46:0/2634395388 conn(0x7ff14806ea80 msgr2=0x7ff14806ee60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:07.444 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.441+0000 7ff14c84f700 1 -- 172.21.15.46:0/2634395388 shutdown_connections 2023-09-21T13:06:07.444 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.441+0000 7ff14c84f700 1 -- 172.21.15.46:0/2634395388 wait complete. 2023-09-21T13:06:07.445 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.442+0000 7ff14c84f700 1 Processor -- start 2023-09-21T13:06:07.445 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.442+0000 7ff14c84f700 1 -- start start 2023-09-21T13:06:07.445 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.443+0000 7ff14c84f700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff1480ce070 0x7ff1480ca460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:07.445 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.443+0000 7ff14c84f700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7ff1480d0b30 0x7ff1481594c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:07.445 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.443+0000 7ff14c84f700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff14815eab0 0x7ff148159a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:07.445 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.443+0000 7ff14c84f700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1480c5fb0 con 0x7ff14815eab0 2023-09-21T13:06:07.446 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.443+0000 7ff14c84f700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff14806d230 con 0x7ff1480d0b30 2023-09-21T13:06:07.446 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.443+0000 7ff14c84f700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff14806d510 con 0x7ff1480ce070 2023-09-21T13:06:07.446 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.443+0000 7ff146d9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff14815eab0 0x7ff148159a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:07.446 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.443+0000 7ff14659c700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff1480ce070 0x7ff1480ca460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:07.446 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.443+0000 7ff145d9b700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7ff1480d0b30 0x7ff1481594c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:07.447 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.443+0000 7ff14659c700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff1480ce070 0x7ff1480ca460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.57:3301/0 says I am v2:172.21.15.46:58144/0 (socket says 172.21.15.46:58144) 2023-09-21T13:06:07.447 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.443+0000 7ff146d9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff14815eab0 0x7ff148159a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:41782/0 (socket says 172.21.15.46:41782) 2023-09-21T13:06:07.447 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.443+0000 7ff14659c700 1 -- 172.21.15.46:0/1443181188 learned_addr learned my addr 172.21.15.46:0/1443181188 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:07.447 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.444+0000 7ff14659c700 1 -- 172.21.15.46:0/1443181188 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7ff1480d0b30 msgr2=0x7ff1481594c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:07.447 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.444+0000 7ff14659c700 1 --2- 172.21.15.46:0/1443181188 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7ff1480d0b30 0x7ff1481594c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:07.448 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.444+0000 7ff14659c700 1 -- 172.21.15.46:0/1443181188 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff14815eab0 msgr2=0x7ff148159a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:07.448 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.444+0000 7ff14659c700 1 --2- 172.21.15.46:0/1443181188 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff14815eab0 0x7ff148159a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:07.448 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.444+0000 7ff14659c700 1 -- 172.21.15.46:0/1443181188 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff140009b30 con 0x7ff1480ce070 2023-09-21T13:06:07.448 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.444+0000 7ff145d9b700 1 --2- 172.21.15.46:0/1443181188 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7ff1480d0b30 0x7ff1481594c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-21T13:06:07.448 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.444+0000 7ff146d9d700 1 --2- 172.21.15.46:0/1443181188 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff14815eab0 0x7ff148159a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-21T13:06:07.449 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.444+0000 7ff14659c700 1 --2- 172.21.15.46:0/1443181188 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff1480ce070 0x7ff1480ca460 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7ff138009790 tx=0x7ff138004750 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:07.449 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.444+0000 7ff136ffd700 1 -- 172.21.15.46:0/1443181188 <== mon.2 v2:172.21.15.57:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff138004510 con 0x7ff1480ce070 2023-09-21T13:06:07.449 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.444+0000 7ff136ffd700 1 -- 172.21.15.46:0/1443181188 <== mon.2 v2:172.21.15.57:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff1380036a0 con 0x7ff1480ce070 2023-09-21T13:06:07.449 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.444+0000 7ff14c84f700 1 -- 172.21.15.46:0/1443181188 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff1380094a0 con 0x7ff1480ce070 2023-09-21T13:06:07.449 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.444+0000 7ff136ffd700 1 -- 172.21.15.46:0/1443181188 <== mon.2 v2:172.21.15.57:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff138003a30 con 0x7ff1480ce070 2023-09-21T13:06:07.450 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.444+0000 7ff14c84f700 1 -- 172.21.15.46:0/1443181188 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff1480c5bd0 con 0x7ff1480ce070 2023-09-21T13:06:07.450 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.445+0000 7ff14c84f700 1 -- 172.21.15.46:0/1443181188 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff1480d0680 con 0x7ff1480ce070 2023-09-21T13:06:07.450 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.446+0000 7ff136ffd700 1 -- 172.21.15.46:0/1443181188 <== mon.2 v2:172.21.15.57:3301/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7ff138003b90 con 0x7ff1480ce070 2023-09-21T13:06:07.450 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.446+0000 7ff136ffd700 1 --2- 172.21.15.46:0/1443181188 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7ff12806a580 0x7ff12806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:07.450 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.446+0000 7ff136ffd700 1 -- 172.21.15.46:0/1443181188 <== mon.2 v2:172.21.15.57:3301/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7ff138089d70 con 0x7ff1480ce070 2023-09-21T13:06:07.451 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.446+0000 7ff145d9b700 1 --2- 172.21.15.46:0/1443181188 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7ff12806a580 0x7ff12806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:07.451 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.447+0000 7ff145d9b700 1 --2- 172.21.15.46:0/1443181188 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7ff12806a580 0x7ff12806ca40 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7ff1480afb20 tx=0x7ff13c007ed0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:07.451 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.452+0000 7ff136ffd700 1 -- 172.21.15.46:0/1443181188 <== mon.2 v2:172.21.15.57:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7ff1380553a0 con 0x7ff1480ce070 2023-09-21T13:06:07.653 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.657+0000 7ff14c84f700 1 -- 172.21.15.46:0/1443181188 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7ff14804f330 con 0x7ff1480ce070 2023-09-21T13:06:07.654 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.658+0000 7ff136ffd700 1 -- 172.21.15.46:0/1443181188 <== mon.2 v2:172.21.15.57:3301/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v22) v1 ==== 93+0+10 (secure 0 0 0) 0x7ff1380150a0 con 0x7ff1480ce070 2023-09-21T13:06:07.654 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 1 2023-09-21T13:06:07.657 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.660+0000 7ff14c84f700 1 -- 172.21.15.46:0/1443181188 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7ff12806a580 msgr2=0x7ff12806ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:07.657 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.660+0000 7ff14c84f700 1 --2- 172.21.15.46:0/1443181188 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7ff12806a580 0x7ff12806ca40 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7ff1480afb20 tx=0x7ff13c007ed0 comp rx=0 tx=0).stop 2023-09-21T13:06:07.657 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.660+0000 7ff14c84f700 1 -- 172.21.15.46:0/1443181188 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff1480ce070 msgr2=0x7ff1480ca460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:07.657 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.660+0000 7ff14c84f700 1 --2- 172.21.15.46:0/1443181188 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff1480ce070 0x7ff1480ca460 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7ff138009790 tx=0x7ff138004750 comp rx=0 tx=0).stop 2023-09-21T13:06:07.657 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.660+0000 7ff14c84f700 1 -- 172.21.15.46:0/1443181188 shutdown_connections 2023-09-21T13:06:07.658 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.660+0000 7ff14c84f700 1 --2- 172.21.15.46:0/1443181188 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7ff12806a580 0x7ff12806ca40 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:07.658 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.660+0000 7ff14c84f700 1 --2- 172.21.15.46:0/1443181188 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff14815eab0 0x7ff148159a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:07.658 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.660+0000 7ff14c84f700 1 --2- 172.21.15.46:0/1443181188 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff1480ce070 0x7ff1480ca460 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:07.658 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.660+0000 7ff14c84f700 1 --2- 172.21.15.46:0/1443181188 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7ff1480d0b30 0x7ff1481594c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:07.658 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.660+0000 7ff14c84f700 1 -- 172.21.15.46:0/1443181188 >> 172.21.15.46:0/1443181188 conn(0x7ff14806ea80 msgr2=0x7ff1480ceea0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:07.659 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.660+0000 7ff14c84f700 1 -- 172.21.15.46:0/1443181188 shutdown_connections 2023-09-21T13:06:07.659 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.660+0000 7ff14c84f700 1 -- 172.21.15.46:0/1443181188 wait complete. 2023-09-21T13:06:07.670 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-09-21T13:06:07.810 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.814+0000 7fef324e1700 1 Processor -- start 2023-09-21T13:06:07.811 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.814+0000 7fef324e1700 1 -- start start 2023-09-21T13:06:07.814 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.815+0000 7fef324e1700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7fef2c0caff0 0x7fef2c15f0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:07.814 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.815+0000 7fef324e1700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fef2c06f740 con 0x7fef2c15b490 2023-09-21T13:06:07.814 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.815+0000 7fef324e1700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fef2c06b350 con 0x7fef2c0cc870 2023-09-21T13:06:07.815 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.815+0000 7fef324e1700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fef2c06f0f0 con 0x7fef2c0caff0 2023-09-21T13:06:07.815 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.815+0000 7fef2bfff700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7fef2c15b490 0x7fef2c0ca8e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:56600/0 (socket says 172.21.15.46:56600) 2023-09-21T13:06:07.815 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.815+0000 7fef2bfff700 1 -- 172.21.15.46:0/4038405688 learned_addr learned my addr 172.21.15.46:0/4038405688 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:06:07.815 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.815+0000 7fef2affd700 1 -- 172.21.15.46:0/4038405688 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 383352452 0 0) 0x7fef2c06f740 con 0x7fef2c15b490 2023-09-21T13:06:07.815 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.815+0000 7fef2b7fe700 1 --2- 172.21.15.46:0/4038405688 >> v2:172.21.15.57:3300/0 conn(0x7fef2c0caff0 0x7fef2c15f0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:07.816 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.815+0000 7fef2affd700 1 -- 172.21.15.46:0/4038405688 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fef180035b0 con 0x7fef2c15b490 2023-09-21T13:06:07.816 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.816+0000 7fef2affd700 1 -- 172.21.15.46:0/4038405688 <== mon.0 v1:172.21.15.46:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2887113867 0 0) 0x7fef180035b0 con 0x7fef2c15b490 2023-09-21T13:06:07.816 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.816+0000 7fef2affd700 1 -- 172.21.15.46:0/4038405688 >> v2:172.21.15.57:3300/0 conn(0x7fef2c0caff0 msgr2=0x7fef2c15f0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:07.816 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.816+0000 7fef2affd700 1 --2- 172.21.15.46:0/4038405688 >> v2:172.21.15.57:3300/0 conn(0x7fef2c0caff0 0x7fef2c15f0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:07.816 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.816+0000 7fef2affd700 1 -- 172.21.15.46:0/4038405688 >> v1:172.21.15.57:6789/0 conn(0x7fef2c0cc870 legacy=0x7fef2c15f630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:07.817 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.816+0000 7fef2affd700 1 -- 172.21.15.46:0/4038405688 --> v1:172.21.15.46:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fef2c06f3d0 con 0x7fef2c15b490 2023-09-21T13:06:07.817 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.816+0000 7fef2affd700 1 -- 172.21.15.46:0/4038405688 <== mon.0 v1:172.21.15.46:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 834881909 0 0) 0x7fef1c001670 con 0x7fef2c15b490 2023-09-21T13:06:07.817 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.816+0000 7fef2affd700 1 -- 172.21.15.46:0/4038405688 >> v1:172.21.15.46:6789/0 conn(0x7fef2c15b490 legacy=0x7fef2c0ca8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:07.817 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.816+0000 7fef2affd700 1 --2- 172.21.15.46:0/4038405688 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fef18003a00 0x7fef18003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:07.817 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.816+0000 7fef2affd700 1 --2- 172.21.15.46:0/4038405688 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fef18004850 0x7fef18004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:07.818 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.816+0000 7fef2affd700 1 --2- 172.21.15.46:0/4038405688 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fef18005210 0x7fef1800ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:07.818 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.816+0000 7fef2affd700 1 -- 172.21.15.46:0/4038405688 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef2c06f0f0 con 0x7fef18005210 2023-09-21T13:06:07.818 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.816+0000 7fef2affd700 1 -- 172.21.15.46:0/4038405688 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef1800c0b0 con 0x7fef18004850 2023-09-21T13:06:07.818 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.816+0000 7fef2affd700 1 -- 172.21.15.46:0/4038405688 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fef1800c270 con 0x7fef18003a00 2023-09-21T13:06:07.818 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.816+0000 7fef30a7e700 1 --2- 172.21.15.46:0/4038405688 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fef18005210 0x7fef1800ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:07.819 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.816+0000 7fef2bfff700 1 --2- 172.21.15.46:0/4038405688 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fef18003a00 0x7fef18003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:07.819 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.816+0000 7fef2b7fe700 1 --2- 172.21.15.46:0/4038405688 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fef18004850 0x7fef18004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:07.819 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.816+0000 7fef30a7e700 1 -- 172.21.15.46:0/4038405688 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fef18003a00 msgr2=0x7fef18003e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:07.819 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.816+0000 7fef30a7e700 1 --2- 172.21.15.46:0/4038405688 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fef18003a00 0x7fef18003e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:07.819 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.816+0000 7fef30a7e700 1 -- 172.21.15.46:0/4038405688 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fef18004850 msgr2=0x7fef18004cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:07.819 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.816+0000 7fef30a7e700 1 --2- 172.21.15.46:0/4038405688 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fef18004850 0x7fef18004cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:07.820 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.816+0000 7fef30a7e700 1 -- 172.21.15.46:0/4038405688 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fef180035b0 con 0x7fef18005210 2023-09-21T13:06:07.820 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.816+0000 7fef30a7e700 1 -- 172.21.15.46:0/4038405688 reap_dead start 2023-09-21T13:06:07.820 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.817+0000 7fef30a7e700 1 --2- 172.21.15.46:0/4038405688 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fef18005210 0x7fef1800ba10 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fef2400c160 tx=0x7fef18005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=81b923f03cea83fb server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:07.820 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.817+0000 7fef2affd700 1 -- 172.21.15.46:0/4038405688 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef24001db0 con 0x7fef18005210 2023-09-21T13:06:07.820 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.817+0000 7fef2affd700 1 -- 172.21.15.46:0/4038405688 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fef2400ccc0 con 0x7fef18005210 2023-09-21T13:06:07.821 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.817+0000 7fef2affd700 1 -- 172.21.15.46:0/4038405688 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef24003c40 con 0x7fef18005210 2023-09-21T13:06:07.821 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.817+0000 7fef324e1700 1 -- 172.21.15.46:0/4038405688 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fef18005210 msgr2=0x7fef1800ba10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:07.821 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.817+0000 7fef324e1700 1 --2- 172.21.15.46:0/4038405688 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fef18005210 0x7fef1800ba10 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fef2400c160 tx=0x7fef18005880 comp rx=0 tx=0).stop 2023-09-21T13:06:07.821 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.817+0000 7fef324e1700 1 -- 172.21.15.46:0/4038405688 shutdown_connections 2023-09-21T13:06:07.821 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.817+0000 7fef324e1700 1 --2- 172.21.15.46:0/4038405688 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fef18005210 0x7fef1800ba10 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:07.822 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.817+0000 7fef324e1700 1 -- 172.21.15.46:0/4038405688 >> 172.21.15.46:0/4038405688 conn(0x7fef2c0ccd10 msgr2=0x7fef2c0cd0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:07.822 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.817+0000 7fef324e1700 1 -- 172.21.15.46:0/4038405688 shutdown_connections 2023-09-21T13:06:07.822 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.817+0000 7fef324e1700 1 -- 172.21.15.46:0/4038405688 wait complete. 2023-09-21T13:06:07.825 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.819+0000 7fef324e1700 1 Processor -- start 2023-09-21T13:06:07.825 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.819+0000 7fef324e1700 1 -- start start 2023-09-21T13:06:07.825 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.820+0000 7fef324e1700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fef18005210 0x7fef2c14f950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:07.825 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.820+0000 7fef324e1700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fef2c14f1f0 0x7fef2c1effa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:07.825 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.820+0000 7fef324e1700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fef2c0a8f80 0x7fef2c0a9400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:07.826 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.820+0000 7fef324e1700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef2c0c7d70 con 0x7fef2c0a8f80 2023-09-21T13:06:07.826 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.820+0000 7fef324e1700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef2c0a9940 con 0x7fef18005210 2023-09-21T13:06:07.826 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.820+0000 7fef324e1700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fef2c0c82f0 con 0x7fef2c14f1f0 2023-09-21T13:06:07.826 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.820+0000 7fef30a7e700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fef2c0a8f80 0x7fef2c0a9400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:07.826 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.820+0000 7fef30a7e700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fef2c0a8f80 0x7fef2c0a9400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:41798/0 (socket says 172.21.15.46:41798) 2023-09-21T13:06:07.827 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.821+0000 7fef30a7e700 1 -- 172.21.15.46:0/3701910240 learned_addr learned my addr 172.21.15.46:0/3701910240 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:07.827 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.821+0000 7fef2b7fe700 1 --2- 172.21.15.46:0/3701910240 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fef2c14f1f0 0x7fef2c1effa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:07.827 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.821+0000 7fef2bfff700 1 --2- 172.21.15.46:0/3701910240 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fef18005210 0x7fef2c14f950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:07.827 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.821+0000 7fef30a7e700 1 -- 172.21.15.46:0/3701910240 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fef2c14f1f0 msgr2=0x7fef2c1effa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:07.827 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.821+0000 7fef30a7e700 1 --2- 172.21.15.46:0/3701910240 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fef2c14f1f0 0x7fef2c1effa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:07.827 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.821+0000 7fef30a7e700 1 -- 172.21.15.46:0/3701910240 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fef18005210 msgr2=0x7fef2c14f950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:07.828 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.821+0000 7fef30a7e700 1 --2- 172.21.15.46:0/3701910240 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fef18005210 0x7fef2c14f950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:07.828 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.821+0000 7fef30a7e700 1 -- 172.21.15.46:0/3701910240 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fef2c0b43e0 con 0x7fef2c0a8f80 2023-09-21T13:06:07.828 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.821+0000 7fef2bfff700 1 --2- 172.21.15.46:0/3701910240 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fef18005210 0x7fef2c14f950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:06:07.828 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.821+0000 7fef30a7e700 1 --2- 172.21.15.46:0/3701910240 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fef2c0a8f80 0x7fef2c0a9400 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fef24005040 tx=0x7fef240014a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:07.828 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.821+0000 7fef28ff9700 1 -- 172.21.15.46:0/3701910240 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef24003e90 con 0x7fef2c0a8f80 2023-09-21T13:06:07.828 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.821+0000 7fef28ff9700 1 -- 172.21.15.46:0/3701910240 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fef24005070 con 0x7fef2c0a8f80 2023-09-21T13:06:07.829 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.821+0000 7fef324e1700 1 -- 172.21.15.46:0/3701910240 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fef2c0b46c0 con 0x7fef2c0a8f80 2023-09-21T13:06:07.829 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.821+0000 7fef28ff9700 1 -- 172.21.15.46:0/3701910240 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef240053e0 con 0x7fef2c0a8f80 2023-09-21T13:06:07.829 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.821+0000 7fef324e1700 1 -- 172.21.15.46:0/3701910240 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fef2c14f670 con 0x7fef2c0a8f80 2023-09-21T13:06:07.829 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.822+0000 7fef324e1700 1 -- 172.21.15.46:0/3701910240 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fef2c0b48b0 con 0x7fef2c0a8f80 2023-09-21T13:06:07.829 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.823+0000 7fef28ff9700 1 -- 172.21.15.46:0/3701910240 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fef24005540 con 0x7fef2c0a8f80 2023-09-21T13:06:07.830 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.823+0000 7fef28ff9700 1 --2- 172.21.15.46:0/3701910240 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fef0c06a580 0x7fef0c06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:07.830 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.824+0000 7fef28ff9700 1 -- 172.21.15.46:0/3701910240 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7fef24089ec0 con 0x7fef2c0a8f80 2023-09-21T13:06:07.830 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.824+0000 7fef2bfff700 1 --2- 172.21.15.46:0/3701910240 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fef0c06a580 0x7fef0c06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:07.830 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.824+0000 7fef2bfff700 1 --2- 172.21.15.46:0/3701910240 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fef0c06a580 0x7fef0c06ca40 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fef1c000c00 tx=0x7fef1c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:07.830 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:07.828+0000 7fef28ff9700 1 -- 172.21.15.46:0/3701910240 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fef2c0b48b0 con 0x7fef2c0a8f80 2023-09-21T13:06:08.029 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.032+0000 7fef324e1700 1 -- 172.21.15.46:0/3701910240 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fef2c0b48b0 con 0x7fef2c0a8f80 2023-09-21T13:06:08.029 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.033+0000 7fef28ff9700 1 -- 172.21.15.46:0/3701910240 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v22) v1 ==== 104+0+11 (secure 0 0 0) 0x7fef2c0b48b0 con 0x7fef2c0a8f80 2023-09-21T13:06:08.030 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 32 2023-09-21T13:06:08.031 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.035+0000 7fef324e1700 1 -- 172.21.15.46:0/3701910240 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fef0c06a580 msgr2=0x7fef0c06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:08.032 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.035+0000 7fef324e1700 1 --2- 172.21.15.46:0/3701910240 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fef0c06a580 0x7fef0c06ca40 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fef1c000c00 tx=0x7fef1c009040 comp rx=0 tx=0).stop 2023-09-21T13:06:08.032 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.035+0000 7fef324e1700 1 -- 172.21.15.46:0/3701910240 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fef2c0a8f80 msgr2=0x7fef2c0a9400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:08.032 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.035+0000 7fef324e1700 1 --2- 172.21.15.46:0/3701910240 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fef2c0a8f80 0x7fef2c0a9400 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fef24005040 tx=0x7fef240014a0 comp rx=0 tx=0).stop 2023-09-21T13:06:08.032 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.035+0000 7fef324e1700 1 -- 172.21.15.46:0/3701910240 shutdown_connections 2023-09-21T13:06:08.033 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.035+0000 7fef324e1700 1 --2- 172.21.15.46:0/3701910240 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fef0c06a580 0x7fef0c06ca40 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:08.033 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.035+0000 7fef324e1700 1 --2- 172.21.15.46:0/3701910240 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fef2c0a8f80 0x7fef2c0a9400 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:08.033 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.035+0000 7fef324e1700 1 --2- 172.21.15.46:0/3701910240 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fef18005210 0x7fef2c14f950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:08.033 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.035+0000 7fef324e1700 1 --2- 172.21.15.46:0/3701910240 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fef2c14f1f0 0x7fef2c1effa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:08.033 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.035+0000 7fef324e1700 1 -- 172.21.15.46:0/3701910240 >> 172.21.15.46:0/3701910240 conn(0x7fef2c0ccd10 msgr2=0x7fef2c06a9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:08.034 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.035+0000 7fef324e1700 1 -- 172.21.15.46:0/3701910240 shutdown_connections 2023-09-21T13:06:08.034 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.035+0000 7fef324e1700 1 -- 172.21.15.46:0/3701910240 wait complete. 2023-09-21T13:06:08.045 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-09-21T13:06:08.185 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.189+0000 7f9562300700 1 Processor -- start 2023-09-21T13:06:08.186 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.189+0000 7f9562300700 1 -- start start 2023-09-21T13:06:08.188 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.190+0000 7f9562300700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f955c06ef50 0x7f955c0cd8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:08.188 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.190+0000 7f9562300700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f955c06f330 0x7f955c0cbf00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:08.189 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.190+0000 7f9562300700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f955c15aa80 con 0x7f955c0b30e0 2023-09-21T13:06:08.189 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.190+0000 7f9562300700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f955c072840 con 0x7f955c06f330 2023-09-21T13:06:08.189 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.190+0000 7f9562300700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f955c071fa0 con 0x7f955c06ef50 2023-09-21T13:06:08.189 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.190+0000 7f956089d700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f955c06f330 0x7f955c0cbf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:08.190 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.190+0000 7f955b7fe700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f955c0b30e0 0x7f955c0717c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:56612/0 (socket says 172.21.15.46:56612) 2023-09-21T13:06:08.190 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.190+0000 7f955b7fe700 1 -- 172.21.15.46:0/3837035902 learned_addr learned my addr 172.21.15.46:0/3837035902 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:06:08.190 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.190+0000 7f955bfff700 1 --2- 172.21.15.46:0/3837035902 >> v2:172.21.15.57:3300/0 conn(0x7f955c06ef50 0x7f955c0cd8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:08.190 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.190+0000 7f956089d700 1 -- 172.21.15.46:0/3837035902 >> v2:172.21.15.57:3300/0 conn(0x7f955c06ef50 msgr2=0x7f955c0cd8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:08.190 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.190+0000 7f956089d700 1 --2- 172.21.15.46:0/3837035902 >> v2:172.21.15.57:3300/0 conn(0x7f955c06ef50 0x7f955c0cd8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:08.191 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.190+0000 7f956089d700 1 -- 172.21.15.46:0/3837035902 >> v1:172.21.15.46:6789/0 conn(0x7f955c0b30e0 legacy=0x7f955c0717c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:08.191 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.190+0000 7f956089d700 1 -- 172.21.15.46:0/3837035902 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f955c072280 con 0x7f955c06f330 2023-09-21T13:06:08.191 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.190+0000 7f955affd700 1 -- 172.21.15.46:0/3837035902 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 731553785 0 0) 0x7f9544001110 con 0x7f955c0b30e0 2023-09-21T13:06:08.191 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.190+0000 7f955bfff700 1 --2- 172.21.15.46:0/3837035902 >> v2:172.21.15.57:3300/0 conn(0x7f955c06ef50 0x7f955c0cd8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:06:08.191 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.191+0000 7f956089d700 1 --2- 172.21.15.46:0/3837035902 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f955c06f330 0x7f955c0cbf00 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f955c072fe0 tx=0x7f955400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e26abadf907e1d7d server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:08.192 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.191+0000 7f955affd700 1 -- 172.21.15.46:0/3837035902 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f955400e070 con 0x7f955c06f330 2023-09-21T13:06:08.192 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.191+0000 7f955affd700 1 -- 172.21.15.46:0/3837035902 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f955400bbd0 con 0x7f955c06f330 2023-09-21T13:06:08.192 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.191+0000 7f955affd700 1 -- 172.21.15.46:0/3837035902 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9554012430 con 0x7f955c06f330 2023-09-21T13:06:08.192 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.191+0000 7f9562300700 1 -- 172.21.15.46:0/3837035902 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f955c06f330 msgr2=0x7f955c0cbf00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:08.192 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.191+0000 7f9562300700 1 --2- 172.21.15.46:0/3837035902 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f955c06f330 0x7f955c0cbf00 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f955c072fe0 tx=0x7f955400b330 comp rx=0 tx=0).stop 2023-09-21T13:06:08.193 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.191+0000 7f9562300700 1 -- 172.21.15.46:0/3837035902 shutdown_connections 2023-09-21T13:06:08.193 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.191+0000 7f9562300700 1 --2- 172.21.15.46:0/3837035902 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f955c06f330 0x7f955c0cbf00 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:08.193 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.191+0000 7f9562300700 1 --2- 172.21.15.46:0/3837035902 >> v2:172.21.15.57:3300/0 conn(0x7f955c06ef50 0x7f955c0cd8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:08.193 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.191+0000 7f9562300700 1 -- 172.21.15.46:0/3837035902 >> 172.21.15.46:0/3837035902 conn(0x7f955c0ccd10 msgr2=0x7f955c0cd120 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:08.193 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.191+0000 7f9562300700 1 -- 172.21.15.46:0/3837035902 shutdown_connections 2023-09-21T13:06:08.194 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.191+0000 7f9562300700 1 -- 172.21.15.46:0/3837035902 wait complete. 2023-09-21T13:06:08.196 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.193+0000 7f9562300700 1 Processor -- start 2023-09-21T13:06:08.196 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.193+0000 7f9562300700 1 -- start start 2023-09-21T13:06:08.197 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.194+0000 7f9562300700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f955c06ef50 0x7f955c154870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:08.197 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.194+0000 7f9562300700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f955c06f330 0x7f955c159370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:08.197 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.194+0000 7f9562300700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f955c0b30e0 0x7f955c153260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:08.197 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.194+0000 7f9562300700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f955c159b50 con 0x7f955c06f330 2023-09-21T13:06:08.198 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.194+0000 7f9562300700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f955c152dd0 con 0x7f955c0b30e0 2023-09-21T13:06:08.198 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.194+0000 7f9562300700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f955c154db0 con 0x7f955c06ef50 2023-09-21T13:06:08.198 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.194+0000 7f955b7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f955c06f330 0x7f955c159370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:08.198 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.194+0000 7f955b7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f955c06f330 0x7f955c159370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:41814/0 (socket says 172.21.15.46:41814) 2023-09-21T13:06:08.198 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.194+0000 7f955b7fe700 1 -- 172.21.15.46:0/2109255546 learned_addr learned my addr 172.21.15.46:0/2109255546 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:08.199 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.195+0000 7f955bfff700 1 --2- 172.21.15.46:0/2109255546 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f955c06ef50 0x7f955c154870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:08.199 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.195+0000 7f956089d700 1 --2- 172.21.15.46:0/2109255546 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f955c0b30e0 0x7f955c153260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:08.199 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.195+0000 7f955b7fe700 1 -- 172.21.15.46:0/2109255546 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f955c06ef50 msgr2=0x7f955c154870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:08.199 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.195+0000 7f955b7fe700 1 --2- 172.21.15.46:0/2109255546 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f955c06ef50 0x7f955c154870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:08.199 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.195+0000 7f955b7fe700 1 -- 172.21.15.46:0/2109255546 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f955c0b30e0 msgr2=0x7f955c153260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:08.200 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.195+0000 7f955b7fe700 1 --2- 172.21.15.46:0/2109255546 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f955c0b30e0 0x7f955c153260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:08.200 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.195+0000 7f955b7fe700 1 -- 172.21.15.46:0/2109255546 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9554009a70 con 0x7f955c06f330 2023-09-21T13:06:08.200 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.195+0000 7f955b7fe700 1 --2- 172.21.15.46:0/2109255546 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f955c06f330 0x7f955c159370 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f954400c520 tx=0x7f954400c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:08.200 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.195+0000 7f9558ff9700 1 -- 172.21.15.46:0/2109255546 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9544004c80 con 0x7f955c06f330 2023-09-21T13:06:08.200 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.195+0000 7f9558ff9700 1 -- 172.21.15.46:0/2109255546 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9544004de0 con 0x7f955c06f330 2023-09-21T13:06:08.201 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.195+0000 7f9562300700 1 -- 172.21.15.46:0/2109255546 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f955c1598b0 con 0x7f955c06f330 2023-09-21T13:06:08.201 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.195+0000 7f9558ff9700 1 -- 172.21.15.46:0/2109255546 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95440072d0 con 0x7f955c06f330 2023-09-21T13:06:08.201 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.195+0000 7f9562300700 1 -- 172.21.15.46:0/2109255546 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f955c152780 con 0x7f955c06f330 2023-09-21T13:06:08.201 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.196+0000 7f9562300700 1 -- 172.21.15.46:0/2109255546 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f955c04f330 con 0x7f955c06f330 2023-09-21T13:06:08.201 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.197+0000 7f9558ff9700 1 -- 172.21.15.46:0/2109255546 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f9544007430 con 0x7f955c06f330 2023-09-21T13:06:08.201 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.197+0000 7f9558ff9700 1 --2- 172.21.15.46:0/2109255546 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f953c06a580 0x7f953c06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:08.202 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.197+0000 7f9558ff9700 1 -- 172.21.15.46:0/2109255546 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f9544088720 con 0x7f955c06f330 2023-09-21T13:06:08.202 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.197+0000 7f955bfff700 1 --2- 172.21.15.46:0/2109255546 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f953c06a580 0x7f953c06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:08.202 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.198+0000 7f955bfff700 1 --2- 172.21.15.46:0/2109255546 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f953c06a580 0x7f953c06ca40 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f954c009930 tx=0x7f954c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:08.203 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.202+0000 7f9558ff9700 1 -- 172.21.15.46:0/2109255546 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f9544053b80 con 0x7f955c06f330 2023-09-21T13:06:08.407 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.411+0000 7f9562300700 1 -- 172.21.15.46:0/2109255546 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f955c15aa80 con 0x7f955c06f330 2023-09-21T13:06:08.408 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.411+0000 7f9558ff9700 1 -- 172.21.15.46:0/2109255546 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v22) v1 ==== 100+0+11 (secure 0 0 0) 0x7f955c15aa80 con 0x7f955c06f330 2023-09-21T13:06:08.408 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 64 2023-09-21T13:06:08.410 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.414+0000 7f9562300700 1 -- 172.21.15.46:0/2109255546 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f953c06a580 msgr2=0x7f953c06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:08.410 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.414+0000 7f9562300700 1 --2- 172.21.15.46:0/2109255546 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f953c06a580 0x7f953c06ca40 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f954c009930 tx=0x7f954c008040 comp rx=0 tx=0).stop 2023-09-21T13:06:08.411 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.414+0000 7f9562300700 1 -- 172.21.15.46:0/2109255546 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f955c06f330 msgr2=0x7f955c159370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:08.411 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.414+0000 7f9562300700 1 --2- 172.21.15.46:0/2109255546 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f955c06f330 0x7f955c159370 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f954400c520 tx=0x7f954400c8e0 comp rx=0 tx=0).stop 2023-09-21T13:06:08.411 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.414+0000 7f9562300700 1 -- 172.21.15.46:0/2109255546 shutdown_connections 2023-09-21T13:06:08.411 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.414+0000 7f9562300700 1 --2- 172.21.15.46:0/2109255546 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f953c06a580 0x7f953c06ca40 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:08.411 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.414+0000 7f9562300700 1 --2- 172.21.15.46:0/2109255546 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f955c0b30e0 0x7f955c153260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:08.412 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.414+0000 7f9562300700 1 --2- 172.21.15.46:0/2109255546 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f955c06ef50 0x7f955c154870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:08.412 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.414+0000 7f9562300700 1 --2- 172.21.15.46:0/2109255546 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f955c06f330 0x7f955c159370 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:08.412 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.414+0000 7f9562300700 1 -- 172.21.15.46:0/2109255546 >> 172.21.15.46:0/2109255546 conn(0x7f955c0ccd10 msgr2=0x7f955c1e11a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:08.412 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.414+0000 7f9562300700 1 -- 172.21.15.46:0/2109255546 shutdown_connections 2023-09-21T13:06:08.412 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.414+0000 7f9562300700 1 -- 172.21.15.46:0/2109255546 wait complete. 2023-09-21T13:06:08.424 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-09-21T13:06:08.562 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.565+0000 7f3236690700 1 Processor -- start 2023-09-21T13:06:08.562 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.565+0000 7f3236690700 1 -- start start 2023-09-21T13:06:08.564 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.566+0000 7f3236690700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f323015a800 0x7f32300cb0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:08.564 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.566+0000 7f3236690700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3230073680 0x7f32300ae6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:08.565 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.566+0000 7f3236690700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f32300cb6a0 con 0x7f32300aec00 2023-09-21T13:06:08.565 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.566+0000 7f3236690700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f32300af090 con 0x7f323015a800 2023-09-21T13:06:08.565 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.566+0000 7f3236690700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f32300cb980 con 0x7f3230073680 2023-09-21T13:06:08.565 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.566+0000 7f3234c2d700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f32300aec00 0x7f32300cd590 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:56618/0 (socket says 172.21.15.46:56618) 2023-09-21T13:06:08.565 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.566+0000 7f3234c2d700 1 -- 172.21.15.46:0/2931106404 learned_addr learned my addr 172.21.15.46:0/2931106404 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:06:08.566 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.567+0000 7f322ffff700 1 --2- 172.21.15.46:0/2931106404 >> v2:172.21.15.57:3300/0 conn(0x7f323015a800 0x7f32300cb0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:08.566 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.567+0000 7f322f7fe700 1 --2- 172.21.15.46:0/2931106404 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3230073680 0x7f32300ae6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:08.566 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.567+0000 7f322effd700 1 -- 172.21.15.46:0/2931106404 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3965376773 0 0) 0x7f32300cb6a0 con 0x7f32300aec00 2023-09-21T13:06:08.566 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.567+0000 7f322effd700 1 -- 172.21.15.46:0/2931106404 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f321c0035b0 con 0x7f32300aec00 2023-09-21T13:06:08.567 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.567+0000 7f322ffff700 1 -- 172.21.15.46:0/2931106404 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3230073680 msgr2=0x7f32300ae6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:08.567 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.567+0000 7f322ffff700 1 --2- 172.21.15.46:0/2931106404 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3230073680 0x7f32300ae6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:08.567 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.567+0000 7f322ffff700 1 -- 172.21.15.46:0/2931106404 >> v1:172.21.15.46:6789/0 conn(0x7f32300aec00 legacy=0x7f32300cd590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:08.567 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.567+0000 7f322ffff700 1 -- 172.21.15.46:0/2931106404 --> v2:172.21.15.57:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f32300cbc60 con 0x7f323015a800 2023-09-21T13:06:08.567 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.567+0000 7f322f7fe700 1 --2- 172.21.15.46:0/2931106404 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3230073680 0x7f32300ae6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-21T13:06:08.567 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.567+0000 7f322ffff700 1 --2- 172.21.15.46:0/2931106404 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f323015a800 0x7f32300cb0a0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f3220009820 tx=0x7f3220009b30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d1cc28c89de5cb25 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:08.568 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.567+0000 7f322effd700 1 -- 172.21.15.46:0/2931106404 <== mon.1 v2:172.21.15.57:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3220005e30 con 0x7f323015a800 2023-09-21T13:06:08.568 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.567+0000 7f322effd700 1 -- 172.21.15.46:0/2931106404 <== mon.1 v2:172.21.15.57:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3220006030 con 0x7f323015a800 2023-09-21T13:06:08.568 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.567+0000 7f322effd700 1 -- 172.21.15.46:0/2931106404 <== mon.1 v2:172.21.15.57:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32200063a0 con 0x7f323015a800 2023-09-21T13:06:08.568 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.568+0000 7f3236690700 1 -- 172.21.15.46:0/2931106404 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f323015a800 msgr2=0x7f32300cb0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:08.568 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.568+0000 7f3236690700 1 --2- 172.21.15.46:0/2931106404 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f323015a800 0x7f32300cb0a0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f3220009820 tx=0x7f3220009b30 comp rx=0 tx=0).stop 2023-09-21T13:06:08.569 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.568+0000 7f3236690700 1 -- 172.21.15.46:0/2931106404 shutdown_connections 2023-09-21T13:06:08.569 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.568+0000 7f3236690700 1 --2- 172.21.15.46:0/2931106404 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f323015a800 0x7f32300cb0a0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:08.569 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.568+0000 7f3236690700 1 --2- 172.21.15.46:0/2931106404 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3230073680 0x7f32300ae6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:08.569 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.568+0000 7f3236690700 1 -- 172.21.15.46:0/2931106404 >> 172.21.15.46:0/2931106404 conn(0x7f32300cc440 msgr2=0x7f32300cc850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:08.569 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.568+0000 7f3236690700 1 -- 172.21.15.46:0/2931106404 shutdown_connections 2023-09-21T13:06:08.570 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.568+0000 7f3236690700 1 -- 172.21.15.46:0/2931106404 wait complete. 2023-09-21T13:06:08.572 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.570+0000 7f3236690700 1 Processor -- start 2023-09-21T13:06:08.572 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.570+0000 7f3236690700 1 -- start start 2023-09-21T13:06:08.573 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.571+0000 7f3236690700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3230073680 0x7f32300cefc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:08.573 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.571+0000 7f3236690700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f32300aec00 0x7f32300c90c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:08.573 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.571+0000 7f3236690700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f323015a800 0x7f323014d3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:08.573 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.571+0000 7f3236690700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32300c9600 con 0x7f3230073680 2023-09-21T13:06:08.573 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.571+0000 7f3236690700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32300c8c30 con 0x7f32300aec00 2023-09-21T13:06:08.574 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.571+0000 7f3236690700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f32300ce300 con 0x7f323015a800 2023-09-21T13:06:08.574 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.571+0000 7f322ffff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3230073680 0x7f32300cefc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:08.574 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.571+0000 7f322ffff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3230073680 0x7f32300cefc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:41820/0 (socket says 172.21.15.46:41820) 2023-09-21T13:06:08.574 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.571+0000 7f322ffff700 1 -- 172.21.15.46:0/1583774886 learned_addr learned my addr 172.21.15.46:0/1583774886 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:08.574 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.571+0000 7f322f7fe700 1 --2- 172.21.15.46:0/1583774886 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f32300aec00 0x7f32300c90c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:08.575 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.571+0000 7f3234c2d700 1 --2- 172.21.15.46:0/1583774886 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f323015a800 0x7f323014d3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:08.575 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.571+0000 7f322ffff700 1 -- 172.21.15.46:0/1583774886 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f323015a800 msgr2=0x7f323014d3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:08.575 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.572+0000 7f322ffff700 1 --2- 172.21.15.46:0/1583774886 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f323015a800 0x7f323014d3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:08.575 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.572+0000 7f322ffff700 1 -- 172.21.15.46:0/1583774886 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f32300aec00 msgr2=0x7f32300c90c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:08.575 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.572+0000 7f322ffff700 1 --2- 172.21.15.46:0/1583774886 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f32300aec00 0x7f32300c90c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:08.576 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.572+0000 7f322ffff700 1 -- 172.21.15.46:0/1583774886 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f32180094a0 con 0x7f3230073680 2023-09-21T13:06:08.576 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.572+0000 7f322ffff700 1 --2- 172.21.15.46:0/1583774886 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3230073680 0x7f32300cefc0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f3220000c00 tx=0x7f3220004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:08.576 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.572+0000 7f322cff9700 1 -- 172.21.15.46:0/1583774886 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32200063a0 con 0x7f3230073680 2023-09-21T13:06:08.576 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.572+0000 7f322cff9700 1 -- 172.21.15.46:0/1583774886 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3220006520 con 0x7f3230073680 2023-09-21T13:06:08.576 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.572+0000 7f3236690700 1 -- 172.21.15.46:0/1583774886 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3220009430 con 0x7f3230073680 2023-09-21T13:06:08.576 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.572+0000 7f322cff9700 1 -- 172.21.15.46:0/1583774886 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32200068d0 con 0x7f3230073680 2023-09-21T13:06:08.577 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.572+0000 7f3236690700 1 -- 172.21.15.46:0/1583774886 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f32300c85e0 con 0x7f3230073680 2023-09-21T13:06:08.577 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.573+0000 7f3236690700 1 -- 172.21.15.46:0/1583774886 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f32300c8f10 con 0x7f3230073680 2023-09-21T13:06:08.577 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.573+0000 7f322cff9700 1 -- 172.21.15.46:0/1583774886 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f3220022070 con 0x7f3230073680 2023-09-21T13:06:08.577 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.574+0000 7f322cff9700 1 --2- 172.21.15.46:0/1583774886 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f321006a580 0x7f321006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:08.577 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.574+0000 7f322cff9700 1 -- 172.21.15.46:0/1583774886 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f322008a030 con 0x7f3230073680 2023-09-21T13:06:08.578 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.574+0000 7f322f7fe700 1 --2- 172.21.15.46:0/1583774886 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f321006a580 0x7f321006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:08.578 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.575+0000 7f322f7fe700 1 --2- 172.21.15.46:0/1583774886 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f321006a580 0x7f321006ca40 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f3230159c80 tx=0x7f3218009210 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:08.578 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.579+0000 7f322cff9700 1 -- 172.21.15.46:0/1583774886 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f32200555c0 con 0x7f3230073680 2023-09-21T13:06:08.799 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.803+0000 7f3236690700 1 -- 172.21.15.46:0/1583774886 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f3230068b90 con 0x7f3230073680 2023-09-21T13:06:08.800 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.803+0000 7f322cff9700 1 -- 172.21.15.46:0/1583774886 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v22) v1 ==== 80+0+0 (secure 0 0 0) 0x7f3220058be0 con 0x7f3230073680 2023-09-21T13:06:08.802 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.806+0000 7f3236690700 1 -- 172.21.15.46:0/1583774886 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f321006a580 msgr2=0x7f321006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:08.802 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.806+0000 7f3236690700 1 --2- 172.21.15.46:0/1583774886 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f321006a580 0x7f321006ca40 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f3230159c80 tx=0x7f3218009210 comp rx=0 tx=0).stop 2023-09-21T13:06:08.803 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.806+0000 7f3236690700 1 -- 172.21.15.46:0/1583774886 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3230073680 msgr2=0x7f32300cefc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:08.803 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.806+0000 7f3236690700 1 --2- 172.21.15.46:0/1583774886 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3230073680 0x7f32300cefc0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f3220000c00 tx=0x7f3220004750 comp rx=0 tx=0).stop 2023-09-21T13:06:08.803 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.806+0000 7f3236690700 1 -- 172.21.15.46:0/1583774886 shutdown_connections 2023-09-21T13:06:08.803 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.806+0000 7f3236690700 1 --2- 172.21.15.46:0/1583774886 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f321006a580 0x7f321006ca40 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:08.804 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.806+0000 7f3236690700 1 --2- 172.21.15.46:0/1583774886 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f323015a800 0x7f323014d3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:08.804 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.806+0000 7f3236690700 1 --2- 172.21.15.46:0/1583774886 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3230073680 0x7f32300cefc0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:08.804 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.806+0000 7f3236690700 1 --2- 172.21.15.46:0/1583774886 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f32300aec00 0x7f32300c90c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:08.804 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.806+0000 7f3236690700 1 -- 172.21.15.46:0/1583774886 >> 172.21.15.46:0/1583774886 conn(0x7f32300cc440 msgr2=0x7f3230150e90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:08.804 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.806+0000 7f3236690700 1 -- 172.21.15.46:0/1583774886 shutdown_connections 2023-09-21T13:06:08.804 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:08.806+0000 7f3236690700 1 -- 172.21.15.46:0/1583774886 wait complete. 2023-09-21T13:06:08.805 INFO:teuthology.orchestra.run.smithi046.stderr:listed 0 entries 2023-09-21T13:06:08.816 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi057.front.sepia.ceph.com... 2023-09-21T13:06:08.816 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:06:08.816 DEBUG:teuthology.orchestra.run.smithi057:> sudo fusermount -u /home/ubuntu/cephtest/mnt.3 2023-09-21T13:06:08.870 INFO:teuthology.orchestra.run:waiting for 300 2023-09-21T13:06:08.870 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi057.front.sepia.ceph.com 2023-09-21T13:06:08.871 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:06:08.871 DEBUG:teuthology.orchestra.run.smithi057:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2023-09-21T13:06:08.894 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2023-09-21T13:06:08.894 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-09-21T13:06:08.989 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:06:08.992 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:06:09.037 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.041+0000 7f296d234700 1 Processor -- start 2023-09-21T13:06:09.037 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.041+0000 7f296d234700 1 -- start start 2023-09-21T13:06:09.040 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.042+0000 7f296d234700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f296815d900 0x7f29680ce170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:09.040 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.042+0000 7f296d234700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f29680ce6b0 0x7f29680b8330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:09.040 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.042+0000 7f296d234700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f29680b22b0 0x7f29680b8870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:09.040 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.042+0000 7f296d234700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f29680b8db0 con 0x7f29680ce6b0 2023-09-21T13:06:09.041 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.042+0000 7f296d234700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f29680b6650 con 0x7f29680b22b0 2023-09-21T13:06:09.041 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.042+0000 7f296d234700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f29680b7ea0 con 0x7f296815d900 2023-09-21T13:06:09.041 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.042+0000 7f296659c700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f29680ce6b0 0x7f29680b8330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:09.041 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.042+0000 7f296659c700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f29680ce6b0 0x7f29680b8330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:41828/0 (socket says 172.21.15.46:41828) 2023-09-21T13:06:09.041 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.042+0000 7f296659c700 1 -- 172.21.15.46:0/1613879237 learned_addr learned my addr 172.21.15.46:0/1613879237 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:09.042 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.042+0000 7f2966d9d700 1 --2- 172.21.15.46:0/1613879237 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f296815d900 0x7f29680ce170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:09.042 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.042+0000 7f296759e700 1 --2- 172.21.15.46:0/1613879237 >> v2:172.21.15.57:3300/0 conn(0x7f29680b22b0 0x7f29680b8870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:09.042 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.042+0000 7f296659c700 1 -- 172.21.15.46:0/1613879237 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f296815d900 msgr2=0x7f29680ce170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:09.042 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.042+0000 7f296659c700 1 --2- 172.21.15.46:0/1613879237 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f296815d900 0x7f29680ce170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:09.042 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.042+0000 7f296659c700 1 -- 172.21.15.46:0/1613879237 >> v2:172.21.15.57:3300/0 conn(0x7f29680b22b0 msgr2=0x7f29680b8870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:09.043 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.042+0000 7f296659c700 1 --2- 172.21.15.46:0/1613879237 >> v2:172.21.15.57:3300/0 conn(0x7f29680b22b0 0x7f29680b8870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:09.043 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.042+0000 7f296659c700 1 -- 172.21.15.46:0/1613879237 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f29680b7290 con 0x7f29680ce6b0 2023-09-21T13:06:09.043 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.042+0000 7f2966d9d700 1 --2- 172.21.15.46:0/1613879237 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f296815d900 0x7f29680ce170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:06:09.043 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.042+0000 7f296659c700 1 --2- 172.21.15.46:0/1613879237 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f29680ce6b0 0x7f29680b8330 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f29680b9640 tx=0x7f295c009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=73b75441431d9e60 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:09.043 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.043+0000 7f2965d9b700 1 -- 172.21.15.46:0/1613879237 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f295c00b870 con 0x7f29680ce6b0 2023-09-21T13:06:09.044 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.043+0000 7f2965d9b700 1 -- 172.21.15.46:0/1613879237 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f295c00b9d0 con 0x7f29680ce6b0 2023-09-21T13:06:09.044 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.043+0000 7f2965d9b700 1 -- 172.21.15.46:0/1613879237 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f295c00bd60 con 0x7f29680ce6b0 2023-09-21T13:06:09.044 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.043+0000 7f296d234700 1 -- 172.21.15.46:0/1613879237 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f29680ce6b0 msgr2=0x7f29680b8330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:09.044 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.043+0000 7f296d234700 1 --2- 172.21.15.46:0/1613879237 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f29680ce6b0 0x7f29680b8330 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f29680b9640 tx=0x7f295c009bd0 comp rx=0 tx=0).stop 2023-09-21T13:06:09.044 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.043+0000 7f296d234700 1 -- 172.21.15.46:0/1613879237 shutdown_connections 2023-09-21T13:06:09.044 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.043+0000 7f296d234700 1 --2- 172.21.15.46:0/1613879237 >> v2:172.21.15.57:3300/0 conn(0x7f29680b22b0 0x7f29680b8870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:09.045 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.043+0000 7f296d234700 1 --2- 172.21.15.46:0/1613879237 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f296815d900 0x7f29680ce170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:09.045 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.043+0000 7f296d234700 1 --2- 172.21.15.46:0/1613879237 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f29680ce6b0 0x7f29680b8330 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:09.045 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.043+0000 7f296d234700 1 -- 172.21.15.46:0/1613879237 >> 172.21.15.46:0/1613879237 conn(0x7f29680722c0 msgr2=0x7f29680726d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:09.045 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.043+0000 7f296d234700 1 -- 172.21.15.46:0/1613879237 shutdown_connections 2023-09-21T13:06:09.045 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.043+0000 7f296d234700 1 -- 172.21.15.46:0/1613879237 wait complete. 2023-09-21T13:06:09.048 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.045+0000 7f296d234700 1 Processor -- start 2023-09-21T13:06:09.048 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.045+0000 7f296d234700 1 -- start start 2023-09-21T13:06:09.049 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.046+0000 7f296d234700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f29680b22b0 0x7f29680ca830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:09.049 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.046+0000 7f296d234700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f29680ce6b0 0x7f296815f870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:09.049 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.046+0000 7f296d234700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f296815d900 0x7f29681f5f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:09.049 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.046+0000 7f296d234700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2968160310 con 0x7f29680ce6b0 2023-09-21T13:06:09.049 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.046+0000 7f296d234700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29680b3510 con 0x7f296815d900 2023-09-21T13:06:09.050 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.046+0000 7f296d234700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f29680b2b70 con 0x7f29680b22b0 2023-09-21T13:06:09.050 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.047+0000 7f296659c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f29680ce6b0 0x7f296815f870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:09.050 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.047+0000 7f296659c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f29680ce6b0 0x7f296815f870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:41834/0 (socket says 172.21.15.46:41834) 2023-09-21T13:06:09.050 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.047+0000 7f296659c700 1 -- 172.21.15.46:0/598685978 learned_addr learned my addr 172.21.15.46:0/598685978 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:09.051 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.047+0000 7f296759e700 1 --2- 172.21.15.46:0/598685978 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f296815d900 0x7f29681f5f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:09.051 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.047+0000 7f2966d9d700 1 --2- 172.21.15.46:0/598685978 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f29680b22b0 0x7f29680ca830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:09.051 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.047+0000 7f296659c700 1 -- 172.21.15.46:0/598685978 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f29680b22b0 msgr2=0x7f29680ca830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:09.051 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.047+0000 7f296659c700 1 --2- 172.21.15.46:0/598685978 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f29680b22b0 0x7f29680ca830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:09.051 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.047+0000 7f296659c700 1 -- 172.21.15.46:0/598685978 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f296815d900 msgr2=0x7f29681f5f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:09.052 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.047+0000 7f296659c700 1 --2- 172.21.15.46:0/598685978 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f296815d900 0x7f29681f5f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:09.052 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.047+0000 7f296659c700 1 -- 172.21.15.46:0/598685978 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f295c009550 con 0x7f29680ce6b0 2023-09-21T13:06:09.052 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.047+0000 7f296659c700 1 --2- 172.21.15.46:0/598685978 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f29680ce6b0 0x7f296815f870 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f295c000c00 tx=0x7f295c004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:09.052 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.047+0000 7f294f7fe700 1 -- 172.21.15.46:0/598685978 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f295c004480 con 0x7f29680ce6b0 2023-09-21T13:06:09.052 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.047+0000 7f294f7fe700 1 -- 172.21.15.46:0/598685978 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f295c0045e0 con 0x7f29680ce6b0 2023-09-21T13:06:09.053 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.047+0000 7f296d234700 1 -- 172.21.15.46:0/598685978 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f29680b2e50 con 0x7f29680ce6b0 2023-09-21T13:06:09.053 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.047+0000 7f294f7fe700 1 -- 172.21.15.46:0/598685978 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f295c0038e0 con 0x7f29680ce6b0 2023-09-21T13:06:09.053 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.047+0000 7f296d234700 1 -- 172.21.15.46:0/598685978 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f29680b88c0 con 0x7f29680ce6b0 2023-09-21T13:06:09.053 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.048+0000 7f296d234700 1 -- 172.21.15.46:0/598685978 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f29680b3650 con 0x7f29680ce6b0 2023-09-21T13:06:09.053 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.049+0000 7f294f7fe700 1 -- 172.21.15.46:0/598685978 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f295c021070 con 0x7f29680ce6b0 2023-09-21T13:06:09.054 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.049+0000 7f294f7fe700 1 --2- 172.21.15.46:0/598685978 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f295406a580 0x7f295406ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:09.054 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.049+0000 7f294f7fe700 1 -- 172.21.15.46:0/598685978 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f295c08a0b0 con 0x7f29680ce6b0 2023-09-21T13:06:09.054 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.050+0000 7f2966d9d700 1 --2- 172.21.15.46:0/598685978 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f295406a580 0x7f295406ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:09.054 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.050+0000 7f2966d9d700 1 --2- 172.21.15.46:0/598685978 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f295406a580 0x7f295406ca40 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f295800c940 tx=0x7f2958008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:09.056 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.054+0000 7f294f7fe700 1 -- 172.21.15.46:0/598685978 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f29680b3650 con 0x7f29680ce6b0 2023-09-21T13:06:09.301 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.304+0000 7f296d234700 1 -- 172.21.15.46:0/598685978 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f29680b3650 con 0x7f29680ce6b0 2023-09-21T13:06:09.301 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.305+0000 7f294f7fe700 1 -- 172.21.15.46:0/598685978 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+4898 (secure 0 0 0) 0x7f29680b3650 con 0x7f29680ce6b0 2023-09-21T13:06:09.302 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:06:09.302 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4263,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6836/953501907","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":953501907},{"type":"v1","addr":"172.21.15.46:6836","nonce":953501907}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4266,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/951711535","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6835","nonce":951711535},{"type":"v1","addr":"172.21.15.46:6837","nonce":951711535}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":4281,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.57:6835/3705232108","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6833","nonce":3705232108},{"type":"v1","addr":"172.21.15.57:6835","nonce":3705232108}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-09-21T13:05:16.171576+0000","modified":"2023-09-21T13:05:19.182371+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4285},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4285":{"gid":4285,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.57:6834/887123340","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6832","nonce":887123340},{"type":"v1","addr":"172.21.15.57:6834","nonce":887123340}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-09-21T13:06:09.304 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.307+0000 7f296d234700 1 -- 172.21.15.46:0/598685978 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f295406a580 msgr2=0x7f295406ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:09.304 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.307+0000 7f296d234700 1 --2- 172.21.15.46:0/598685978 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f295406a580 0x7f295406ca40 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f295800c940 tx=0x7f2958008040 comp rx=0 tx=0).stop 2023-09-21T13:06:09.304 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.307+0000 7f296d234700 1 -- 172.21.15.46:0/598685978 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f29680ce6b0 msgr2=0x7f296815f870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:09.304 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.307+0000 7f296d234700 1 --2- 172.21.15.46:0/598685978 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f29680ce6b0 0x7f296815f870 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f295c000c00 tx=0x7f295c004750 comp rx=0 tx=0).stop 2023-09-21T13:06:09.305 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.307+0000 7f296d234700 1 -- 172.21.15.46:0/598685978 shutdown_connections 2023-09-21T13:06:09.305 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.307+0000 7f296d234700 1 --2- 172.21.15.46:0/598685978 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f295406a580 0x7f295406ca40 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:09.305 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.307+0000 7f296d234700 1 --2- 172.21.15.46:0/598685978 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f296815d900 0x7f29681f5f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:09.305 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.307+0000 7f296d234700 1 --2- 172.21.15.46:0/598685978 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f29680b22b0 0x7f29680ca830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:09.305 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.307+0000 7f296d234700 1 --2- 172.21.15.46:0/598685978 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f29680ce6b0 0x7f296815f870 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:09.306 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.307+0000 7f296d234700 1 -- 172.21.15.46:0/598685978 >> 172.21.15.46:0/598685978 conn(0x7f29680722c0 msgr2=0x7f29680cfe70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:09.306 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.307+0000 7f296d234700 1 -- 172.21.15.46:0/598685978 shutdown_connections 2023-09-21T13:06:09.306 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.307+0000 7f296d234700 1 -- 172.21.15.46:0/598685978 wait complete. 2023-09-21T13:06:09.307 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 7 2023-09-21T13:06:09.318 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-21T13:06:09.455 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.459+0000 7f373378e700 1 Processor -- start 2023-09-21T13:06:09.456 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.459+0000 7f373378e700 1 -- start start 2023-09-21T13:06:09.458 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.460+0000 7f373378e700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f372c15d630 0x7f372c161cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:09.458 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.460+0000 7f373378e700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f372c0ca840 0x7f372c0cacc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:09.459 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.460+0000 7f373378e700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f372c06eba0 con 0x7f372c06a7a0 2023-09-21T13:06:09.459 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.460+0000 7f373378e700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f372c06ee80 con 0x7f372c15d630 2023-09-21T13:06:09.459 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.460+0000 7f373378e700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f372c0d1110 con 0x7f372c0ca840 2023-09-21T13:06:09.459 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.460+0000 7f373152a700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f372c15d630 0x7f372c161cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:09.459 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.460+0000 7f3730d29700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f372c06a7a0 0x7f372c06f310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:56622/0 (socket says 172.21.15.46:56622) 2023-09-21T13:06:09.460 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.460+0000 7f373152a700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f372c15d630 0x7f372c161cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:41842/0 (socket says 172.21.15.46:41842) 2023-09-21T13:06:09.460 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.460+0000 7f3730d29700 1 -- 172.21.15.46:0/1737718277 learned_addr learned my addr 172.21.15.46:0/1737718277 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:06:09.460 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.460+0000 7f3731d2b700 1 --2- 172.21.15.46:0/1737718277 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f372c0ca840 0x7f372c0cacc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:09.460 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.461+0000 7f373152a700 1 -- 172.21.15.46:0/1737718277 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f372c0ca840 msgr2=0x7f372c0cacc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:09.460 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.461+0000 7f373152a700 1 --2- 172.21.15.46:0/1737718277 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f372c0ca840 0x7f372c0cacc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:09.461 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.461+0000 7f373152a700 1 -- 172.21.15.46:0/1737718277 >> v1:172.21.15.46:6789/0 conn(0x7f372c06a7a0 legacy=0x7f372c06f310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:09.461 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.461+0000 7f3723fff700 1 -- 172.21.15.46:0/1737718277 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1007549547 0 0) 0x7f372c06eba0 con 0x7f372c06a7a0 2023-09-21T13:06:09.461 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.461+0000 7f373152a700 1 -- 172.21.15.46:0/1737718277 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f372c1621f0 con 0x7f372c15d630 2023-09-21T13:06:09.461 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.461+0000 7f373152a700 1 --2- 172.21.15.46:0/1737718277 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f372c15d630 0x7f372c161cb0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f3724009d90 tx=0x7f372400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=39972120fba748c server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:09.461 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.461+0000 7f3723fff700 1 -- 172.21.15.46:0/1737718277 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f372400e070 con 0x7f372c15d630 2023-09-21T13:06:09.462 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.461+0000 7f3723fff700 1 -- 172.21.15.46:0/1737718277 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f372400bb20 con 0x7f372c15d630 2023-09-21T13:06:09.462 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.461+0000 7f3723fff700 1 -- 172.21.15.46:0/1737718277 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3724012430 con 0x7f372c15d630 2023-09-21T13:06:09.462 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.462+0000 7f373378e700 1 -- 172.21.15.46:0/1737718277 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f372c15d630 msgr2=0x7f372c161cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:09.462 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.462+0000 7f373378e700 1 --2- 172.21.15.46:0/1737718277 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f372c15d630 0x7f372c161cb0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f3724009d90 tx=0x7f372400b330 comp rx=0 tx=0).stop 2023-09-21T13:06:09.462 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.462+0000 7f373378e700 1 -- 172.21.15.46:0/1737718277 shutdown_connections 2023-09-21T13:06:09.463 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.462+0000 7f373378e700 1 --2- 172.21.15.46:0/1737718277 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f372c0ca840 0x7f372c0cacc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:09.463 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.462+0000 7f373378e700 1 --2- 172.21.15.46:0/1737718277 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f372c15d630 0x7f372c161cb0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:09.463 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.462+0000 7f373378e700 1 -- 172.21.15.46:0/1737718277 >> 172.21.15.46:0/1737718277 conn(0x7f372c0d01f0 msgr2=0x7f372c0d0600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:09.463 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.462+0000 7f373378e700 1 -- 172.21.15.46:0/1737718277 shutdown_connections 2023-09-21T13:06:09.463 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.462+0000 7f373378e700 1 -- 172.21.15.46:0/1737718277 wait complete. 2023-09-21T13:06:09.466 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.463+0000 7f373378e700 1 Processor -- start 2023-09-21T13:06:09.466 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.463+0000 7f373378e700 1 -- start start 2023-09-21T13:06:09.466 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.464+0000 7f373378e700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f372c06a7a0 0x7f372c1f29f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:09.467 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.464+0000 7f373378e700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f372c0ca840 0x7f372c150e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:09.467 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.464+0000 7f373378e700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f372c15d630 0x7f372c0c5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:09.467 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.464+0000 7f373378e700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f372c0c5cc0 con 0x7f372c15d630 2023-09-21T13:06:09.467 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.464+0000 7f373378e700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f372c0c5ef0 con 0x7f372c06a7a0 2023-09-21T13:06:09.467 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.464+0000 7f373378e700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f372c0c61d0 con 0x7f372c0ca840 2023-09-21T13:06:09.468 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.464+0000 7f3731d2b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f372c15d630 0x7f372c0c5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:09.468 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.464+0000 7f3731d2b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f372c15d630 0x7f372c0c5780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:41850/0 (socket says 172.21.15.46:41850) 2023-09-21T13:06:09.468 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.464+0000 7f3731d2b700 1 -- 172.21.15.46:0/92666207 learned_addr learned my addr 172.21.15.46:0/92666207 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:09.468 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.464+0000 7f373152a700 1 --2- 172.21.15.46:0/92666207 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f372c06a7a0 0x7f372c1f29f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:09.468 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.464+0000 7f3730d29700 1 --2- 172.21.15.46:0/92666207 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f372c0ca840 0x7f372c150e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:09.469 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.465+0000 7f3731d2b700 1 -- 172.21.15.46:0/92666207 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f372c0ca840 msgr2=0x7f372c150e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:09.469 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.465+0000 7f3731d2b700 1 --2- 172.21.15.46:0/92666207 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f372c0ca840 0x7f372c150e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:09.469 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.465+0000 7f3731d2b700 1 -- 172.21.15.46:0/92666207 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f372c06a7a0 msgr2=0x7f372c1f29f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:09.469 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.465+0000 7f3731d2b700 1 --2- 172.21.15.46:0/92666207 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f372c06a7a0 0x7f372c1f29f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:09.469 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.465+0000 7f3731d2b700 1 -- 172.21.15.46:0/92666207 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3724009a70 con 0x7f372c15d630 2023-09-21T13:06:09.469 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.465+0000 7f3731d2b700 1 --2- 172.21.15.46:0/92666207 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f372c15d630 0x7f372c0c5780 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f371c00e950 tx=0x7f371c00ec60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:09.470 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.465+0000 7f3721ffb700 1 -- 172.21.15.46:0/92666207 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f371c009730 con 0x7f372c15d630 2023-09-21T13:06:09.470 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.465+0000 7f3721ffb700 1 -- 172.21.15.46:0/92666207 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f371c013680 con 0x7f372c15d630 2023-09-21T13:06:09.470 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.465+0000 7f373378e700 1 -- 172.21.15.46:0/92666207 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f372c0c64b0 con 0x7f372c15d630 2023-09-21T13:06:09.470 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.465+0000 7f3721ffb700 1 -- 172.21.15.46:0/92666207 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f371c013a10 con 0x7f372c15d630 2023-09-21T13:06:09.470 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.465+0000 7f373378e700 1 -- 172.21.15.46:0/92666207 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f372c14af80 con 0x7f372c15d630 2023-09-21T13:06:09.471 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.466+0000 7f373378e700 1 -- 172.21.15.46:0/92666207 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f372c14b1a0 con 0x7f372c15d630 2023-09-21T13:06:09.471 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.467+0000 7f3721ffb700 1 -- 172.21.15.46:0/92666207 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f371c013b70 con 0x7f372c15d630 2023-09-21T13:06:09.471 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.467+0000 7f3721ffb700 1 --2- 172.21.15.46:0/92666207 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f371006a580 0x7f371006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:09.471 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.467+0000 7f3721ffb700 1 -- 172.21.15.46:0/92666207 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f371c0889c0 con 0x7f372c15d630 2023-09-21T13:06:09.471 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.467+0000 7f373152a700 1 --2- 172.21.15.46:0/92666207 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f371006a580 0x7f371006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:09.472 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.468+0000 7f373152a700 1 --2- 172.21.15.46:0/92666207 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f371006a580 0x7f371006ca40 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f3724014040 tx=0x7f3724011000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:09.472 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.472+0000 7f3721ffb700 1 -- 172.21.15.46:0/92666207 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f371c053f50 con 0x7f372c15d630 2023-09-21T13:06:09.680 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.684+0000 7f373378e700 1 -- 172.21.15.46:0/92666207 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f372c068b90 con 0x7f372c15d630 2023-09-21T13:06:09.682 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.685+0000 7f3721ffb700 1 -- 172.21.15.46:0/92666207 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) v1 ==== 74+0+16651 (secure 0 0 0) 0x7f371c017090 con 0x7f372c15d630 2023-09-21T13:06:09.682 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:06:09.682 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":22,"fsid":"3cbfaf88-469e-4129-b70d-6dd2d92bd0a4","created":"2023-09-21T13:04:52.312650+0000","modified":"2023-09-21T13:06:00.195068+0000","last_up_change":"2023-09-21T13:05:04.397018+0000","last_in_change":"2023-09-21T13:04:55.853368+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-21T13:05:05.036373+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-09-21T13:05:14.305630+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-09-21T13:05:15.146424+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"23992b72-ed3c-4a14-ae79-8150e0fedbf7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6810","nonce":1682463833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6814","nonce":1682463833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6822","nonce":1682463833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6818","nonce":1682463833}]},"public_addr":"172.21.15.46:6810/1682463833","cluster_addr":"172.21.15.46:6814/1682463833","heartbeat_back_addr":"172.21.15.46:6822/1682463833","heartbeat_front_addr":"172.21.15.46:6818/1682463833","state":["exists","up"]},{"osd":1,"uuid":"2578f708-e052-4bdd-bcef-54808f1d1ef4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6800","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6801","nonce":3674836117}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6803","nonce":3674836117}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6807","nonce":3674836117}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6805","nonce":3674836117}]},"public_addr":"172.21.15.46:6801/3674836117","cluster_addr":"172.21.15.46:6803/3674836117","heartbeat_back_addr":"172.21.15.46:6807/3674836117","heartbeat_front_addr":"172.21.15.46:6805/3674836117","state":["exists","up"]},{"osd":2,"uuid":"6db5fc17-2472-42fd-a613-8cc24a815cfe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6825","nonce":3956023171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6827","nonce":3956023171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6831","nonce":3956023171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6829","nonce":3956023171}]},"public_addr":"172.21.15.46:6825/3956023171","cluster_addr":"172.21.15.46:6827/3956023171","heartbeat_back_addr":"172.21.15.46:6831/3956023171","heartbeat_front_addr":"172.21.15.46:6829/3956023171","state":["exists","up"]},{"osd":3,"uuid":"b0ddd2cd-9025-471f-a976-d7bc356eb10b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6809","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6811","nonce":1834230057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6813","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6815","nonce":1834230057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6821","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6823","nonce":1834230057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6817","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6819","nonce":1834230057}]},"public_addr":"172.21.15.46:6811/1834230057","cluster_addr":"172.21.15.46:6815/1834230057","heartbeat_back_addr":"172.21.15.46:6823/1834230057","heartbeat_front_addr":"172.21.15.46:6819/1834230057","state":["exists","up"]},{"osd":4,"uuid":"51245ec8-6073-476b-aea6-482f9a379f43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6800","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6801","nonce":867529145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6802","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6803","nonce":867529145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6806","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6807","nonce":867529145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6804","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6805","nonce":867529145}]},"public_addr":"172.21.15.57:6801/867529145","cluster_addr":"172.21.15.57:6803/867529145","heartbeat_back_addr":"172.21.15.57:6807/867529145","heartbeat_front_addr":"172.21.15.57:6805/867529145","state":["exists","up"]},{"osd":5,"uuid":"6be64509-8d19-48af-aa7d-2744199eb3c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6824","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6825","nonce":2639760353}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6826","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6827","nonce":2639760353}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6830","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6831","nonce":2639760353}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6828","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6829","nonce":2639760353}]},"public_addr":"172.21.15.57:6825/2639760353","cluster_addr":"172.21.15.57:6827/2639760353","heartbeat_back_addr":"172.21.15.57:6831/2639760353","heartbeat_front_addr":"172.21.15.57:6829/2639760353","state":["exists","up"]},{"osd":6,"uuid":"8bfda35e-f97c-4419-a105-ff306eff7a42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6808","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6809","nonce":3693682875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6810","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6811","nonce":3693682875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6814","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6815","nonce":3693682875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6812","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6813","nonce":3693682875}]},"public_addr":"172.21.15.57:6809/3693682875","cluster_addr":"172.21.15.57:6811/3693682875","heartbeat_back_addr":"172.21.15.57:6815/3693682875","heartbeat_front_addr":"172.21.15.57:6813/3693682875","state":["exists","up"]},{"osd":7,"uuid":"49fc1df7-ab94-4da5-b915-8f7cc61f2714","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6816","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6817","nonce":1729728830}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6818","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6819","nonce":1729728830}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6822","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6823","nonce":1729728830}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6820","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6821","nonce":1729728830}]},"public_addr":"172.21.15.57:6817/1729728830","cluster_addr":"172.21.15.57:6819/1729728830","heartbeat_back_addr":"172.21.15.57:6823/1729728830","heartbeat_front_addr":"172.21.15.57:6821/1729728830","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:00.955073+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.074451+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.068487+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.010348+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.035446+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.101249+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.104509+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.077361+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.1d","mappings":[{"from":5,"to":2}]},{"pgid":"3.2a","mappings":[{"from":5,"to":2}]},{"pgid":"3.38","mappings":[{"from":3,"to":1}]},{"pgid":"3.39","mappings":[{"from":7,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-21T13:06:09.684 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.688+0000 7f373378e700 1 -- 172.21.15.46:0/92666207 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f371006a580 msgr2=0x7f371006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:09.685 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.688+0000 7f373378e700 1 --2- 172.21.15.46:0/92666207 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f371006a580 0x7f371006ca40 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f3724014040 tx=0x7f3724011000 comp rx=0 tx=0).stop 2023-09-21T13:06:09.685 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.688+0000 7f373378e700 1 -- 172.21.15.46:0/92666207 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f372c15d630 msgr2=0x7f372c0c5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:09.685 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.688+0000 7f373378e700 1 --2- 172.21.15.46:0/92666207 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f372c15d630 0x7f372c0c5780 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f371c00e950 tx=0x7f371c00ec60 comp rx=0 tx=0).stop 2023-09-21T13:06:09.685 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.688+0000 7f373378e700 1 -- 172.21.15.46:0/92666207 shutdown_connections 2023-09-21T13:06:09.685 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.688+0000 7f373378e700 1 --2- 172.21.15.46:0/92666207 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f371006a580 0x7f371006ca40 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:09.686 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.688+0000 7f373378e700 1 --2- 172.21.15.46:0/92666207 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f372c15d630 0x7f372c0c5780 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:09.686 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.688+0000 7f373378e700 1 --2- 172.21.15.46:0/92666207 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f372c06a7a0 0x7f372c1f29f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:09.686 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.688+0000 7f373378e700 1 --2- 172.21.15.46:0/92666207 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f372c0ca840 0x7f372c150e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:09.686 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.688+0000 7f373378e700 1 -- 172.21.15.46:0/92666207 >> 172.21.15.46:0/92666207 conn(0x7f372c0d01f0 msgr2=0x7f372c0c92d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:09.686 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.688+0000 7f373378e700 1 -- 172.21.15.46:0/92666207 shutdown_connections 2023-09-21T13:06:09.687 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.688+0000 7f373378e700 1 -- 172.21.15.46:0/92666207 wait complete. 2023-09-21T13:06:09.698 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-09-21T13:05:05.036373+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-09-21T13:05:14.305630+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-09-21T13:05:15.146424+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.25, 'score_stable': 1.25, 'optimal_score': 1, 'raw_score_acting': 1.25, 'raw_score_stable': 1.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-09-21T13:06:09.699 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-09-21T13:06:09.840 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.844+0000 7f9805277700 1 Processor -- start 2023-09-21T13:06:09.840 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.844+0000 7f9805277700 1 -- start start 2023-09-21T13:06:09.843 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.844+0000 7f9805277700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f980015d7f0 0x7f9800161d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:09.843 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.844+0000 7f9805277700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f98000b4f60 0x7f98000b53c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:09.843 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.844+0000 7f9805277700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f98000b5900 con 0x7f980006b7e0 2023-09-21T13:06:09.843 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.844+0000 7f9805277700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f98001622a0 con 0x7f980015d7f0 2023-09-21T13:06:09.843 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.844+0000 7f9805277700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f98000d15f0 con 0x7f98000b4f60 2023-09-21T13:06:09.844 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.845+0000 7f97feffd700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f980015d7f0 0x7f9800161d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:09.844 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.845+0000 7f97feffd700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f980015d7f0 0x7f9800161d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:41864/0 (socket says 172.21.15.46:41864) 2023-09-21T13:06:09.844 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.845+0000 7f97feffd700 1 -- 172.21.15.46:0/3778657785 learned_addr learned my addr 172.21.15.46:0/3778657785 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:09.844 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.845+0000 7f97fe7fc700 1 --2- 172.21.15.46:0/3778657785 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f98000b4f60 0x7f98000b53c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:09.844 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.845+0000 7f97feffd700 1 -- 172.21.15.46:0/3778657785 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f98000b4f60 msgr2=0x7f98000b53c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:09.845 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.845+0000 7f97feffd700 1 --2- 172.21.15.46:0/3778657785 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f98000b4f60 0x7f98000b53c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:09.845 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.845+0000 7f97feffd700 1 -- 172.21.15.46:0/3778657785 >> v1:172.21.15.57:6789/0 conn(0x7f980006b7e0 legacy=0x7f980006bc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:09.845 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.845+0000 7f97feffd700 1 -- 172.21.15.46:0/3778657785 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f98000b6710 con 0x7f980015d7f0 2023-09-21T13:06:09.845 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.845+0000 7f97fdffb700 1 -- 172.21.15.46:0/3778657785 <== mon.1 v1:172.21.15.57:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2416188201 0 0) 0x7f98000b5900 con 0x7f980006b7e0 2023-09-21T13:06:09.845 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.845+0000 7f97feffd700 1 --2- 172.21.15.46:0/3778657785 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f980015d7f0 0x7f9800161d60 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f97f00098f0 tx=0x7f97f0009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f9a3b80df0863040 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:09.846 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.845+0000 7f97fdffb700 1 -- 172.21.15.46:0/3778657785 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97f0011830 con 0x7f980015d7f0 2023-09-21T13:06:09.846 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.845+0000 7f97fdffb700 1 -- 172.21.15.46:0/3778657785 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f97f0011990 con 0x7f980015d7f0 2023-09-21T13:06:09.846 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.845+0000 7f97fdffb700 1 -- 172.21.15.46:0/3778657785 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97f0011d20 con 0x7f980015d7f0 2023-09-21T13:06:09.846 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.846+0000 7f9805277700 1 -- 172.21.15.46:0/3778657785 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f980015d7f0 msgr2=0x7f9800161d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:09.846 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.846+0000 7f9805277700 1 --2- 172.21.15.46:0/3778657785 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f980015d7f0 0x7f9800161d60 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f97f00098f0 tx=0x7f97f0009c00 comp rx=0 tx=0).stop 2023-09-21T13:06:09.847 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.846+0000 7f9805277700 1 -- 172.21.15.46:0/3778657785 shutdown_connections 2023-09-21T13:06:09.847 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.846+0000 7f9805277700 1 --2- 172.21.15.46:0/3778657785 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f980015d7f0 0x7f9800161d60 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:09.847 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.846+0000 7f9805277700 1 --2- 172.21.15.46:0/3778657785 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f98000b4f60 0x7f98000b53c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:09.847 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.846+0000 7f9805277700 1 -- 172.21.15.46:0/3778657785 >> 172.21.15.46:0/3778657785 conn(0x7f98000722c0 msgr2=0x7f98000726d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:09.847 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.846+0000 7f9805277700 1 -- 172.21.15.46:0/3778657785 shutdown_connections 2023-09-21T13:06:09.848 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.846+0000 7f9805277700 1 -- 172.21.15.46:0/3778657785 wait complete. 2023-09-21T13:06:09.850 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.848+0000 7f9805277700 1 Processor -- start 2023-09-21T13:06:09.850 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.848+0000 7f9805277700 1 -- start start 2023-09-21T13:06:09.850 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.848+0000 7f9805277700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f980006b7e0 0x7f9800150e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:09.851 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.848+0000 7f9805277700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f98000b4f60 0x7f98000cc190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:09.851 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.848+0000 7f9805277700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f980015d7f0 0x7f98000cc6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:09.851 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.848+0000 7f9805277700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98000c8570 con 0x7f98000b4f60 2023-09-21T13:06:09.851 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.848+0000 7f9805277700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98000ccc10 con 0x7f980006b7e0 2023-09-21T13:06:09.851 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.848+0000 7f9805277700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9800160490 con 0x7f980015d7f0 2023-09-21T13:06:09.852 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.849+0000 7f97fe7fc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f98000b4f60 0x7f98000cc190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:09.852 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.849+0000 7f97fe7fc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f98000b4f60 0x7f98000cc190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:41874/0 (socket says 172.21.15.46:41874) 2023-09-21T13:06:09.852 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.849+0000 7f97fe7fc700 1 -- 172.21.15.46:0/165945313 learned_addr learned my addr 172.21.15.46:0/165945313 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:09.852 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.849+0000 7f97feffd700 1 --2- 172.21.15.46:0/165945313 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f980006b7e0 0x7f9800150e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:09.852 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.849+0000 7f97ff7fe700 1 --2- 172.21.15.46:0/165945313 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f980015d7f0 0x7f98000cc6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:09.853 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.849+0000 7f97fe7fc700 1 -- 172.21.15.46:0/165945313 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f980015d7f0 msgr2=0x7f98000cc6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:09.853 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.849+0000 7f97fe7fc700 1 --2- 172.21.15.46:0/165945313 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f980015d7f0 0x7f98000cc6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:09.853 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.849+0000 7f97fe7fc700 1 -- 172.21.15.46:0/165945313 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f980006b7e0 msgr2=0x7f9800150e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:09.853 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.849+0000 7f97fe7fc700 1 --2- 172.21.15.46:0/165945313 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f980006b7e0 0x7f9800150e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:09.853 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.849+0000 7f97fe7fc700 1 -- 172.21.15.46:0/165945313 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f97f0009550 con 0x7f98000b4f60 2023-09-21T13:06:09.854 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.849+0000 7f97fe7fc700 1 --2- 172.21.15.46:0/165945313 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f98000b4f60 0x7f98000cc190 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f97e800e9b0 tx=0x7f97e800ecc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:09.854 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.849+0000 7f97f77fe700 1 -- 172.21.15.46:0/165945313 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97e8009710 con 0x7f98000b4f60 2023-09-21T13:06:09.854 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.849+0000 7f97f77fe700 1 -- 172.21.15.46:0/165945313 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f97e800ee50 con 0x7f98000b4f60 2023-09-21T13:06:09.854 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.849+0000 7f97f77fe700 1 -- 172.21.15.46:0/165945313 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97e800ca50 con 0x7f98000b4f60 2023-09-21T13:06:09.854 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.849+0000 7f9805277700 1 -- 172.21.15.46:0/165945313 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9800160770 con 0x7f98000b4f60 2023-09-21T13:06:09.855 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.850+0000 7f9805277700 1 -- 172.21.15.46:0/165945313 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f98000c8200 con 0x7f98000b4f60 2023-09-21T13:06:09.855 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.851+0000 7f9805277700 1 -- 172.21.15.46:0/165945313 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9800160c90 con 0x7f98000b4f60 2023-09-21T13:06:09.855 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.852+0000 7f97f77fe700 1 -- 172.21.15.46:0/165945313 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f97e800cbb0 con 0x7f98000b4f60 2023-09-21T13:06:09.855 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.852+0000 7f97f77fe700 1 --2- 172.21.15.46:0/165945313 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f97e006a580 0x7f97e006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:09.855 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.852+0000 7f97f77fe700 1 -- 172.21.15.46:0/165945313 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f97e8089180 con 0x7f98000b4f60 2023-09-21T13:06:09.856 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.852+0000 7f97feffd700 1 --2- 172.21.15.46:0/165945313 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f97e006a580 0x7f97e006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:09.856 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.853+0000 7f97feffd700 1 --2- 172.21.15.46:0/165945313 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f97e006a580 0x7f97e006ca40 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f97f0014040 tx=0x7f97f0008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:09.856 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:09.856+0000 7f97f77fe700 1 -- 172.21.15.46:0/165945313 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f97e8054660 con 0x7f98000b4f60 2023-09-21T13:06:10.064 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.068+0000 7f9805277700 1 -- 172.21.15.46:0/165945313 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f98000c8060 con 0x7f98000b4f60 2023-09-21T13:06:10.064 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.068+0000 7f97f77fe700 1 -- 172.21.15.46:0/165945313 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v22) v1 ==== 93+0+10 (secure 0 0 0) 0x7f98000c8060 con 0x7f98000b4f60 2023-09-21T13:06:10.065 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 1 2023-09-21T13:06:10.067 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.070+0000 7f9805277700 1 -- 172.21.15.46:0/165945313 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f97e006a580 msgr2=0x7f97e006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:10.067 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.071+0000 7f9805277700 1 --2- 172.21.15.46:0/165945313 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f97e006a580 0x7f97e006ca40 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f97f0014040 tx=0x7f97f0008030 comp rx=0 tx=0).stop 2023-09-21T13:06:10.068 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.071+0000 7f9805277700 1 -- 172.21.15.46:0/165945313 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f98000b4f60 msgr2=0x7f98000cc190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:10.068 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.071+0000 7f9805277700 1 --2- 172.21.15.46:0/165945313 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f98000b4f60 0x7f98000cc190 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f97e800e9b0 tx=0x7f97e800ecc0 comp rx=0 tx=0).stop 2023-09-21T13:06:10.068 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.071+0000 7f9805277700 1 -- 172.21.15.46:0/165945313 shutdown_connections 2023-09-21T13:06:10.068 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.071+0000 7f9805277700 1 --2- 172.21.15.46:0/165945313 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f97e006a580 0x7f97e006ca40 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:10.068 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.071+0000 7f9805277700 1 --2- 172.21.15.46:0/165945313 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f980015d7f0 0x7f98000cc6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:10.069 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.071+0000 7f9805277700 1 --2- 172.21.15.46:0/165945313 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f980006b7e0 0x7f9800150e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:10.069 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.071+0000 7f9805277700 1 --2- 172.21.15.46:0/165945313 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f98000b4f60 0x7f98000cc190 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:10.069 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.071+0000 7f9805277700 1 -- 172.21.15.46:0/165945313 >> 172.21.15.46:0/165945313 conn(0x7f98000722c0 msgr2=0x7f98000b3ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:10.069 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.071+0000 7f9805277700 1 -- 172.21.15.46:0/165945313 shutdown_connections 2023-09-21T13:06:10.069 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.071+0000 7f9805277700 1 -- 172.21.15.46:0/165945313 wait complete. 2023-09-21T13:06:10.081 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-09-21T13:06:10.221 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.224+0000 7f59995f2700 1 Processor -- start 2023-09-21T13:06:10.221 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.225+0000 7f59995f2700 1 -- start start 2023-09-21T13:06:10.224 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.225+0000 7f59995f2700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f599415c410 0x7f59940c9720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:10.224 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.225+0000 7f59995f2700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f59940c9c60 0x7f59940cb890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:10.224 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.225+0000 7f59995f2700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f59940cbdd0 0x7f599415f030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:10.224 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.225+0000 7f59995f2700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f599406d120 con 0x7f59940cbdd0 2023-09-21T13:06:10.224 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.225+0000 7f59995f2700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f59940ca0e0 con 0x7f59940c9c60 2023-09-21T13:06:10.225 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.225+0000 7f59995f2700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f599406c780 con 0x7f599415c410 2023-09-21T13:06:10.225 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.226+0000 7f59937fe700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f59940cbdd0 0x7f599415f030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:10.225 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.226+0000 7f59937fe700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f59940cbdd0 0x7f599415f030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:41884/0 (socket says 172.21.15.46:41884) 2023-09-21T13:06:10.225 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.226+0000 7f59937fe700 1 -- 172.21.15.46:0/974955592 learned_addr learned my addr 172.21.15.46:0/974955592 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:10.225 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.226+0000 7f59927fc700 1 --2- 172.21.15.46:0/974955592 >> v2:172.21.15.57:3300/0 conn(0x7f59940c9c60 0x7f59940cb890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:10.226 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.226+0000 7f5992ffd700 1 --2- 172.21.15.46:0/974955592 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f599415c410 0x7f59940c9720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:10.226 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.226+0000 7f59937fe700 1 -- 172.21.15.46:0/974955592 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f599415c410 msgr2=0x7f59940c9720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:10.226 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.226+0000 7f59937fe700 1 --2- 172.21.15.46:0/974955592 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f599415c410 0x7f59940c9720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:10.226 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.226+0000 7f59937fe700 1 -- 172.21.15.46:0/974955592 >> v2:172.21.15.57:3300/0 conn(0x7f59940c9c60 msgr2=0x7f59940cb890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:10.226 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.226+0000 7f59937fe700 1 --2- 172.21.15.46:0/974955592 >> v2:172.21.15.57:3300/0 conn(0x7f59940c9c60 0x7f59940cb890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:10.227 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.226+0000 7f59937fe700 1 -- 172.21.15.46:0/974955592 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f599406ca60 con 0x7f59940cbdd0 2023-09-21T13:06:10.227 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.226+0000 7f5992ffd700 1 --2- 172.21.15.46:0/974955592 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f599415c410 0x7f59940c9720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:06:10.227 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.226+0000 7f59937fe700 1 --2- 172.21.15.46:0/974955592 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f59940cbdd0 0x7f599415f030 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f59940b1e00 tx=0x7f598c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8aacfdbb1bda62d8 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:10.227 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.226+0000 7f5991ffb700 1 -- 172.21.15.46:0/974955592 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f598c00e070 con 0x7f59940cbdd0 2023-09-21T13:06:10.227 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.226+0000 7f5991ffb700 1 -- 172.21.15.46:0/974955592 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f598c00b910 con 0x7f59940cbdd0 2023-09-21T13:06:10.228 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.226+0000 7f5991ffb700 1 -- 172.21.15.46:0/974955592 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f598c00bcc0 con 0x7f59940cbdd0 2023-09-21T13:06:10.228 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.227+0000 7f59995f2700 1 -- 172.21.15.46:0/974955592 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f59940cbdd0 msgr2=0x7f599415f030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:10.228 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.227+0000 7f59995f2700 1 --2- 172.21.15.46:0/974955592 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f59940cbdd0 0x7f599415f030 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f59940b1e00 tx=0x7f598c00b330 comp rx=0 tx=0).stop 2023-09-21T13:06:10.228 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.227+0000 7f59995f2700 1 -- 172.21.15.46:0/974955592 shutdown_connections 2023-09-21T13:06:10.228 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.227+0000 7f59995f2700 1 --2- 172.21.15.46:0/974955592 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f59940cbdd0 0x7f599415f030 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:10.228 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.227+0000 7f59995f2700 1 --2- 172.21.15.46:0/974955592 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f599415c410 0x7f59940c9720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:10.229 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.227+0000 7f59995f2700 1 --2- 172.21.15.46:0/974955592 >> v2:172.21.15.57:3300/0 conn(0x7f59940c9c60 0x7f59940cb890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:10.229 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.227+0000 7f59995f2700 1 -- 172.21.15.46:0/974955592 >> 172.21.15.46:0/974955592 conn(0x7f59940b0d40 msgr2=0x7f59940b1150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:10.229 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.227+0000 7f59995f2700 1 -- 172.21.15.46:0/974955592 shutdown_connections 2023-09-21T13:06:10.229 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.227+0000 7f59995f2700 1 -- 172.21.15.46:0/974955592 wait complete. 2023-09-21T13:06:10.232 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.229+0000 7f59995f2700 1 Processor -- start 2023-09-21T13:06:10.232 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.229+0000 7f59995f2700 1 -- start start 2023-09-21T13:06:10.232 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.230+0000 7f59995f2700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f59940c9c60 0x7f59941f1690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:10.232 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.230+0000 7f59995f2700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f59940cbdd0 0x7f59940b4770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:10.232 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.230+0000 7f59995f2700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f599415c410 0x7f59940c61a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:10.233 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.230+0000 7f59995f2700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f599415b3e0 con 0x7f59940cbdd0 2023-09-21T13:06:10.233 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.230+0000 7f59995f2700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f59941f1bd0 con 0x7f599415c410 2023-09-21T13:06:10.233 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.230+0000 7f59995f2700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f59941f0bd0 con 0x7f59940c9c60 2023-09-21T13:06:10.233 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.230+0000 7f59927fc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f59940cbdd0 0x7f59940b4770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:10.233 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.230+0000 7f59927fc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f59940cbdd0 0x7f59940b4770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:41892/0 (socket says 172.21.15.46:41892) 2023-09-21T13:06:10.234 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.230+0000 7f5992ffd700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f59940c9c60 0x7f59941f1690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:10.234 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.230+0000 7f59937fe700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f599415c410 0x7f59940c61a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:10.234 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.230+0000 7f59927fc700 1 -- 172.21.15.46:0/609566494 learned_addr learned my addr 172.21.15.46:0/609566494 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:10.234 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.230+0000 7f59927fc700 1 -- 172.21.15.46:0/609566494 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f59940c9c60 msgr2=0x7f59941f1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:10.234 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.230+0000 7f59927fc700 1 --2- 172.21.15.46:0/609566494 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f59940c9c60 0x7f59941f1690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:10.235 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.231+0000 7f59927fc700 1 -- 172.21.15.46:0/609566494 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f599415c410 msgr2=0x7f59940c61a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:10.235 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.231+0000 7f59927fc700 1 --2- 172.21.15.46:0/609566494 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f599415c410 0x7f59940c61a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:10.235 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.231+0000 7f59927fc700 1 -- 172.21.15.46:0/609566494 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f598c009b30 con 0x7f59940cbdd0 2023-09-21T13:06:10.235 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.231+0000 7f59927fc700 1 --2- 172.21.15.46:0/609566494 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f59940cbdd0 0x7f59940b4770 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f598800e930 tx=0x7f598800ec40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:10.235 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.231+0000 7f597b7fe700 1 -- 172.21.15.46:0/609566494 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5988013680 con 0x7f59940cbdd0 2023-09-21T13:06:10.236 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.231+0000 7f597b7fe700 1 -- 172.21.15.46:0/609566494 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f59880137e0 con 0x7f59940cbdd0 2023-09-21T13:06:10.236 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.231+0000 7f59995f2700 1 -- 172.21.15.46:0/609566494 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f59940c6f20 con 0x7f59940cbdd0 2023-09-21T13:06:10.236 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.231+0000 7f597b7fe700 1 -- 172.21.15.46:0/609566494 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5988013b70 con 0x7f59940cbdd0 2023-09-21T13:06:10.236 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.231+0000 7f59995f2700 1 -- 172.21.15.46:0/609566494 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f59941f0e90 con 0x7f59940cbdd0 2023-09-21T13:06:10.236 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.232+0000 7f59995f2700 1 -- 172.21.15.46:0/609566494 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f59941f14e0 con 0x7f59940cbdd0 2023-09-21T13:06:10.237 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.233+0000 7f597b7fe700 1 -- 172.21.15.46:0/609566494 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f5988013cd0 con 0x7f59940cbdd0 2023-09-21T13:06:10.237 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.233+0000 7f597b7fe700 1 --2- 172.21.15.46:0/609566494 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f598006a580 0x7f598006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:10.237 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.233+0000 7f597b7fe700 1 -- 172.21.15.46:0/609566494 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f5988088a00 con 0x7f59940cbdd0 2023-09-21T13:06:10.237 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.233+0000 7f5992ffd700 1 --2- 172.21.15.46:0/609566494 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f598006a580 0x7f598006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:10.238 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.234+0000 7f5992ffd700 1 --2- 172.21.15.46:0/609566494 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f598006a580 0x7f598006ca40 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f598400c940 tx=0x7f5984008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:10.238 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.238+0000 7f597b7fe700 1 -- 172.21.15.46:0/609566494 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f5988053f00 con 0x7f59940cbdd0 2023-09-21T13:06:10.442 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.446+0000 7f59995f2700 1 -- 172.21.15.46:0/609566494 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f59940c7440 con 0x7f59940cbdd0 2023-09-21T13:06:10.443 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.447+0000 7f597b7fe700 1 -- 172.21.15.46:0/609566494 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v22) v1 ==== 104+0+11 (secure 0 0 0) 0x7f5988017020 con 0x7f59940cbdd0 2023-09-21T13:06:10.444 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 32 2023-09-21T13:06:10.446 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.449+0000 7f59995f2700 1 -- 172.21.15.46:0/609566494 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f598006a580 msgr2=0x7f598006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:10.446 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.449+0000 7f59995f2700 1 --2- 172.21.15.46:0/609566494 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f598006a580 0x7f598006ca40 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f598400c940 tx=0x7f5984008040 comp rx=0 tx=0).stop 2023-09-21T13:06:10.446 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.449+0000 7f59995f2700 1 -- 172.21.15.46:0/609566494 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f59940cbdd0 msgr2=0x7f59940b4770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:10.446 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.449+0000 7f59995f2700 1 --2- 172.21.15.46:0/609566494 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f59940cbdd0 0x7f59940b4770 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f598800e930 tx=0x7f598800ec40 comp rx=0 tx=0).stop 2023-09-21T13:06:10.447 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.449+0000 7f59995f2700 1 -- 172.21.15.46:0/609566494 shutdown_connections 2023-09-21T13:06:10.447 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.449+0000 7f59995f2700 1 --2- 172.21.15.46:0/609566494 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f598006a580 0x7f598006ca40 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:10.447 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.449+0000 7f59995f2700 1 --2- 172.21.15.46:0/609566494 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f599415c410 0x7f59940c61a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:10.447 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.449+0000 7f59995f2700 1 --2- 172.21.15.46:0/609566494 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f59940c9c60 0x7f59941f1690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:10.447 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.449+0000 7f59995f2700 1 --2- 172.21.15.46:0/609566494 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f59940cbdd0 0x7f59940b4770 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:10.448 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.449+0000 7f59995f2700 1 -- 172.21.15.46:0/609566494 >> 172.21.15.46:0/609566494 conn(0x7f59940b0d40 msgr2=0x7f59940ceeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:10.448 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.449+0000 7f59995f2700 1 -- 172.21.15.46:0/609566494 shutdown_connections 2023-09-21T13:06:10.448 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.449+0000 7f59995f2700 1 -- 172.21.15.46:0/609566494 wait complete. 2023-09-21T13:06:10.459 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-09-21T13:06:10.600 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.603+0000 7f582d53b700 1 Processor -- start 2023-09-21T13:06:10.600 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.603+0000 7f582d53b700 1 -- start start 2023-09-21T13:06:10.604 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.604+0000 7f582d53b700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f582815a530 0x7f58280cd800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:10.604 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.604+0000 7f582d53b700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f582815e6c0 0x7f582815eb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:10.604 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.604+0000 7f582d53b700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f582806ffb0 con 0x7f58280717c0 2023-09-21T13:06:10.605 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.604+0000 7f582d53b700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f582815f090 con 0x7f582815a530 2023-09-21T13:06:10.605 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.604+0000 7f582d53b700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5828071d60 con 0x7f582815e6c0 2023-09-21T13:06:10.605 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.604+0000 7f58267fc700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f58280717c0 0x7f58280cb6d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:56628/0 (socket says 172.21.15.46:56628) 2023-09-21T13:06:10.605 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.605+0000 7f58267fc700 1 -- 172.21.15.46:0/2179094253 learned_addr learned my addr 172.21.15.46:0/2179094253 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:06:10.605 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.605+0000 7f5826ffd700 1 --2- 172.21.15.46:0/2179094253 >> v2:172.21.15.57:3300/0 conn(0x7f582815a530 0x7f58280cd800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:10.606 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.605+0000 7f58277fe700 1 --2- 172.21.15.46:0/2179094253 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f582815e6c0 0x7f582815eb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:10.606 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.605+0000 7f5825ffb700 1 -- 172.21.15.46:0/2179094253 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 512938101 0 0) 0x7f582806ffb0 con 0x7f58280717c0 2023-09-21T13:06:10.606 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.605+0000 7f5825ffb700 1 -- 172.21.15.46:0/2179094253 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f58100035b0 con 0x7f58280717c0 2023-09-21T13:06:10.606 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.605+0000 7f5825ffb700 1 -- 172.21.15.46:0/2179094253 <== mon.0 v1:172.21.15.46:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1466534684 0 0) 0x7f58100035b0 con 0x7f58280717c0 2023-09-21T13:06:10.606 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.605+0000 7f5825ffb700 1 -- 172.21.15.46:0/2179094253 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f582815e6c0 msgr2=0x7f582815eb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:10.607 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.605+0000 7f5825ffb700 1 --2- 172.21.15.46:0/2179094253 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f582815e6c0 0x7f582815eb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:10.607 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.605+0000 7f5825ffb700 1 -- 172.21.15.46:0/2179094253 >> v2:172.21.15.57:3300/0 conn(0x7f582815a530 msgr2=0x7f58280cd800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:10.607 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.605+0000 7f5825ffb700 1 --2- 172.21.15.46:0/2179094253 >> v2:172.21.15.57:3300/0 conn(0x7f582815a530 0x7f58280cd800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:10.607 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.605+0000 7f5825ffb700 1 -- 172.21.15.46:0/2179094253 --> v1:172.21.15.46:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5828072040 con 0x7f58280717c0 2023-09-21T13:06:10.608 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.605+0000 7f5825ffb700 1 -- 172.21.15.46:0/2179094253 <== mon.0 v1:172.21.15.46:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 834881909 0 0) 0x7f581c001670 con 0x7f58280717c0 2023-09-21T13:06:10.608 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.605+0000 7f5826ffd700 1 --2- 172.21.15.46:0/2179094253 >> v2:172.21.15.57:3300/0 conn(0x7f582815a530 0x7f58280cd800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-21T13:06:10.608 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.605+0000 7f5825ffb700 1 -- 172.21.15.46:0/2179094253 >> v1:172.21.15.46:6789/0 conn(0x7f58280717c0 legacy=0x7f58280cb6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:10.608 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.605+0000 7f5825ffb700 1 --2- 172.21.15.46:0/2179094253 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5810003a00 0x7f5810003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:10.608 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.605+0000 7f5825ffb700 1 --2- 172.21.15.46:0/2179094253 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f582815e6c0 0x7f5810004850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:10.609 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.605+0000 7f5825ffb700 1 --2- 172.21.15.46:0/2179094253 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f5810004d90 0x7f5810005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:10.609 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.605+0000 7f5825ffb700 1 -- 172.21.15.46:0/2179094253 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5828071d60 con 0x7f5810003a00 2023-09-21T13:06:10.609 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.605+0000 7f5825ffb700 1 -- 172.21.15.46:0/2179094253 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f581000ba10 con 0x7f5810004d90 2023-09-21T13:06:10.609 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.605+0000 7f5825ffb700 1 -- 172.21.15.46:0/2179094253 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f581000bb50 con 0x7f582815e6c0 2023-09-21T13:06:10.609 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.605+0000 7f5826ffd700 1 --2- 172.21.15.46:0/2179094253 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5810003a00 0x7f5810003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:10.610 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.605+0000 7f58277fe700 1 --2- 172.21.15.46:0/2179094253 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f5810004d90 0x7f5810005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:10.610 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.605+0000 7f58267fc700 1 --2- 172.21.15.46:0/2179094253 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f582815e6c0 0x7f5810004850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:10.610 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.606+0000 7f5826ffd700 1 -- 172.21.15.46:0/2179094253 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f582815e6c0 msgr2=0x7f5810004850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:10.610 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.606+0000 7f5826ffd700 1 --2- 172.21.15.46:0/2179094253 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f582815e6c0 0x7f5810004850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:10.610 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.606+0000 7f5826ffd700 1 -- 172.21.15.46:0/2179094253 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f5810004d90 msgr2=0x7f5810005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:10.611 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.606+0000 7f5826ffd700 1 --2- 172.21.15.46:0/2179094253 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f5810004d90 0x7f5810005210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:10.611 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.606+0000 7f5826ffd700 1 -- 172.21.15.46:0/2179094253 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f58100035b0 con 0x7f5810003a00 2023-09-21T13:06:10.611 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.606+0000 7f5826ffd700 1 --2- 172.21.15.46:0/2179094253 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5810003a00 0x7f5810003e20 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f5818009d30 tx=0x7f5810005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e6ad3cdad43b2569 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:10.611 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.606+0000 7f5825ffb700 1 -- 172.21.15.46:0/2179094253 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5818009e80 con 0x7f5810003a00 2023-09-21T13:06:10.611 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.606+0000 7f5825ffb700 1 -- 172.21.15.46:0/2179094253 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f581800e9a0 con 0x7f5810003a00 2023-09-21T13:06:10.612 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.606+0000 7f5825ffb700 1 -- 172.21.15.46:0/2179094253 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f581800ed30 con 0x7f5810003a00 2023-09-21T13:06:10.612 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.606+0000 7f582d53b700 1 -- 172.21.15.46:0/2179094253 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5810003a00 msgr2=0x7f5810003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:10.612 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.606+0000 7f582d53b700 1 --2- 172.21.15.46:0/2179094253 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5810003a00 0x7f5810003e20 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f5818009d30 tx=0x7f5810005880 comp rx=0 tx=0).stop 2023-09-21T13:06:10.612 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.606+0000 7f58277fe700 1 -- 172.21.15.46:0/2179094253 reap_dead start 2023-09-21T13:06:10.612 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.607+0000 7f582d53b700 1 -- 172.21.15.46:0/2179094253 shutdown_connections 2023-09-21T13:06:10.612 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.607+0000 7f582d53b700 1 -- 172.21.15.46:0/2179094253 >> 172.21.15.46:0/2179094253 conn(0x7f58280ccd10 msgr2=0x7f58280cd0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:10.613 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.607+0000 7f582d53b700 1 -- 172.21.15.46:0/2179094253 shutdown_connections 2023-09-21T13:06:10.613 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.607+0000 7f582d53b700 1 -- 172.21.15.46:0/2179094253 wait complete. 2023-09-21T13:06:10.613 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.608+0000 7f582d53b700 1 Processor -- start 2023-09-21T13:06:10.613 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.608+0000 7f582d53b700 1 -- start start 2023-09-21T13:06:10.616 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.609+0000 7f582d53b700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f5810003a00 0x7f58281565f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:10.616 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.609+0000 7f582d53b700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f58280c9df0 0x7f5828155dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:10.616 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.609+0000 7f582d53b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f58280b4c50 0x7f58280b50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:10.616 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.609+0000 7f582d53b700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58280b5610 con 0x7f58280b4c50 2023-09-21T13:06:10.616 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.609+0000 7f582d53b700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58280c7e10 con 0x7f58280c9df0 2023-09-21T13:06:10.617 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.609+0000 7f582d53b700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f58280c80f0 con 0x7f5810003a00 2023-09-21T13:06:10.617 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.609+0000 7f58277fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f58280b4c50 0x7f58280b50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:10.617 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.609+0000 7f58277fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f58280b4c50 0x7f58280b50d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:41902/0 (socket says 172.21.15.46:41902) 2023-09-21T13:06:10.617 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.609+0000 7f58277fe700 1 -- 172.21.15.46:0/1760403395 learned_addr learned my addr 172.21.15.46:0/1760403395 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:10.617 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.609+0000 7f58267fc700 1 --2- 172.21.15.46:0/1760403395 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f58280c9df0 0x7f5828155dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:10.618 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.609+0000 7f5826ffd700 1 --2- 172.21.15.46:0/1760403395 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f5810003a00 0x7f58281565f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:10.618 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.609+0000 7f58277fe700 1 -- 172.21.15.46:0/1760403395 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f5810003a00 msgr2=0x7f58281565f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:10.618 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.609+0000 7f58277fe700 1 --2- 172.21.15.46:0/1760403395 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f5810003a00 0x7f58281565f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:10.618 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.609+0000 7f58277fe700 1 -- 172.21.15.46:0/1760403395 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f58280c9df0 msgr2=0x7f5828155dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:10.618 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.609+0000 7f58277fe700 1 --2- 172.21.15.46:0/1760403395 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f58280c9df0 0x7f5828155dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:10.619 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.609+0000 7f58277fe700 1 -- 172.21.15.46:0/1760403395 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f58280c83d0 con 0x7f58280b4c50 2023-09-21T13:06:10.619 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.610+0000 7f58277fe700 1 --2- 172.21.15.46:0/1760403395 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f58280b4c50 0x7f58280b50d0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f58280b1d70 tx=0x7f5820011f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:10.619 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.610+0000 7f580f7fe700 1 -- 172.21.15.46:0/1760403395 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f582000e040 con 0x7f58280b4c50 2023-09-21T13:06:10.619 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.610+0000 7f580f7fe700 1 -- 172.21.15.46:0/1760403395 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f582000f040 con 0x7f58280b4c50 2023-09-21T13:06:10.619 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.610+0000 7f580f7fe700 1 -- 172.21.15.46:0/1760403395 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f582000fdb0 con 0x7f58280b4c50 2023-09-21T13:06:10.620 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.610+0000 7f582d53b700 1 -- 172.21.15.46:0/1760403395 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f58280c86b0 con 0x7f58280b4c50 2023-09-21T13:06:10.620 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.610+0000 7f582d53b700 1 -- 172.21.15.46:0/1760403395 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f58280c8bd0 con 0x7f58280b4c50 2023-09-21T13:06:10.620 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.611+0000 7f582d53b700 1 -- 172.21.15.46:0/1760403395 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f58280c7f50 con 0x7f58280b4c50 2023-09-21T13:06:10.620 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.611+0000 7f580f7fe700 1 -- 172.21.15.46:0/1760403395 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f5820015430 con 0x7f58280b4c50 2023-09-21T13:06:10.620 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.612+0000 7f580f7fe700 1 --2- 172.21.15.46:0/1760403395 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f581406a580 0x7f581406ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:10.621 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.612+0000 7f580f7fe700 1 -- 172.21.15.46:0/1760403395 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f5820089380 con 0x7f58280b4c50 2023-09-21T13:06:10.621 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.612+0000 7f5826ffd700 1 --2- 172.21.15.46:0/1760403395 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f581406a580 0x7f581406ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:10.621 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.612+0000 7f5826ffd700 1 --2- 172.21.15.46:0/1760403395 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f581406a580 0x7f581406ca40 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f5818000c00 tx=0x7f5818008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:10.621 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.616+0000 7f580f7fe700 1 -- 172.21.15.46:0/1760403395 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f58280c7f50 con 0x7f58280b4c50 2023-09-21T13:06:10.820 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.823+0000 7f582d53b700 1 -- 172.21.15.46:0/1760403395 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f58280c7f50 con 0x7f58280b4c50 2023-09-21T13:06:10.820 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.824+0000 7f580f7fe700 1 -- 172.21.15.46:0/1760403395 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v22) v1 ==== 100+0+11 (secure 0 0 0) 0x7f58280c7f50 con 0x7f58280b4c50 2023-09-21T13:06:10.820 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 64 2023-09-21T13:06:10.822 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.826+0000 7f582d53b700 1 -- 172.21.15.46:0/1760403395 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f581406a580 msgr2=0x7f581406ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:10.822 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.826+0000 7f582d53b700 1 --2- 172.21.15.46:0/1760403395 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f581406a580 0x7f581406ca40 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f5818000c00 tx=0x7f5818008030 comp rx=0 tx=0).stop 2023-09-21T13:06:10.823 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.826+0000 7f582d53b700 1 -- 172.21.15.46:0/1760403395 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f58280b4c50 msgr2=0x7f58280b50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:10.823 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.826+0000 7f582d53b700 1 --2- 172.21.15.46:0/1760403395 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f58280b4c50 0x7f58280b50d0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f58280b1d70 tx=0x7f5820011f80 comp rx=0 tx=0).stop 2023-09-21T13:06:10.823 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.826+0000 7f582d53b700 1 -- 172.21.15.46:0/1760403395 shutdown_connections 2023-09-21T13:06:10.823 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.826+0000 7f582d53b700 1 --2- 172.21.15.46:0/1760403395 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f581406a580 0x7f581406ca40 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:10.823 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.826+0000 7f582d53b700 1 --2- 172.21.15.46:0/1760403395 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f58280b4c50 0x7f58280b50d0 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:10.824 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.826+0000 7f582d53b700 1 --2- 172.21.15.46:0/1760403395 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f5810003a00 0x7f58281565f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:10.824 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.826+0000 7f582d53b700 1 --2- 172.21.15.46:0/1760403395 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f58280c9df0 0x7f5828155dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:10.824 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.826+0000 7f582d53b700 1 -- 172.21.15.46:0/1760403395 >> 172.21.15.46:0/1760403395 conn(0x7f58280ccd10 msgr2=0x7f58280afcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:10.824 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.826+0000 7f582d53b700 1 -- 172.21.15.46:0/1760403395 shutdown_connections 2023-09-21T13:06:10.824 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.826+0000 7f582d53b700 1 -- 172.21.15.46:0/1760403395 wait complete. 2023-09-21T13:06:10.836 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-09-21T13:06:10.972 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.976+0000 7fd45286e700 1 Processor -- start 2023-09-21T13:06:10.973 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.976+0000 7fd45286e700 1 -- start start 2023-09-21T13:06:10.975 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.977+0000 7fd45286e700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fd44c0b3040 0x7fd44c0ce880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:10.975 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.977+0000 7fd45286e700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7fd44c15e3f0 0x7fd44c15e850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:10.975 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.977+0000 7fd45286e700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd44c15dc50 con 0x7fd44c0b3420 2023-09-21T13:06:10.976 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.977+0000 7fd45286e700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd44c161a20 con 0x7fd44c0b3040 2023-09-21T13:06:10.976 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.977+0000 7fd45286e700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd44c161d00 con 0x7fd44c15e3f0 2023-09-21T13:06:10.976 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.977+0000 7fd44bfff700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fd44c0b3040 0x7fd44c0ce880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:10.976 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.977+0000 7fd44b7fe700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7fd44c0b3420 0x7fd44c161240 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:56640/0 (socket says 172.21.15.46:56640) 2023-09-21T13:06:10.977 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.977+0000 7fd44b7fe700 1 -- 172.21.15.46:0/1199410107 learned_addr learned my addr 172.21.15.46:0/1199410107 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:06:10.977 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.977+0000 7fd450e0b700 1 --2- 172.21.15.46:0/1199410107 >> v2:172.21.15.57:3300/0 conn(0x7fd44c15e3f0 0x7fd44c15e850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:10.977 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.978+0000 7fd44bfff700 1 -- 172.21.15.46:0/1199410107 >> v2:172.21.15.57:3300/0 conn(0x7fd44c15e3f0 msgr2=0x7fd44c15e850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:10.977 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.978+0000 7fd44bfff700 1 --2- 172.21.15.46:0/1199410107 >> v2:172.21.15.57:3300/0 conn(0x7fd44c15e3f0 0x7fd44c15e850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:10.977 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.978+0000 7fd44bfff700 1 -- 172.21.15.46:0/1199410107 >> v1:172.21.15.46:6789/0 conn(0x7fd44c0b3420 legacy=0x7fd44c161240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:10.978 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.978+0000 7fd44bfff700 1 -- 172.21.15.46:0/1199410107 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd44c161fe0 con 0x7fd44c0b3040 2023-09-21T13:06:10.978 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.978+0000 7fd44affd700 1 -- 172.21.15.46:0/1199410107 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3213223119 0 0) 0x7fd44c15dc50 con 0x7fd44c0b3420 2023-09-21T13:06:10.978 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.978+0000 7fd44bfff700 1 --2- 172.21.15.46:0/1199410107 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd44c0b3040 0x7fd44c0ce880 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7fd44c0b0c30 tx=0x7fd43c009b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=92e0e70b8b40916 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:10.978 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.978+0000 7fd44affd700 1 -- 172.21.15.46:0/1199410107 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd43c011830 con 0x7fd44c0b3040 2023-09-21T13:06:10.978 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.978+0000 7fd44affd700 1 -- 172.21.15.46:0/1199410107 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd43c011990 con 0x7fd44c0b3040 2023-09-21T13:06:10.979 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.978+0000 7fd44affd700 1 -- 172.21.15.46:0/1199410107 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd43c011d20 con 0x7fd44c0b3040 2023-09-21T13:06:10.979 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.978+0000 7fd45286e700 1 -- 172.21.15.46:0/1199410107 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd44c0b3040 msgr2=0x7fd44c0ce880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:10.979 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.978+0000 7fd45286e700 1 --2- 172.21.15.46:0/1199410107 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd44c0b3040 0x7fd44c0ce880 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7fd44c0b0c30 tx=0x7fd43c009b20 comp rx=0 tx=0).stop 2023-09-21T13:06:10.979 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.979+0000 7fd45286e700 1 -- 172.21.15.46:0/1199410107 shutdown_connections 2023-09-21T13:06:10.979 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.979+0000 7fd45286e700 1 --2- 172.21.15.46:0/1199410107 >> v2:172.21.15.57:3300/0 conn(0x7fd44c15e3f0 0x7fd44c15e850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:10.980 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.979+0000 7fd45286e700 1 --2- 172.21.15.46:0/1199410107 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd44c0b3040 0x7fd44c0ce880 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:10.980 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.979+0000 7fd45286e700 1 -- 172.21.15.46:0/1199410107 >> 172.21.15.46:0/1199410107 conn(0x7fd44c06eb20 msgr2=0x7fd44c06ef00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:10.980 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.979+0000 7fd45286e700 1 -- 172.21.15.46:0/1199410107 shutdown_connections 2023-09-21T13:06:10.980 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.979+0000 7fd45286e700 1 -- 172.21.15.46:0/1199410107 wait complete. 2023-09-21T13:06:10.983 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.980+0000 7fd45286e700 1 Processor -- start 2023-09-21T13:06:10.983 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.980+0000 7fd45286e700 1 -- start start 2023-09-21T13:06:10.983 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.981+0000 7fd45286e700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fd44c0b3040 0x7fd44c0ccb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:10.983 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.981+0000 7fd45286e700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fd44c0b3420 0x7fd44c0b5c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:10.984 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.981+0000 7fd45286e700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd44c15e3f0 0x7fd44c0ac860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:10.984 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.981+0000 7fd45286e700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd44c1f6770 con 0x7fd44c15e3f0 2023-09-21T13:06:10.984 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.981+0000 7fd45286e700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd44c1f6a50 con 0x7fd44c0b3420 2023-09-21T13:06:10.984 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.981+0000 7fd45286e700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd44c1f6d30 con 0x7fd44c0b3040 2023-09-21T13:06:10.984 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.981+0000 7fd450e0b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd44c15e3f0 0x7fd44c0ac860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:10.985 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.981+0000 7fd450e0b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd44c15e3f0 0x7fd44c0ac860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:41920/0 (socket says 172.21.15.46:41920) 2023-09-21T13:06:10.985 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.981+0000 7fd450e0b700 1 -- 172.21.15.46:0/116988528 learned_addr learned my addr 172.21.15.46:0/116988528 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:10.985 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.981+0000 7fd44bfff700 1 --2- 172.21.15.46:0/116988528 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fd44c0b3040 0x7fd44c0ccb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:10.985 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.981+0000 7fd44b7fe700 1 --2- 172.21.15.46:0/116988528 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fd44c0b3420 0x7fd44c0b5c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:10.985 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.982+0000 7fd450e0b700 1 -- 172.21.15.46:0/116988528 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fd44c0b3040 msgr2=0x7fd44c0ccb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:10.986 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.982+0000 7fd450e0b700 1 --2- 172.21.15.46:0/116988528 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fd44c0b3040 0x7fd44c0ccb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:10.986 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.982+0000 7fd450e0b700 1 -- 172.21.15.46:0/116988528 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fd44c0b3420 msgr2=0x7fd44c0b5c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:10.986 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.982+0000 7fd450e0b700 1 --2- 172.21.15.46:0/116988528 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fd44c0b3420 0x7fd44c0b5c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:10.986 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.982+0000 7fd450e0b700 1 -- 172.21.15.46:0/116988528 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd43c0094a0 con 0x7fd44c15e3f0 2023-09-21T13:06:10.986 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.982+0000 7fd450e0b700 1 --2- 172.21.15.46:0/116988528 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd44c15e3f0 0x7fd44c0ac860 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fd44400efc0 tx=0x7fd444009f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:10.987 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.982+0000 7fd448ff9700 1 -- 172.21.15.46:0/116988528 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd444009b20 con 0x7fd44c15e3f0 2023-09-21T13:06:10.987 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.982+0000 7fd448ff9700 1 -- 172.21.15.46:0/116988528 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd44400f040 con 0x7fd44c15e3f0 2023-09-21T13:06:10.987 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.982+0000 7fd45286e700 1 -- 172.21.15.46:0/116988528 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd44c1f7010 con 0x7fd44c15e3f0 2023-09-21T13:06:10.987 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.982+0000 7fd448ff9700 1 -- 172.21.15.46:0/116988528 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd44400cc90 con 0x7fd44c15e3f0 2023-09-21T13:06:10.987 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.982+0000 7fd45286e700 1 -- 172.21.15.46:0/116988528 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd44c0cd0a0 con 0x7fd44c15e3f0 2023-09-21T13:06:10.988 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.983+0000 7fd45286e700 1 -- 172.21.15.46:0/116988528 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd44c1f2e10 con 0x7fd44c15e3f0 2023-09-21T13:06:10.988 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.984+0000 7fd448ff9700 1 -- 172.21.15.46:0/116988528 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fd444014480 con 0x7fd44c15e3f0 2023-09-21T13:06:10.988 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.984+0000 7fd448ff9700 1 --2- 172.21.15.46:0/116988528 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fd43806a580 0x7fd43806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:10.988 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.984+0000 7fd448ff9700 1 -- 172.21.15.46:0/116988528 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7fd444089480 con 0x7fd44c15e3f0 2023-09-21T13:06:10.988 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.984+0000 7fd44bfff700 1 --2- 172.21.15.46:0/116988528 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fd43806a580 0x7fd43806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:10.989 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.984+0000 7fd44bfff700 1 --2- 172.21.15.46:0/116988528 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fd43806a580 0x7fd43806ca40 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fd43c0090b0 tx=0x7fd43c008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:10.989 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:10.989+0000 7fd448ff9700 1 -- 172.21.15.46:0/116988528 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fd444054980 con 0x7fd44c15e3f0 2023-09-21T13:06:11.241 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.245+0000 7fd45286e700 1 -- 172.21.15.46:0/116988528 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fd44c068b90 con 0x7fd44c15e3f0 2023-09-21T13:06:11.241 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.245+0000 7fd448ff9700 1 -- 172.21.15.46:0/116988528 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+4898 (secure 0 0 0) 0x7fd444057fa0 con 0x7fd44c15e3f0 2023-09-21T13:06:11.242 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:06:11.242 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4263,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6836/953501907","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":953501907},{"type":"v1","addr":"172.21.15.46:6836","nonce":953501907}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4266,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/951711535","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6835","nonce":951711535},{"type":"v1","addr":"172.21.15.46:6837","nonce":951711535}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":4281,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.57:6835/3705232108","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6833","nonce":3705232108},{"type":"v1","addr":"172.21.15.57:6835","nonce":3705232108}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-09-21T13:05:16.171576+0000","modified":"2023-09-21T13:05:19.182371+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4285},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4285":{"gid":4285,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.57:6834/887123340","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6832","nonce":887123340},{"type":"v1","addr":"172.21.15.57:6834","nonce":887123340}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-09-21T13:06:11.244 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.248+0000 7fd45286e700 1 -- 172.21.15.46:0/116988528 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fd43806a580 msgr2=0x7fd43806ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:11.244 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.248+0000 7fd45286e700 1 --2- 172.21.15.46:0/116988528 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fd43806a580 0x7fd43806ca40 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fd43c0090b0 tx=0x7fd43c008030 comp rx=0 tx=0).stop 2023-09-21T13:06:11.244 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.248+0000 7fd45286e700 1 -- 172.21.15.46:0/116988528 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd44c15e3f0 msgr2=0x7fd44c0ac860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:11.245 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.248+0000 7fd45286e700 1 --2- 172.21.15.46:0/116988528 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd44c15e3f0 0x7fd44c0ac860 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fd44400efc0 tx=0x7fd444009f60 comp rx=0 tx=0).stop 2023-09-21T13:06:11.245 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.248+0000 7fd45286e700 1 -- 172.21.15.46:0/116988528 shutdown_connections 2023-09-21T13:06:11.245 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.248+0000 7fd45286e700 1 --2- 172.21.15.46:0/116988528 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fd43806a580 0x7fd43806ca40 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:11.245 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.248+0000 7fd45286e700 1 --2- 172.21.15.46:0/116988528 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd44c15e3f0 0x7fd44c0ac860 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:11.245 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.248+0000 7fd45286e700 1 --2- 172.21.15.46:0/116988528 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fd44c0b3040 0x7fd44c0ccb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:11.246 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.248+0000 7fd45286e700 1 --2- 172.21.15.46:0/116988528 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fd44c0b3420 0x7fd44c0b5c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:11.246 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.248+0000 7fd45286e700 1 -- 172.21.15.46:0/116988528 >> 172.21.15.46:0/116988528 conn(0x7fd44c06eb20 msgr2=0x7fd44c0cee20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:11.246 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.248+0000 7fd45286e700 1 -- 172.21.15.46:0/116988528 shutdown_connections 2023-09-21T13:06:11.246 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.248+0000 7fd45286e700 1 -- 172.21.15.46:0/116988528 wait complete. 2023-09-21T13:06:11.247 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 7 2023-09-21T13:06:11.258 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-21T13:06:11.396 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.399+0000 7f0c42d99700 1 Processor -- start 2023-09-21T13:06:11.396 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.399+0000 7f0c42d99700 1 -- start start 2023-09-21T13:06:11.398 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.400+0000 7f0c42d99700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f0c3c0cf070 0x7f0c3c0cf450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:11.398 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.400+0000 7f0c42d99700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f0c3c06eba0 0x7f0c3c06f020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:11.399 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.400+0000 7f0c42d99700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0c3c0cbd20 con 0x7f0c3c0cc1b0 2023-09-21T13:06:11.399 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.400+0000 7f0c42d99700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0c3c0cf990 con 0x7f0c3c06eba0 2023-09-21T13:06:11.399 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.400+0000 7f0c42d99700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0c3c15b410 con 0x7f0c3c0cf070 2023-09-21T13:06:11.399 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.400+0000 7f0c3bfff700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f0c3c06eba0 0x7f0c3c06f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:11.399 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.400+0000 7f0c41336700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f0c3c0cc1b0 0x7f0c3c15a600 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:56648/0 (socket says 172.21.15.46:56648) 2023-09-21T13:06:11.400 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.400+0000 7f0c41336700 1 -- 172.21.15.46:0/53000207 learned_addr learned my addr 172.21.15.46:0/53000207 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:06:11.400 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.401+0000 7f0c40b35700 1 --2- 172.21.15.46:0/53000207 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f0c3c0cf070 0x7f0c3c0cf450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:11.400 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.401+0000 7f0c3bfff700 1 -- 172.21.15.46:0/53000207 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f0c3c0cf070 msgr2=0x7f0c3c0cf450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:11.400 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.401+0000 7f0c3bfff700 1 --2- 172.21.15.46:0/53000207 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f0c3c0cf070 0x7f0c3c0cf450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:11.400 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.401+0000 7f0c3bfff700 1 -- 172.21.15.46:0/53000207 >> v1:172.21.15.46:6789/0 conn(0x7f0c3c0cc1b0 legacy=0x7f0c3c15a600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:11.401 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.401+0000 7f0c3bfff700 1 -- 172.21.15.46:0/53000207 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0c3c15b6f0 con 0x7f0c3c06eba0 2023-09-21T13:06:11.401 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.401+0000 7f0c3b7fe700 1 -- 172.21.15.46:0/53000207 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4120328661 0 0) 0x7f0c3c0cbd20 con 0x7f0c3c0cc1b0 2023-09-21T13:06:11.401 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.401+0000 7f0c3bfff700 1 --2- 172.21.15.46:0/53000207 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0c3c06eba0 0x7f0c3c06f020 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f0c28009840 tx=0x7f0c28009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f45e0e96c4b33c9 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:11.401 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.401+0000 7f0c3b7fe700 1 -- 172.21.15.46:0/53000207 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c28011830 con 0x7f0c3c06eba0 2023-09-21T13:06:11.401 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.401+0000 7f0c3b7fe700 1 -- 172.21.15.46:0/53000207 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0c28011990 con 0x7f0c3c06eba0 2023-09-21T13:06:11.401 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.401+0000 7f0c3b7fe700 1 -- 172.21.15.46:0/53000207 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c28011d20 con 0x7f0c3c06eba0 2023-09-21T13:06:11.402 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.402+0000 7f0c42d99700 1 -- 172.21.15.46:0/53000207 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0c3c06eba0 msgr2=0x7f0c3c06f020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:11.402 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.402+0000 7f0c42d99700 1 --2- 172.21.15.46:0/53000207 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0c3c06eba0 0x7f0c3c06f020 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f0c28009840 tx=0x7f0c28009b50 comp rx=0 tx=0).stop 2023-09-21T13:06:11.402 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.402+0000 7f0c42d99700 1 -- 172.21.15.46:0/53000207 shutdown_connections 2023-09-21T13:06:11.402 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.402+0000 7f0c42d99700 1 --2- 172.21.15.46:0/53000207 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f0c3c0cf070 0x7f0c3c0cf450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:11.403 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.402+0000 7f0c42d99700 1 --2- 172.21.15.46:0/53000207 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0c3c06eba0 0x7f0c3c06f020 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:11.403 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.402+0000 7f0c42d99700 1 -- 172.21.15.46:0/53000207 >> 172.21.15.46:0/53000207 conn(0x7f0c3c0d01f0 msgr2=0x7f0c3c0d0600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:11.403 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.402+0000 7f0c42d99700 1 -- 172.21.15.46:0/53000207 shutdown_connections 2023-09-21T13:06:11.403 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.402+0000 7f0c42d99700 1 -- 172.21.15.46:0/53000207 wait complete. 2023-09-21T13:06:11.406 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.403+0000 7f0c42d99700 1 Processor -- start 2023-09-21T13:06:11.406 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.403+0000 7f0c42d99700 1 -- start start 2023-09-21T13:06:11.406 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.404+0000 7f0c42d99700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f0c3c06eba0 0x7f0c3c14b740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:11.406 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.404+0000 7f0c42d99700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f0c3c0cc1b0 0x7f0c3c166260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:11.406 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.404+0000 7f0c42d99700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0c3c0cf070 0x7f0c3c1589f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:11.407 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.404+0000 7f0c42d99700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c3c166c20 con 0x7f0c3c0cf070 2023-09-21T13:06:11.407 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.404+0000 7f0c42d99700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c3c166f00 con 0x7f0c3c06eba0 2023-09-21T13:06:11.407 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.404+0000 7f0c42d99700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0c3c1671e0 con 0x7f0c3c0cc1b0 2023-09-21T13:06:11.407 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.404+0000 7f0c41336700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0c3c0cf070 0x7f0c3c1589f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:11.407 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.404+0000 7f0c41336700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0c3c0cf070 0x7f0c3c1589f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:41932/0 (socket says 172.21.15.46:41932) 2023-09-21T13:06:11.408 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.404+0000 7f0c41336700 1 -- 172.21.15.46:0/2092082383 learned_addr learned my addr 172.21.15.46:0/2092082383 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:11.408 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.404+0000 7f0c3bfff700 1 --2- 172.21.15.46:0/2092082383 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f0c3c0cc1b0 0x7f0c3c166260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:11.408 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.404+0000 7f0c40b35700 1 --2- 172.21.15.46:0/2092082383 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f0c3c06eba0 0x7f0c3c14b740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:11.408 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.405+0000 7f0c41336700 1 -- 172.21.15.46:0/2092082383 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f0c3c0cc1b0 msgr2=0x7f0c3c166260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:11.408 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.405+0000 7f0c41336700 1 --2- 172.21.15.46:0/2092082383 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f0c3c0cc1b0 0x7f0c3c166260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:11.409 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.405+0000 7f0c41336700 1 -- 172.21.15.46:0/2092082383 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f0c3c06eba0 msgr2=0x7f0c3c14b740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:11.409 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.405+0000 7f0c41336700 1 --2- 172.21.15.46:0/2092082383 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f0c3c06eba0 0x7f0c3c14b740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:11.409 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.405+0000 7f0c41336700 1 -- 172.21.15.46:0/2092082383 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0c280094a0 con 0x7f0c3c0cf070 2023-09-21T13:06:11.409 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.405+0000 7f0c3bfff700 1 --2- 172.21.15.46:0/2092082383 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f0c3c0cc1b0 0x7f0c3c166260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:06:11.409 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.405+0000 7f0c41336700 1 --2- 172.21.15.46:0/2092082383 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0c3c0cf070 0x7f0c3c1589f0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f0c3400cba0 tx=0x7f0c3400cf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:11.409 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.405+0000 7f0c397fa700 1 -- 172.21.15.46:0/2092082383 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c3400ab80 con 0x7f0c3c0cf070 2023-09-21T13:06:11.410 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.405+0000 7f0c397fa700 1 -- 172.21.15.46:0/2092082383 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0c3400ad00 con 0x7f0c3c0cf070 2023-09-21T13:06:11.410 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.405+0000 7f0c42d99700 1 -- 172.21.15.46:0/2092082383 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0c3c1674c0 con 0x7f0c3c0cf070 2023-09-21T13:06:11.410 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.405+0000 7f0c397fa700 1 -- 172.21.15.46:0/2092082383 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c34007310 con 0x7f0c3c0cf070 2023-09-21T13:06:11.410 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.405+0000 7f0c42d99700 1 -- 172.21.15.46:0/2092082383 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0c3c0b59f0 con 0x7f0c3c0cf070 2023-09-21T13:06:11.410 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.406+0000 7f0c42d99700 1 -- 172.21.15.46:0/2092082383 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0c3c0b5be0 con 0x7f0c3c0cf070 2023-09-21T13:06:11.411 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.407+0000 7f0c397fa700 1 -- 172.21.15.46:0/2092082383 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f0c34007470 con 0x7f0c3c0cf070 2023-09-21T13:06:11.411 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.407+0000 7f0c397fa700 1 --2- 172.21.15.46:0/2092082383 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f0c2006a580 0x7f0c2006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:11.411 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.407+0000 7f0c397fa700 1 -- 172.21.15.46:0/2092082383 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f0c34088830 con 0x7f0c3c0cf070 2023-09-21T13:06:11.411 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.407+0000 7f0c40b35700 1 --2- 172.21.15.46:0/2092082383 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f0c2006a580 0x7f0c2006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:11.411 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.408+0000 7f0c40b35700 1 --2- 172.21.15.46:0/2092082383 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f0c2006a580 0x7f0c2006ca40 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f0c3000b9b0 tx=0x7f0c30008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:11.412 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.412+0000 7f0c397fa700 1 -- 172.21.15.46:0/2092082383 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f0c3c0b5be0 con 0x7f0c3c0cf070 2023-09-21T13:06:11.621 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.624+0000 7f0c42d99700 1 -- 172.21.15.46:0/2092082383 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f0c3c0b5be0 con 0x7f0c3c0cf070 2023-09-21T13:06:11.622 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.626+0000 7f0c397fa700 1 -- 172.21.15.46:0/2092082383 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) v1 ==== 74+0+16651 (secure 0 0 0) 0x7f0c3c0b5be0 con 0x7f0c3c0cf070 2023-09-21T13:06:11.622 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:06:11.622 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":22,"fsid":"3cbfaf88-469e-4129-b70d-6dd2d92bd0a4","created":"2023-09-21T13:04:52.312650+0000","modified":"2023-09-21T13:06:00.195068+0000","last_up_change":"2023-09-21T13:05:04.397018+0000","last_in_change":"2023-09-21T13:04:55.853368+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-21T13:05:05.036373+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-09-21T13:05:14.305630+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-09-21T13:05:15.146424+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"23992b72-ed3c-4a14-ae79-8150e0fedbf7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6810","nonce":1682463833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6814","nonce":1682463833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6822","nonce":1682463833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6818","nonce":1682463833}]},"public_addr":"172.21.15.46:6810/1682463833","cluster_addr":"172.21.15.46:6814/1682463833","heartbeat_back_addr":"172.21.15.46:6822/1682463833","heartbeat_front_addr":"172.21.15.46:6818/1682463833","state":["exists","up"]},{"osd":1,"uuid":"2578f708-e052-4bdd-bcef-54808f1d1ef4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6800","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6801","nonce":3674836117}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6803","nonce":3674836117}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6807","nonce":3674836117}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6805","nonce":3674836117}]},"public_addr":"172.21.15.46:6801/3674836117","cluster_addr":"172.21.15.46:6803/3674836117","heartbeat_back_addr":"172.21.15.46:6807/3674836117","heartbeat_front_addr":"172.21.15.46:6805/3674836117","state":["exists","up"]},{"osd":2,"uuid":"6db5fc17-2472-42fd-a613-8cc24a815cfe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6825","nonce":3956023171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6827","nonce":3956023171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6831","nonce":3956023171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6829","nonce":3956023171}]},"public_addr":"172.21.15.46:6825/3956023171","cluster_addr":"172.21.15.46:6827/3956023171","heartbeat_back_addr":"172.21.15.46:6831/3956023171","heartbeat_front_addr":"172.21.15.46:6829/3956023171","state":["exists","up"]},{"osd":3,"uuid":"b0ddd2cd-9025-471f-a976-d7bc356eb10b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6809","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6811","nonce":1834230057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6813","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6815","nonce":1834230057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6821","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6823","nonce":1834230057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6817","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6819","nonce":1834230057}]},"public_addr":"172.21.15.46:6811/1834230057","cluster_addr":"172.21.15.46:6815/1834230057","heartbeat_back_addr":"172.21.15.46:6823/1834230057","heartbeat_front_addr":"172.21.15.46:6819/1834230057","state":["exists","up"]},{"osd":4,"uuid":"51245ec8-6073-476b-aea6-482f9a379f43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6800","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6801","nonce":867529145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6802","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6803","nonce":867529145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6806","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6807","nonce":867529145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6804","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6805","nonce":867529145}]},"public_addr":"172.21.15.57:6801/867529145","cluster_addr":"172.21.15.57:6803/867529145","heartbeat_back_addr":"172.21.15.57:6807/867529145","heartbeat_front_addr":"172.21.15.57:6805/867529145","state":["exists","up"]},{"osd":5,"uuid":"6be64509-8d19-48af-aa7d-2744199eb3c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6824","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6825","nonce":2639760353}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6826","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6827","nonce":2639760353}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6830","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6831","nonce":2639760353}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6828","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6829","nonce":2639760353}]},"public_addr":"172.21.15.57:6825/2639760353","cluster_addr":"172.21.15.57:6827/2639760353","heartbeat_back_addr":"172.21.15.57:6831/2639760353","heartbeat_front_addr":"172.21.15.57:6829/2639760353","state":["exists","up"]},{"osd":6,"uuid":"8bfda35e-f97c-4419-a105-ff306eff7a42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6808","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6809","nonce":3693682875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6810","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6811","nonce":3693682875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6814","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6815","nonce":3693682875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6812","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6813","nonce":3693682875}]},"public_addr":"172.21.15.57:6809/3693682875","cluster_addr":"172.21.15.57:6811/3693682875","heartbeat_back_addr":"172.21.15.57:6815/3693682875","heartbeat_front_addr":"172.21.15.57:6813/3693682875","state":["exists","up"]},{"osd":7,"uuid":"49fc1df7-ab94-4da5-b915-8f7cc61f2714","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6816","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6817","nonce":1729728830}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6818","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6819","nonce":1729728830}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6822","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6823","nonce":1729728830}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6820","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6821","nonce":1729728830}]},"public_addr":"172.21.15.57:6817/1729728830","cluster_addr":"172.21.15.57:6819/1729728830","heartbeat_back_addr":"172.21.15.57:6823/1729728830","heartbeat_front_addr":"172.21.15.57:6821/1729728830","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:00.955073+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.074451+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.068487+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.010348+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.035446+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.101249+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.104509+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.077361+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.1d","mappings":[{"from":5,"to":2}]},{"pgid":"3.2a","mappings":[{"from":5,"to":2}]},{"pgid":"3.38","mappings":[{"from":3,"to":1}]},{"pgid":"3.39","mappings":[{"from":7,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-21T13:06:11.624 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.628+0000 7f0c42d99700 1 -- 172.21.15.46:0/2092082383 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f0c2006a580 msgr2=0x7f0c2006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:11.625 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.628+0000 7f0c42d99700 1 --2- 172.21.15.46:0/2092082383 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f0c2006a580 0x7f0c2006ca40 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f0c3000b9b0 tx=0x7f0c30008040 comp rx=0 tx=0).stop 2023-09-21T13:06:11.625 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.628+0000 7f0c42d99700 1 -- 172.21.15.46:0/2092082383 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0c3c0cf070 msgr2=0x7f0c3c1589f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:11.625 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.628+0000 7f0c42d99700 1 --2- 172.21.15.46:0/2092082383 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0c3c0cf070 0x7f0c3c1589f0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f0c3400cba0 tx=0x7f0c3400cf60 comp rx=0 tx=0).stop 2023-09-21T13:06:11.625 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.628+0000 7f0c42d99700 1 -- 172.21.15.46:0/2092082383 shutdown_connections 2023-09-21T13:06:11.626 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.628+0000 7f0c42d99700 1 --2- 172.21.15.46:0/2092082383 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f0c2006a580 0x7f0c2006ca40 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:11.626 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.628+0000 7f0c42d99700 1 --2- 172.21.15.46:0/2092082383 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0c3c0cf070 0x7f0c3c1589f0 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:11.626 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.628+0000 7f0c42d99700 1 --2- 172.21.15.46:0/2092082383 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f0c3c06eba0 0x7f0c3c14b740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:11.626 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.628+0000 7f0c42d99700 1 --2- 172.21.15.46:0/2092082383 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f0c3c0cc1b0 0x7f0c3c166260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:11.626 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.628+0000 7f0c42d99700 1 -- 172.21.15.46:0/2092082383 >> 172.21.15.46:0/2092082383 conn(0x7f0c3c0d01f0 msgr2=0x7f0c3c15ba60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:11.627 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.628+0000 7f0c42d99700 1 -- 172.21.15.46:0/2092082383 shutdown_connections 2023-09-21T13:06:11.627 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.628+0000 7f0c42d99700 1 -- 172.21.15.46:0/2092082383 wait complete. 2023-09-21T13:06:11.639 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2023-09-21T13:06:11.639 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-09-21T13:06:11.777 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.781+0000 7fb0c518e700 1 Processor -- start 2023-09-21T13:06:11.778 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.781+0000 7fb0c518e700 1 -- start start 2023-09-21T13:06:11.780 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.782+0000 7fb0c518e700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb0c00cf4f0 0x7fb0c015dc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:11.780 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.782+0000 7fb0c518e700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7fb0c006d340 0x7fb0c0161a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:11.780 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.782+0000 7fb0c518e700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fb0c00b2dd0 0x7fb0c00b3240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:11.781 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.782+0000 7fb0c518e700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb0c00b3780 con 0x7fb0c00b2dd0 2023-09-21T13:06:11.781 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.782+0000 7fb0c518e700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb0c01580a0 con 0x7fb0c006d340 2023-09-21T13:06:11.781 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.782+0000 7fb0c518e700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb0c015e4c0 con 0x7fb0c00cf4f0 2023-09-21T13:06:11.781 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.782+0000 7fb0bf59e700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fb0c00b2dd0 0x7fb0c00b3240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:11.781 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.782+0000 7fb0be59c700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7fb0c006d340 0x7fb0c0161a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:11.782 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.782+0000 7fb0bf59e700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fb0c00b2dd0 0x7fb0c00b3240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:41948/0 (socket says 172.21.15.46:41948) 2023-09-21T13:06:11.782 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.782+0000 7fb0bf59e700 1 -- 172.21.15.46:0/2132682600 learned_addr learned my addr 172.21.15.46:0/2132682600 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:11.782 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.782+0000 7fb0bed9d700 1 --2- 172.21.15.46:0/2132682600 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb0c00cf4f0 0x7fb0c015dc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:11.782 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.782+0000 7fb0bf59e700 1 -- 172.21.15.46:0/2132682600 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb0c00cf4f0 msgr2=0x7fb0c015dc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:11.782 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.782+0000 7fb0bf59e700 1 --2- 172.21.15.46:0/2132682600 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb0c00cf4f0 0x7fb0c015dc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:11.783 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.782+0000 7fb0bf59e700 1 -- 172.21.15.46:0/2132682600 >> v2:172.21.15.57:3300/0 conn(0x7fb0c006d340 msgr2=0x7fb0c0161a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:11.783 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.782+0000 7fb0bf59e700 1 --2- 172.21.15.46:0/2132682600 >> v2:172.21.15.57:3300/0 conn(0x7fb0c006d340 0x7fb0c0161a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:11.783 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.782+0000 7fb0bf59e700 1 -- 172.21.15.46:0/2132682600 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb0c015e7a0 con 0x7fb0c00b2dd0 2023-09-21T13:06:11.783 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.783+0000 7fb0bf59e700 1 --2- 172.21.15.46:0/2132682600 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb0c00b2dd0 0x7fb0c00b3240 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fb0c0071a10 tx=0x7fb0b800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d28a7d8aba49d3a2 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:11.783 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.783+0000 7fb0bdd9b700 1 -- 172.21.15.46:0/2132682600 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0b800e070 con 0x7fb0c00b2dd0 2023-09-21T13:06:11.784 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.783+0000 7fb0bdd9b700 1 -- 172.21.15.46:0/2132682600 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb0b800b910 con 0x7fb0c00b2dd0 2023-09-21T13:06:11.784 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.783+0000 7fb0bdd9b700 1 -- 172.21.15.46:0/2132682600 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0b800bcc0 con 0x7fb0c00b2dd0 2023-09-21T13:06:11.784 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.783+0000 7fb0c518e700 1 -- 172.21.15.46:0/2132682600 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb0c00b2dd0 msgr2=0x7fb0c00b3240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:11.784 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.783+0000 7fb0c518e700 1 --2- 172.21.15.46:0/2132682600 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb0c00b2dd0 0x7fb0c00b3240 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fb0c0071a10 tx=0x7fb0b800b330 comp rx=0 tx=0).stop 2023-09-21T13:06:11.784 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.783+0000 7fb0c518e700 1 -- 172.21.15.46:0/2132682600 shutdown_connections 2023-09-21T13:06:11.785 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.783+0000 7fb0c518e700 1 --2- 172.21.15.46:0/2132682600 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb0c00b2dd0 0x7fb0c00b3240 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:11.785 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.783+0000 7fb0c518e700 1 --2- 172.21.15.46:0/2132682600 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb0c00cf4f0 0x7fb0c015dc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:11.785 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.783+0000 7fb0c518e700 1 --2- 172.21.15.46:0/2132682600 >> v2:172.21.15.57:3300/0 conn(0x7fb0c006d340 0x7fb0c0161a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:11.785 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.783+0000 7fb0c518e700 1 -- 172.21.15.46:0/2132682600 >> 172.21.15.46:0/2132682600 conn(0x7fb0c006eb20 msgr2=0x7fb0c006ef00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:11.785 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.783+0000 7fb0c518e700 1 -- 172.21.15.46:0/2132682600 shutdown_connections 2023-09-21T13:06:11.786 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.783+0000 7fb0c518e700 1 -- 172.21.15.46:0/2132682600 wait complete. 2023-09-21T13:06:11.788 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.785+0000 7fb0c518e700 1 Processor -- start 2023-09-21T13:06:11.788 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.785+0000 7fb0c518e700 1 -- start start 2023-09-21T13:06:11.789 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.786+0000 7fb0c518e700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb0c006d340 0x7fb0c00c6dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:11.789 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.786+0000 7fb0c518e700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fb0c00b2dd0 0x7fb0c00c9020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:11.789 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.786+0000 7fb0c518e700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb0c00cf4f0 0x7fb0c00c9560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:11.789 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.786+0000 7fb0c518e700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb0c01f3a70 con 0x7fb0c00cf4f0 2023-09-21T13:06:11.789 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.786+0000 7fb0c518e700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb0c00c9c00 con 0x7fb0c00b2dd0 2023-09-21T13:06:11.790 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.786+0000 7fb0c518e700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb0c01f29f0 con 0x7fb0c006d340 2023-09-21T13:06:11.790 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.786+0000 7fb0bf59e700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb0c00cf4f0 0x7fb0c00c9560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:11.790 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.786+0000 7fb0bf59e700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb0c00cf4f0 0x7fb0c00c9560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:41958/0 (socket says 172.21.15.46:41958) 2023-09-21T13:06:11.790 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.786+0000 7fb0bf59e700 1 -- 172.21.15.46:0/3964094195 learned_addr learned my addr 172.21.15.46:0/3964094195 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:11.791 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.786+0000 7fb0bed9d700 1 --2- 172.21.15.46:0/3964094195 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb0c006d340 0x7fb0c00c6dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:11.791 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.786+0000 7fb0be59c700 1 --2- 172.21.15.46:0/3964094195 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fb0c00b2dd0 0x7fb0c00c9020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:11.791 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.786+0000 7fb0bf59e700 1 -- 172.21.15.46:0/3964094195 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb0c006d340 msgr2=0x7fb0c00c6dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:11.791 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.786+0000 7fb0bf59e700 1 --2- 172.21.15.46:0/3964094195 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb0c006d340 0x7fb0c00c6dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:11.791 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.786+0000 7fb0bf59e700 1 -- 172.21.15.46:0/3964094195 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fb0c00b2dd0 msgr2=0x7fb0c00c9020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:11.792 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.786+0000 7fb0bf59e700 1 --2- 172.21.15.46:0/3964094195 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fb0c00b2dd0 0x7fb0c00c9020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:11.792 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.787+0000 7fb0bf59e700 1 -- 172.21.15.46:0/3964094195 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb0b8009b30 con 0x7fb0c00cf4f0 2023-09-21T13:06:11.792 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.787+0000 7fb0bf59e700 1 --2- 172.21.15.46:0/3964094195 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb0c00cf4f0 0x7fb0c00c9560 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fb0c00b3a60 tx=0x7fb0b8004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:11.792 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.787+0000 7fb0a77fe700 1 -- 172.21.15.46:0/3964094195 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0b80099b0 con 0x7fb0c00cf4f0 2023-09-21T13:06:11.792 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.787+0000 7fb0a77fe700 1 -- 172.21.15.46:0/3964094195 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb0b800ce80 con 0x7fb0c00cf4f0 2023-09-21T13:06:11.792 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.787+0000 7fb0c518e700 1 -- 172.21.15.46:0/3964094195 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb0c01f2cb0 con 0x7fb0c00cf4f0 2023-09-21T13:06:11.793 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.787+0000 7fb0a77fe700 1 -- 172.21.15.46:0/3964094195 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0b8004490 con 0x7fb0c00cf4f0 2023-09-21T13:06:11.793 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.787+0000 7fb0c518e700 1 -- 172.21.15.46:0/3964094195 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb0c01f3040 con 0x7fb0c00cf4f0 2023-09-21T13:06:11.793 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.788+0000 7fb0c518e700 1 -- 172.21.15.46:0/3964094195 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb0c0068b90 con 0x7fb0c00cf4f0 2023-09-21T13:06:11.793 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.789+0000 7fb0a77fe700 1 -- 172.21.15.46:0/3964094195 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fb0b80045f0 con 0x7fb0c00cf4f0 2023-09-21T13:06:11.793 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.789+0000 7fb0a77fe700 1 --2- 172.21.15.46:0/3964094195 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fb0ac06a580 0x7fb0ac06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:11.794 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.789+0000 7fb0bed9d700 1 --2- 172.21.15.46:0/3964094195 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fb0ac06a580 0x7fb0ac06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:11.794 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.789+0000 7fb0a77fe700 1 -- 172.21.15.46:0/3964094195 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7fb0b8089d30 con 0x7fb0c00cf4f0 2023-09-21T13:06:11.794 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.790+0000 7fb0bed9d700 1 --2- 172.21.15.46:0/3964094195 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fb0ac06a580 0x7fb0ac06ca40 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fb0c00ce760 tx=0x7fb0b0009210 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:11.795 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:11.794+0000 7fb0a77fe700 1 -- 172.21.15.46:0/3964094195 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fb0b80552c0 con 0x7fb0c00cf4f0 2023-09-21T13:06:12.043 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.046+0000 7fb0c518e700 1 -- 172.21.15.46:0/3964094195 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fb0c00ce7c0 con 0x7fb0c00cf4f0 2023-09-21T13:06:12.043 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.047+0000 7fb0a77fe700 1 -- 172.21.15.46:0/3964094195 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+4898 (secure 0 0 0) 0x7fb0b8020070 con 0x7fb0c00cf4f0 2023-09-21T13:06:12.044 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:06:12.044 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4263,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6836/953501907","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":953501907},{"type":"v1","addr":"172.21.15.46:6836","nonce":953501907}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4266,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/951711535","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6835","nonce":951711535},{"type":"v1","addr":"172.21.15.46:6837","nonce":951711535}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":4281,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.57:6835/3705232108","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6833","nonce":3705232108},{"type":"v1","addr":"172.21.15.57:6835","nonce":3705232108}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-09-21T13:05:16.171576+0000","modified":"2023-09-21T13:05:19.182371+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4285},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4285":{"gid":4285,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.57:6834/887123340","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6832","nonce":887123340},{"type":"v1","addr":"172.21.15.57:6834","nonce":887123340}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-09-21T13:06:12.046 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.049+0000 7fb0c518e700 1 -- 172.21.15.46:0/3964094195 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fb0ac06a580 msgr2=0x7fb0ac06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:12.046 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.049+0000 7fb0c518e700 1 --2- 172.21.15.46:0/3964094195 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fb0ac06a580 0x7fb0ac06ca40 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fb0c00ce760 tx=0x7fb0b0009210 comp rx=0 tx=0).stop 2023-09-21T13:06:12.046 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.049+0000 7fb0c518e700 1 -- 172.21.15.46:0/3964094195 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb0c00cf4f0 msgr2=0x7fb0c00c9560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:12.047 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.049+0000 7fb0c518e700 1 --2- 172.21.15.46:0/3964094195 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb0c00cf4f0 0x7fb0c00c9560 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fb0c00b3a60 tx=0x7fb0b8004ad0 comp rx=0 tx=0).stop 2023-09-21T13:06:12.047 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.050+0000 7fb0c518e700 1 -- 172.21.15.46:0/3964094195 shutdown_connections 2023-09-21T13:06:12.047 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.050+0000 7fb0c518e700 1 --2- 172.21.15.46:0/3964094195 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fb0ac06a580 0x7fb0ac06ca40 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:12.047 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.050+0000 7fb0c518e700 1 --2- 172.21.15.46:0/3964094195 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb0c00cf4f0 0x7fb0c00c9560 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:12.047 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.050+0000 7fb0c518e700 1 --2- 172.21.15.46:0/3964094195 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fb0c006d340 0x7fb0c00c6dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:12.048 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.050+0000 7fb0c518e700 1 --2- 172.21.15.46:0/3964094195 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fb0c00b2dd0 0x7fb0c00c9020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:12.048 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.050+0000 7fb0c518e700 1 -- 172.21.15.46:0/3964094195 >> 172.21.15.46:0/3964094195 conn(0x7fb0c006eb20 msgr2=0x7fb0c00d0f40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:12.048 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.050+0000 7fb0c518e700 1 -- 172.21.15.46:0/3964094195 shutdown_connections 2023-09-21T13:06:12.048 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.050+0000 7fb0c518e700 1 -- 172.21.15.46:0/3964094195 wait complete. 2023-09-21T13:06:12.049 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 7 2023-09-21T13:06:12.059 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-09-21T13:06:12.196 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.200+0000 7f257fce9700 1 Processor -- start 2023-09-21T13:06:12.197 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.200+0000 7f257fce9700 1 -- start start 2023-09-21T13:06:12.198 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.201+0000 7f257fce9700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f257806eba0 0x7f257806f020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:12.198 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.201+0000 7f257fce9700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f25780cc1b0 0x7f25780cc640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:12.199 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.201+0000 7f257fce9700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f25780cbd20 con 0x7f25780cf070 2023-09-21T13:06:12.199 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.201+0000 7f257fce9700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f257815b410 con 0x7f25780cc1b0 2023-09-21T13:06:12.199 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.201+0000 7f257fce9700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f257815b6f0 con 0x7f257806eba0 2023-09-21T13:06:12.199 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.201+0000 7f257da85700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f25780cf070 0x7f25780cf450 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:56662/0 (socket says 172.21.15.46:56662) 2023-09-21T13:06:12.199 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.201+0000 7f257e286700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f25780cc1b0 0x7f25780cc640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:12.200 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.201+0000 7f257da85700 1 -- 172.21.15.46:0/1154440220 learned_addr learned my addr 172.21.15.46:0/1154440220 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:06:12.200 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.202+0000 7f257d284700 1 --2- 172.21.15.46:0/1154440220 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f257806eba0 0x7f257806f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:12.200 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.202+0000 7f257e286700 1 -- 172.21.15.46:0/1154440220 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f257806eba0 msgr2=0x7f257806f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:12.200 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.202+0000 7f257e286700 1 --2- 172.21.15.46:0/1154440220 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f257806eba0 0x7f257806f020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:12.200 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.202+0000 7f257e286700 1 -- 172.21.15.46:0/1154440220 >> v1:172.21.15.46:6789/0 conn(0x7f25780cf070 legacy=0x7f25780cf450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:12.200 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.202+0000 7f257e286700 1 -- 172.21.15.46:0/1154440220 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f25780cb9b0 con 0x7f25780cc1b0 2023-09-21T13:06:12.201 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.202+0000 7f257ca83700 1 -- 172.21.15.46:0/1154440220 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 877508733 0 0) 0x7f25780cbd20 con 0x7f25780cf070 2023-09-21T13:06:12.201 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.202+0000 7f257e286700 1 --2- 172.21.15.46:0/1154440220 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f25780cc1b0 0x7f25780cc640 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f2570009d90 tx=0x7f257000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb834cb40437a946 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:12.201 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.202+0000 7f257ca83700 1 -- 172.21.15.46:0/1154440220 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f257000e070 con 0x7f25780cc1b0 2023-09-21T13:06:12.201 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.202+0000 7f257ca83700 1 -- 172.21.15.46:0/1154440220 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f257000bbd0 con 0x7f25780cc1b0 2023-09-21T13:06:12.201 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.202+0000 7f257ca83700 1 -- 172.21.15.46:0/1154440220 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2570012430 con 0x7f25780cc1b0 2023-09-21T13:06:12.203 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.203+0000 7f257fce9700 1 -- 172.21.15.46:0/1154440220 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f25780cc1b0 msgr2=0x7f25780cc640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:12.204 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.203+0000 7f257fce9700 1 --2- 172.21.15.46:0/1154440220 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f25780cc1b0 0x7f25780cc640 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f2570009d90 tx=0x7f257000b330 comp rx=0 tx=0).stop 2023-09-21T13:06:12.204 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.203+0000 7f257fce9700 1 -- 172.21.15.46:0/1154440220 shutdown_connections 2023-09-21T13:06:12.204 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.203+0000 7f257fce9700 1 --2- 172.21.15.46:0/1154440220 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f25780cc1b0 0x7f25780cc640 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:12.204 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.203+0000 7f257fce9700 1 --2- 172.21.15.46:0/1154440220 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f257806eba0 0x7f257806f020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:12.204 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.203+0000 7f257fce9700 1 -- 172.21.15.46:0/1154440220 >> 172.21.15.46:0/1154440220 conn(0x7f25780d01f0 msgr2=0x7f25780d0600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:12.205 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.203+0000 7f257fce9700 1 -- 172.21.15.46:0/1154440220 shutdown_connections 2023-09-21T13:06:12.205 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.203+0000 7f257fce9700 1 -- 172.21.15.46:0/1154440220 wait complete. 2023-09-21T13:06:12.205 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.204+0000 7f257fce9700 1 Processor -- start 2023-09-21T13:06:12.205 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.204+0000 7f257fce9700 1 -- start start 2023-09-21T13:06:12.205 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.205+0000 7f257fce9700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f257806eba0 0x7f257814c200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:12.205 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.205+0000 7f257fce9700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f25780cc1b0 0x7f25780ac860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:12.206 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.205+0000 7f257fce9700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f25780cf070 0x7f25780c46d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:12.206 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.205+0000 7f257fce9700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f25780adde0 con 0x7f25780cf070 2023-09-21T13:06:12.206 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.205+0000 7f257fce9700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f25780ad1d0 con 0x7f25780cc1b0 2023-09-21T13:06:12.206 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.205+0000 7f257fce9700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f25780ad4b0 con 0x7f257806eba0 2023-09-21T13:06:12.206 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.205+0000 7f257e286700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f25780cf070 0x7f25780c46d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:12.207 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.205+0000 7f257e286700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f25780cf070 0x7f25780c46d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:41984/0 (socket says 172.21.15.46:41984) 2023-09-21T13:06:12.207 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.205+0000 7f257e286700 1 -- 172.21.15.46:0/3934086587 learned_addr learned my addr 172.21.15.46:0/3934086587 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:12.207 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.205+0000 7f257da85700 1 --2- 172.21.15.46:0/3934086587 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f257806eba0 0x7f257814c200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:12.207 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.205+0000 7f257d284700 1 --2- 172.21.15.46:0/3934086587 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f25780cc1b0 0x7f25780ac860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:12.207 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.205+0000 7f257e286700 1 -- 172.21.15.46:0/3934086587 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f257806eba0 msgr2=0x7f257814c200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:12.207 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.205+0000 7f257e286700 1 --2- 172.21.15.46:0/3934086587 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f257806eba0 0x7f257814c200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:12.209 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.205+0000 7f257e286700 1 -- 172.21.15.46:0/3934086587 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f25780cc1b0 msgr2=0x7f25780ac860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:12.209 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.205+0000 7f257e286700 1 --2- 172.21.15.46:0/3934086587 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f25780cc1b0 0x7f25780ac860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:12.210 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.206+0000 7f257e286700 1 -- 172.21.15.46:0/3934086587 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2570009a70 con 0x7f25780cf070 2023-09-21T13:06:12.210 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.206+0000 7f257e286700 1 --2- 172.21.15.46:0/3934086587 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f25780cf070 0x7f25780c46d0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f2578066fc0 tx=0x7f2570004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:12.210 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.206+0000 7f256e7fc700 1 -- 172.21.15.46:0/3934086587 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2570012430 con 0x7f25780cf070 2023-09-21T13:06:12.210 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.206+0000 7f256e7fc700 1 -- 172.21.15.46:0/3934086587 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2570020070 con 0x7f25780cf070 2023-09-21T13:06:12.210 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.206+0000 7f257fce9700 1 -- 172.21.15.46:0/3934086587 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f25780ad790 con 0x7f25780cf070 2023-09-21T13:06:12.211 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.206+0000 7f256e7fc700 1 -- 172.21.15.46:0/3934086587 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2570004280 con 0x7f25780cf070 2023-09-21T13:06:12.211 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.206+0000 7f257fce9700 1 -- 172.21.15.46:0/3934086587 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f25780b2e10 con 0x7f25780cf070 2023-09-21T13:06:12.211 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.207+0000 7f257fce9700 1 -- 172.21.15.46:0/3934086587 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f25780adf90 con 0x7f25780cf070 2023-09-21T13:06:12.211 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.208+0000 7f256e7fc700 1 -- 172.21.15.46:0/3934086587 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f25700043e0 con 0x7f25780cf070 2023-09-21T13:06:12.212 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.208+0000 7f256e7fc700 1 --2- 172.21.15.46:0/3934086587 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f255c06a580 0x7f255c06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:12.212 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.208+0000 7f256e7fc700 1 -- 172.21.15.46:0/3934086587 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f2570022070 con 0x7f25780cf070 2023-09-21T13:06:12.212 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.208+0000 7f257da85700 1 --2- 172.21.15.46:0/3934086587 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f255c06a580 0x7f255c06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:12.212 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.209+0000 7f257da85700 1 --2- 172.21.15.46:0/3934086587 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f255c06a580 0x7f255c06ca40 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f2574000f60 tx=0x7f2574007e70 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:12.213 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.213+0000 7f256e7fc700 1 -- 172.21.15.46:0/3934086587 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f25780adf90 con 0x7f25780cf070 2023-09-21T13:06:12.462 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.465+0000 7f257fce9700 1 -- 172.21.15.46:0/3934086587 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f2578068b90 con 0x7f25780cf070 2023-09-21T13:06:12.462 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.466+0000 7f256e7fc700 1 -- 172.21.15.46:0/3934086587 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+4898 (secure 0 0 0) 0x7f2570055d30 con 0x7f25780cf070 2023-09-21T13:06:12.463 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:06:12.463 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4263,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6836/953501907","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":953501907},{"type":"v1","addr":"172.21.15.46:6836","nonce":953501907}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4266,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/951711535","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6835","nonce":951711535},{"type":"v1","addr":"172.21.15.46:6837","nonce":951711535}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":4281,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.57:6835/3705232108","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6833","nonce":3705232108},{"type":"v1","addr":"172.21.15.57:6835","nonce":3705232108}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-09-21T13:05:16.171576+0000","modified":"2023-09-21T13:05:19.182371+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4285},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4285":{"gid":4285,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.57:6834/887123340","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6832","nonce":887123340},{"type":"v1","addr":"172.21.15.57:6834","nonce":887123340}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-09-21T13:06:12.465 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.468+0000 7f257fce9700 1 -- 172.21.15.46:0/3934086587 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f255c06a580 msgr2=0x7f255c06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:12.465 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.468+0000 7f257fce9700 1 --2- 172.21.15.46:0/3934086587 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f255c06a580 0x7f255c06ca40 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f2574000f60 tx=0x7f2574007e70 comp rx=0 tx=0).stop 2023-09-21T13:06:12.465 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.468+0000 7f257fce9700 1 -- 172.21.15.46:0/3934086587 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f25780cf070 msgr2=0x7f25780c46d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:12.465 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.468+0000 7f257fce9700 1 --2- 172.21.15.46:0/3934086587 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f25780cf070 0x7f25780c46d0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f2578066fc0 tx=0x7f2570004ad0 comp rx=0 tx=0).stop 2023-09-21T13:06:12.466 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.468+0000 7f257fce9700 1 -- 172.21.15.46:0/3934086587 shutdown_connections 2023-09-21T13:06:12.466 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.468+0000 7f257fce9700 1 --2- 172.21.15.46:0/3934086587 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f255c06a580 0x7f255c06ca40 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:12.466 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.468+0000 7f257fce9700 1 --2- 172.21.15.46:0/3934086587 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f25780cf070 0x7f25780c46d0 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:12.466 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.468+0000 7f257fce9700 1 --2- 172.21.15.46:0/3934086587 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f257806eba0 0x7f257814c200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:12.466 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.468+0000 7f257fce9700 1 --2- 172.21.15.46:0/3934086587 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f25780cc1b0 0x7f25780ac860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:12.467 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.468+0000 7f257fce9700 1 -- 172.21.15.46:0/3934086587 >> 172.21.15.46:0/3934086587 conn(0x7f25780d01f0 msgr2=0x7f25780d05d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:12.467 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.468+0000 7f257fce9700 1 -- 172.21.15.46:0/3934086587 shutdown_connections 2023-09-21T13:06:12.467 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.469+0000 7f257fce9700 1 -- 172.21.15.46:0/3934086587 wait complete. 2023-09-21T13:06:12.467 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 7 2023-09-21T13:06:12.478 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-21T13:06:12.615 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.619+0000 7f8925aee700 1 Processor -- start 2023-09-21T13:06:12.615 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.619+0000 7f8925aee700 1 -- start start 2023-09-21T13:06:12.618 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.620+0000 7f8925aee700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f892006a7a0 0x7f892006f310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:12.618 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.620+0000 7f8925aee700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f892006f850 0x7f89200ca840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:12.618 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.620+0000 7f8925aee700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f892006eba0 con 0x7f892015d630 2023-09-21T13:06:12.618 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.620+0000 7f8925aee700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f892006ee80 con 0x7f892006a7a0 2023-09-21T13:06:12.619 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.620+0000 7f8925aee700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f89200d1110 con 0x7f892006f850 2023-09-21T13:06:12.619 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.620+0000 7f891effd700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f892006a7a0 0x7f892006f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:12.619 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.620+0000 7f891effd700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f892006a7a0 0x7f892006f310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:41990/0 (socket says 172.21.15.46:41990) 2023-09-21T13:06:12.619 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.620+0000 7f891effd700 1 -- 172.21.15.46:0/2339332515 learned_addr learned my addr 172.21.15.46:0/2339332515 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:12.619 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.620+0000 7f891ffff700 1 --2- 172.21.15.46:0/2339332515 >> v2:172.21.15.57:3300/0 conn(0x7f892006f850 0x7f89200ca840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:12.620 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.620+0000 7f891effd700 1 -- 172.21.15.46:0/2339332515 >> v2:172.21.15.57:3300/0 conn(0x7f892006f850 msgr2=0x7f89200ca840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:12.620 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.620+0000 7f891effd700 1 --2- 172.21.15.46:0/2339332515 >> v2:172.21.15.57:3300/0 conn(0x7f892006f850 0x7f89200ca840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:12.620 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.620+0000 7f891effd700 1 -- 172.21.15.46:0/2339332515 >> v1:172.21.15.57:6789/0 conn(0x7f892015d630 legacy=0x7f8920161cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:12.620 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.620+0000 7f891effd700 1 -- 172.21.15.46:0/2339332515 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f892006ac60 con 0x7f892006a7a0 2023-09-21T13:06:12.620 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.620+0000 7f891ffff700 1 --2- 172.21.15.46:0/2339332515 >> v2:172.21.15.57:3300/0 conn(0x7f892006f850 0x7f89200ca840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:06:12.621 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.620+0000 7f891effd700 1 --2- 172.21.15.46:0/2339332515 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f892006a7a0 0x7f892006f310 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f89200c3cc0 tx=0x7f8914009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2cb4c715ee227f84 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:12.621 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.620+0000 7f891e7fc700 1 -- 172.21.15.46:0/2339332515 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f891400b870 con 0x7f892006a7a0 2023-09-21T13:06:12.621 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.620+0000 7f891e7fc700 1 -- 172.21.15.46:0/2339332515 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f891400b9d0 con 0x7f892006a7a0 2023-09-21T13:06:12.621 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.621+0000 7f891e7fc700 1 -- 172.21.15.46:0/2339332515 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f891400bd60 con 0x7f892006a7a0 2023-09-21T13:06:12.621 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.621+0000 7f8925aee700 1 -- 172.21.15.46:0/2339332515 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f892006a7a0 msgr2=0x7f892006f310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:12.622 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.621+0000 7f8925aee700 1 --2- 172.21.15.46:0/2339332515 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f892006a7a0 0x7f892006f310 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f89200c3cc0 tx=0x7f8914009bd0 comp rx=0 tx=0).stop 2023-09-21T13:06:12.622 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.621+0000 7f8925aee700 1 -- 172.21.15.46:0/2339332515 shutdown_connections 2023-09-21T13:06:12.622 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.621+0000 7f8925aee700 1 --2- 172.21.15.46:0/2339332515 >> v2:172.21.15.57:3300/0 conn(0x7f892006f850 0x7f89200ca840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:12.622 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.621+0000 7f8925aee700 1 --2- 172.21.15.46:0/2339332515 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f892006a7a0 0x7f892006f310 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:12.622 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.621+0000 7f8925aee700 1 -- 172.21.15.46:0/2339332515 >> 172.21.15.46:0/2339332515 conn(0x7f89200d01f0 msgr2=0x7f89200d0600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:12.623 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.621+0000 7f8925aee700 1 -- 172.21.15.46:0/2339332515 shutdown_connections 2023-09-21T13:06:12.623 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.621+0000 7f8925aee700 1 -- 172.21.15.46:0/2339332515 wait complete. 2023-09-21T13:06:12.625 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.622+0000 7f8925aee700 1 Processor -- start 2023-09-21T13:06:12.626 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.623+0000 7f8925aee700 1 -- start start 2023-09-21T13:06:12.626 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.623+0000 7f8925aee700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f892006a7a0 0x7f89200c68d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:12.626 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.623+0000 7f8925aee700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f892006f850 0x7f8920153bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:12.626 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.623+0000 7f8925aee700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f892015d630 0x7f89200c86e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:12.627 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.624+0000 7f8925aee700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f89200c8c20 con 0x7f892006a7a0 2023-09-21T13:06:12.627 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.624+0000 7f8925aee700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8920147eb0 con 0x7f892015d630 2023-09-21T13:06:12.627 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.624+0000 7f8925aee700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f89200c8e70 con 0x7f892006f850 2023-09-21T13:06:12.628 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.624+0000 7f891f7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f892006a7a0 0x7f89200c68d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:12.628 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.624+0000 7f891f7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f892006a7a0 0x7f89200c68d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:42000/0 (socket says 172.21.15.46:42000) 2023-09-21T13:06:12.628 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.624+0000 7f891f7fe700 1 -- 172.21.15.46:0/4179584277 learned_addr learned my addr 172.21.15.46:0/4179584277 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:12.628 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.624+0000 7f891ffff700 1 --2- 172.21.15.46:0/4179584277 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f892015d630 0x7f89200c86e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:12.628 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.624+0000 7f891f7fe700 1 -- 172.21.15.46:0/4179584277 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f892006f850 msgr2=0x7f8920153bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:12.629 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.624+0000 7f891effd700 1 --2- 172.21.15.46:0/4179584277 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f892006f850 0x7f8920153bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:12.629 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.624+0000 7f891f7fe700 1 --2- 172.21.15.46:0/4179584277 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f892006f850 0x7f8920153bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:12.629 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.624+0000 7f891f7fe700 1 -- 172.21.15.46:0/4179584277 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f892015d630 msgr2=0x7f89200c86e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:12.629 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.624+0000 7f891f7fe700 1 --2- 172.21.15.46:0/4179584277 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f892015d630 0x7f89200c86e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:12.630 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.624+0000 7f891f7fe700 1 -- 172.21.15.46:0/4179584277 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8914009550 con 0x7f892006a7a0 2023-09-21T13:06:12.630 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.624+0000 7f891effd700 1 --2- 172.21.15.46:0/4179584277 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f892006f850 0x7f8920153bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T13:06:12.630 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.624+0000 7f891ffff700 1 --2- 172.21.15.46:0/4179584277 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f892015d630 0x7f89200c86e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:06:12.630 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.624+0000 7f891f7fe700 1 --2- 172.21.15.46:0/4179584277 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f892006a7a0 0x7f89200c68d0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f891000c4e0 tx=0x7f891000c8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:12.631 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.624+0000 7f8907fff700 1 -- 172.21.15.46:0/4179584277 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89100052d0 con 0x7f892006a7a0 2023-09-21T13:06:12.631 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.624+0000 7f8907fff700 1 -- 172.21.15.46:0/4179584277 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8910005430 con 0x7f892006a7a0 2023-09-21T13:06:12.631 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.624+0000 7f8907fff700 1 -- 172.21.15.46:0/4179584277 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89100038c0 con 0x7f892006a7a0 2023-09-21T13:06:12.631 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.624+0000 7f8925aee700 1 -- 172.21.15.46:0/4179584277 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f89200c9150 con 0x7f892006a7a0 2023-09-21T13:06:12.631 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.624+0000 7f8925aee700 1 -- 172.21.15.46:0/4179584277 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f89200c9710 con 0x7f892006a7a0 2023-09-21T13:06:12.632 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.625+0000 7f8925aee700 1 -- 172.21.15.46:0/4179584277 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8920068b90 con 0x7f892006a7a0 2023-09-21T13:06:12.632 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.626+0000 7f8907fff700 1 -- 172.21.15.46:0/4179584277 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f8910003a20 con 0x7f892006a7a0 2023-09-21T13:06:12.632 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.626+0000 7f8907fff700 1 --2- 172.21.15.46:0/4179584277 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f890c06a580 0x7f890c06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:12.632 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.626+0000 7f8907fff700 1 -- 172.21.15.46:0/4179584277 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f8910087f20 con 0x7f892006a7a0 2023-09-21T13:06:12.633 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.626+0000 7f891effd700 1 --2- 172.21.15.46:0/4179584277 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f890c06a580 0x7f890c06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:12.633 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.627+0000 7f891effd700 1 --2- 172.21.15.46:0/4179584277 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f890c06a580 0x7f890c06ca40 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f89200c8470 tx=0x7f8914008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:12.633 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.631+0000 7f8907fff700 1 -- 172.21.15.46:0/4179584277 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f89100534b0 con 0x7f892006a7a0 2023-09-21T13:06:12.839 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.843+0000 7f8925aee700 1 -- 172.21.15.46:0/4179584277 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f89200b6170 con 0x7f892006a7a0 2023-09-21T13:06:12.841 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.844+0000 7f8907fff700 1 -- 172.21.15.46:0/4179584277 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) v1 ==== 74+0+16651 (secure 0 0 0) 0x7f8910056ad0 con 0x7f892006a7a0 2023-09-21T13:06:12.841 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:06:12.841 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":22,"fsid":"3cbfaf88-469e-4129-b70d-6dd2d92bd0a4","created":"2023-09-21T13:04:52.312650+0000","modified":"2023-09-21T13:06:00.195068+0000","last_up_change":"2023-09-21T13:05:04.397018+0000","last_in_change":"2023-09-21T13:04:55.853368+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-21T13:05:05.036373+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-09-21T13:05:14.305630+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-09-21T13:05:15.146424+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"23992b72-ed3c-4a14-ae79-8150e0fedbf7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6810","nonce":1682463833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6814","nonce":1682463833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6822","nonce":1682463833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6818","nonce":1682463833}]},"public_addr":"172.21.15.46:6810/1682463833","cluster_addr":"172.21.15.46:6814/1682463833","heartbeat_back_addr":"172.21.15.46:6822/1682463833","heartbeat_front_addr":"172.21.15.46:6818/1682463833","state":["exists","up"]},{"osd":1,"uuid":"2578f708-e052-4bdd-bcef-54808f1d1ef4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6800","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6801","nonce":3674836117}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6803","nonce":3674836117}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6807","nonce":3674836117}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6805","nonce":3674836117}]},"public_addr":"172.21.15.46:6801/3674836117","cluster_addr":"172.21.15.46:6803/3674836117","heartbeat_back_addr":"172.21.15.46:6807/3674836117","heartbeat_front_addr":"172.21.15.46:6805/3674836117","state":["exists","up"]},{"osd":2,"uuid":"6db5fc17-2472-42fd-a613-8cc24a815cfe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6825","nonce":3956023171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6827","nonce":3956023171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6831","nonce":3956023171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6829","nonce":3956023171}]},"public_addr":"172.21.15.46:6825/3956023171","cluster_addr":"172.21.15.46:6827/3956023171","heartbeat_back_addr":"172.21.15.46:6831/3956023171","heartbeat_front_addr":"172.21.15.46:6829/3956023171","state":["exists","up"]},{"osd":3,"uuid":"b0ddd2cd-9025-471f-a976-d7bc356eb10b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6809","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6811","nonce":1834230057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6813","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6815","nonce":1834230057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6821","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6823","nonce":1834230057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6817","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6819","nonce":1834230057}]},"public_addr":"172.21.15.46:6811/1834230057","cluster_addr":"172.21.15.46:6815/1834230057","heartbeat_back_addr":"172.21.15.46:6823/1834230057","heartbeat_front_addr":"172.21.15.46:6819/1834230057","state":["exists","up"]},{"osd":4,"uuid":"51245ec8-6073-476b-aea6-482f9a379f43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6800","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6801","nonce":867529145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6802","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6803","nonce":867529145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6806","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6807","nonce":867529145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6804","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6805","nonce":867529145}]},"public_addr":"172.21.15.57:6801/867529145","cluster_addr":"172.21.15.57:6803/867529145","heartbeat_back_addr":"172.21.15.57:6807/867529145","heartbeat_front_addr":"172.21.15.57:6805/867529145","state":["exists","up"]},{"osd":5,"uuid":"6be64509-8d19-48af-aa7d-2744199eb3c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6824","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6825","nonce":2639760353}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6826","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6827","nonce":2639760353}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6830","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6831","nonce":2639760353}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6828","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6829","nonce":2639760353}]},"public_addr":"172.21.15.57:6825/2639760353","cluster_addr":"172.21.15.57:6827/2639760353","heartbeat_back_addr":"172.21.15.57:6831/2639760353","heartbeat_front_addr":"172.21.15.57:6829/2639760353","state":["exists","up"]},{"osd":6,"uuid":"8bfda35e-f97c-4419-a105-ff306eff7a42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6808","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6809","nonce":3693682875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6810","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6811","nonce":3693682875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6814","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6815","nonce":3693682875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6812","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6813","nonce":3693682875}]},"public_addr":"172.21.15.57:6809/3693682875","cluster_addr":"172.21.15.57:6811/3693682875","heartbeat_back_addr":"172.21.15.57:6815/3693682875","heartbeat_front_addr":"172.21.15.57:6813/3693682875","state":["exists","up"]},{"osd":7,"uuid":"49fc1df7-ab94-4da5-b915-8f7cc61f2714","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6816","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6817","nonce":1729728830}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6818","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6819","nonce":1729728830}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6822","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6823","nonce":1729728830}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6820","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6821","nonce":1729728830}]},"public_addr":"172.21.15.57:6817/1729728830","cluster_addr":"172.21.15.57:6819/1729728830","heartbeat_back_addr":"172.21.15.57:6823/1729728830","heartbeat_front_addr":"172.21.15.57:6821/1729728830","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:00.955073+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.074451+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.068487+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.010348+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.035446+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.101249+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.104509+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.077361+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.1d","mappings":[{"from":5,"to":2}]},{"pgid":"3.2a","mappings":[{"from":5,"to":2}]},{"pgid":"3.38","mappings":[{"from":3,"to":1}]},{"pgid":"3.39","mappings":[{"from":7,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-21T13:06:12.843 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.846+0000 7f8925aee700 1 -- 172.21.15.46:0/4179584277 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f890c06a580 msgr2=0x7f890c06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:12.844 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.847+0000 7f8925aee700 1 --2- 172.21.15.46:0/4179584277 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f890c06a580 0x7f890c06ca40 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f89200c8470 tx=0x7f8914008030 comp rx=0 tx=0).stop 2023-09-21T13:06:12.844 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.847+0000 7f8925aee700 1 -- 172.21.15.46:0/4179584277 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f892006a7a0 msgr2=0x7f89200c68d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:12.844 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.847+0000 7f8925aee700 1 --2- 172.21.15.46:0/4179584277 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f892006a7a0 0x7f89200c68d0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f891000c4e0 tx=0x7f891000c8a0 comp rx=0 tx=0).stop 2023-09-21T13:06:12.845 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.847+0000 7f8925aee700 1 -- 172.21.15.46:0/4179584277 shutdown_connections 2023-09-21T13:06:12.845 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.847+0000 7f8925aee700 1 --2- 172.21.15.46:0/4179584277 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f890c06a580 0x7f890c06ca40 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:12.845 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.847+0000 7f8925aee700 1 --2- 172.21.15.46:0/4179584277 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f892015d630 0x7f89200c86e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:12.846 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.847+0000 7f8925aee700 1 --2- 172.21.15.46:0/4179584277 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f892006a7a0 0x7f89200c68d0 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:12.846 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.847+0000 7f8925aee700 1 --2- 172.21.15.46:0/4179584277 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f892006f850 0x7f8920153bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:12.846 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.847+0000 7f8925aee700 1 -- 172.21.15.46:0/4179584277 >> 172.21.15.46:0/4179584277 conn(0x7f89200d01f0 msgr2=0x7f8920155820 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:12.846 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.847+0000 7f8925aee700 1 -- 172.21.15.46:0/4179584277 shutdown_connections 2023-09-21T13:06:12.847 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:12.847+0000 7f8925aee700 1 -- 172.21.15.46:0/4179584277 wait complete. 2023-09-21T13:06:12.857 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2023-09-21T13:06:12.996 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.000+0000 7f741a2c7700 1 Processor -- start 2023-09-21T13:06:12.997 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.000+0000 7f741a2c7700 1 -- start start 2023-09-21T13:06:12.999 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.001+0000 7f741a2c7700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f741415d630 0x7f7414161cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:12.999 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.001+0000 7f741a2c7700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f741406a7a0 0x7f741406f310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:12.999 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.001+0000 7f741a2c7700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f741406f850 0x7f74140ca840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:13.000 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.001+0000 7f741a2c7700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f741406eba0 con 0x7f741415d630 2023-09-21T13:06:13.000 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.001+0000 7f741a2c7700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f741406ee80 con 0x7f741406f850 2023-09-21T13:06:13.000 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.001+0000 7f741a2c7700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f74140d1110 con 0x7f741406a7a0 2023-09-21T13:06:13.000 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.001+0000 7f7413fff700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f741415d630 0x7f7414161cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:13.001 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.001+0000 7f7413fff700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f741415d630 0x7f7414161cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:42014/0 (socket says 172.21.15.46:42014) 2023-09-21T13:06:13.001 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.001+0000 7f7413fff700 1 -- 172.21.15.46:0/3547247787 learned_addr learned my addr 172.21.15.46:0/3547247787 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:13.001 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.001+0000 7f74137fe700 1 --2- 172.21.15.46:0/3547247787 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f741406a7a0 0x7f741406f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:13.001 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.001+0000 7f7418864700 1 --2- 172.21.15.46:0/3547247787 >> v2:172.21.15.57:3300/0 conn(0x7f741406f850 0x7f74140ca840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:13.002 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.001+0000 7f7413fff700 1 -- 172.21.15.46:0/3547247787 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f741406a7a0 msgr2=0x7f741406f310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:13.002 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.001+0000 7f7413fff700 1 --2- 172.21.15.46:0/3547247787 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f741406a7a0 0x7f741406f310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:13.002 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.001+0000 7f7413fff700 1 -- 172.21.15.46:0/3547247787 >> v2:172.21.15.57:3300/0 conn(0x7f741406f850 msgr2=0x7f74140ca840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:13.002 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.001+0000 7f7413fff700 1 --2- 172.21.15.46:0/3547247787 >> v2:172.21.15.57:3300/0 conn(0x7f741406f850 0x7f74140ca840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:13.002 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.001+0000 7f7413fff700 1 -- 172.21.15.46:0/3547247787 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f74141621f0 con 0x7f741415d630 2023-09-21T13:06:13.003 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.001+0000 7f7418864700 1 --2- 172.21.15.46:0/3547247787 >> v2:172.21.15.57:3300/0 conn(0x7f741406f850 0x7f74140ca840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T13:06:13.003 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.002+0000 7f7413fff700 1 --2- 172.21.15.46:0/3547247787 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f741415d630 0x7f7414161cb0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f741406d1b0 tx=0x7f7404009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1cef7ffe6bba9a66 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:13.003 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.002+0000 7f7412ffd700 1 -- 172.21.15.46:0/3547247787 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f740400b870 con 0x7f741415d630 2023-09-21T13:06:13.003 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.002+0000 7f7412ffd700 1 -- 172.21.15.46:0/3547247787 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f740400b9d0 con 0x7f741415d630 2023-09-21T13:06:13.004 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.002+0000 7f7412ffd700 1 -- 172.21.15.46:0/3547247787 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f740400bd60 con 0x7f741415d630 2023-09-21T13:06:13.004 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.002+0000 7f741a2c7700 1 -- 172.21.15.46:0/3547247787 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f741415d630 msgr2=0x7f7414161cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:13.004 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.002+0000 7f741a2c7700 1 --2- 172.21.15.46:0/3547247787 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f741415d630 0x7f7414161cb0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f741406d1b0 tx=0x7f7404009bd0 comp rx=0 tx=0).stop 2023-09-21T13:06:13.004 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.002+0000 7f741a2c7700 1 -- 172.21.15.46:0/3547247787 shutdown_connections 2023-09-21T13:06:13.005 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.002+0000 7f741a2c7700 1 --2- 172.21.15.46:0/3547247787 >> v2:172.21.15.57:3300/0 conn(0x7f741406f850 0x7f74140ca840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:13.005 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.002+0000 7f741a2c7700 1 --2- 172.21.15.46:0/3547247787 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f741415d630 0x7f7414161cb0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:13.005 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.002+0000 7f741a2c7700 1 --2- 172.21.15.46:0/3547247787 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f741406a7a0 0x7f741406f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:13.005 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.002+0000 7f741a2c7700 1 -- 172.21.15.46:0/3547247787 >> 172.21.15.46:0/3547247787 conn(0x7f74140d01f0 msgr2=0x7f74140d0600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:13.005 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.002+0000 7f741a2c7700 1 -- 172.21.15.46:0/3547247787 shutdown_connections 2023-09-21T13:06:13.006 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.002+0000 7f741a2c7700 1 -- 172.21.15.46:0/3547247787 wait complete. 2023-09-21T13:06:13.009 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.004+0000 7f741a2c7700 1 Processor -- start 2023-09-21T13:06:13.009 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.004+0000 7f741a2c7700 1 -- start start 2023-09-21T13:06:13.009 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.005+0000 7f741a2c7700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f741406a7a0 0x7f74141f2860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:13.010 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.005+0000 7f741a2c7700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f741406f850 0x7f74141561e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:13.010 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.005+0000 7f741a2c7700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f741415d630 0x7f74140c8820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:13.010 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.005+0000 7f741a2c7700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7414144e80 con 0x7f741406f850 2023-09-21T13:06:13.010 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.005+0000 7f741a2c7700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74141f2da0 con 0x7f741415d630 2023-09-21T13:06:13.011 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.005+0000 7f741a2c7700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7414147370 con 0x7f741406a7a0 2023-09-21T13:06:13.011 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.005+0000 7f74137fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f741406f850 0x7f74141561e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:13.011 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.005+0000 7f74137fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f741406f850 0x7f74141561e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:42022/0 (socket says 172.21.15.46:42022) 2023-09-21T13:06:13.011 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.005+0000 7f74137fe700 1 -- 172.21.15.46:0/3629451493 learned_addr learned my addr 172.21.15.46:0/3629451493 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:13.011 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.005+0000 7f7418864700 1 --2- 172.21.15.46:0/3629451493 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f741415d630 0x7f74140c8820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:13.012 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.005+0000 7f7413fff700 1 --2- 172.21.15.46:0/3629451493 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f741406a7a0 0x7f74141f2860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:13.012 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.005+0000 7f74137fe700 1 -- 172.21.15.46:0/3629451493 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f741406a7a0 msgr2=0x7f74141f2860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:13.012 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.005+0000 7f74137fe700 1 --2- 172.21.15.46:0/3629451493 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f741406a7a0 0x7f74141f2860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:13.012 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.005+0000 7f74137fe700 1 -- 172.21.15.46:0/3629451493 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f741415d630 msgr2=0x7f74140c8820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:13.013 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.005+0000 7f74137fe700 1 --2- 172.21.15.46:0/3629451493 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f741415d630 0x7f74140c8820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:13.013 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.005+0000 7f74137fe700 1 -- 172.21.15.46:0/3629451493 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7404009550 con 0x7f741406f850 2023-09-21T13:06:13.013 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.005+0000 7f7418864700 1 --2- 172.21.15.46:0/3629451493 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f741415d630 0x7f74140c8820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:06:13.013 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.005+0000 7f7413fff700 1 --2- 172.21.15.46:0/3629451493 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f741406a7a0 0x7f74141f2860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:06:13.013 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.006+0000 7f74137fe700 1 --2- 172.21.15.46:0/3629451493 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f741406f850 0x7f74141561e0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f740800d800 tx=0x7f740800dbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:13.014 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.006+0000 7f7410ff9700 1 -- 172.21.15.46:0/3629451493 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74080125f0 con 0x7f741406f850 2023-09-21T13:06:13.014 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.006+0000 7f7410ff9700 1 -- 172.21.15.46:0/3629451493 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7408012750 con 0x7f741406f850 2023-09-21T13:06:13.014 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.006+0000 7f741a2c7700 1 -- 172.21.15.46:0/3629451493 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7414147650 con 0x7f741406f850 2023-09-21T13:06:13.014 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.006+0000 7f7410ff9700 1 -- 172.21.15.46:0/3629451493 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7408012ae0 con 0x7f741406f850 2023-09-21T13:06:13.014 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.006+0000 7f741a2c7700 1 -- 172.21.15.46:0/3629451493 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7414147c10 con 0x7f741406f850 2023-09-21T13:06:13.015 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.007+0000 7f741a2c7700 1 -- 172.21.15.46:0/3629451493 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7414157de0 con 0x7f741406f850 2023-09-21T13:06:13.015 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.007+0000 7f7410ff9700 1 -- 172.21.15.46:0/3629451493 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f7408012c40 con 0x7f741406f850 2023-09-21T13:06:13.015 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.008+0000 7f7410ff9700 1 --2- 172.21.15.46:0/3629451493 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f740006a580 0x7f740006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:13.015 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.008+0000 7f7410ff9700 1 -- 172.21.15.46:0/3629451493 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f7408088d50 con 0x7f741406f850 2023-09-21T13:06:13.015 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.008+0000 7f7413fff700 1 --2- 172.21.15.46:0/3629451493 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f740006a580 0x7f740006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:13.016 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.008+0000 7f7413fff700 1 --2- 172.21.15.46:0/3629451493 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f740006a580 0x7f740006ca40 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f7404000c00 tx=0x7f7404008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:13.016 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.012+0000 7f7410ff9700 1 -- 172.21.15.46:0/3629451493 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f7408054240 con 0x7f741406f850 2023-09-21T13:06:13.262 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.266+0000 7f741a2c7700 1 -- 172.21.15.46:0/3629451493 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f7414068b90 con 0x7f741406f850 2023-09-21T13:06:13.262 INFO:tasks.ceph.mon.a.smithi046.stderr:2023-09-21T13:06:13.266+0000 7f1edfa65700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-09-21T13:06:13.268 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.272+0000 7f7410ff9700 1 -- 172.21.15.46:0/3629451493 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v8) v1 ==== 161+0+0 (secure 0 0 0) 0x7f7408057860 con 0x7f741406f850 2023-09-21T13:06:13.271 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.275+0000 7f741a2c7700 1 -- 172.21.15.46:0/3629451493 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f740006a580 msgr2=0x7f740006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:13.271 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.275+0000 7f741a2c7700 1 --2- 172.21.15.46:0/3629451493 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f740006a580 0x7f740006ca40 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f7404000c00 tx=0x7f7404008030 comp rx=0 tx=0).stop 2023-09-21T13:06:13.272 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.275+0000 7f741a2c7700 1 -- 172.21.15.46:0/3629451493 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f741406f850 msgr2=0x7f74141561e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:13.272 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.275+0000 7f741a2c7700 1 --2- 172.21.15.46:0/3629451493 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f741406f850 0x7f74141561e0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f740800d800 tx=0x7f740800dbc0 comp rx=0 tx=0).stop 2023-09-21T13:06:13.272 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.275+0000 7f741a2c7700 1 -- 172.21.15.46:0/3629451493 shutdown_connections 2023-09-21T13:06:13.272 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.275+0000 7f741a2c7700 1 --2- 172.21.15.46:0/3629451493 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f740006a580 0x7f740006ca40 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:13.272 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.275+0000 7f741a2c7700 1 --2- 172.21.15.46:0/3629451493 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f741415d630 0x7f74140c8820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:13.273 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.275+0000 7f741a2c7700 1 --2- 172.21.15.46:0/3629451493 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f741406a7a0 0x7f74141f2860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:13.273 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.275+0000 7f741a2c7700 1 --2- 172.21.15.46:0/3629451493 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f741406f850 0x7f74141561e0 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:13.273 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.275+0000 7f741a2c7700 1 -- 172.21.15.46:0/3629451493 >> 172.21.15.46:0/3629451493 conn(0x7f74140d01f0 msgr2=0x7f74140b5690 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:13.273 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.275+0000 7f741a2c7700 1 -- 172.21.15.46:0/3629451493 shutdown_connections 2023-09-21T13:06:13.273 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.275+0000 7f741a2c7700 1 -- 172.21.15.46:0/3629451493 wait complete. 2023-09-21T13:06:13.274 INFO:tasks.ceph.mds.b.smithi057.stderr: -3278> 2023-09-21T13:05:17.711+0000 7fbb0bc4a700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-09-21T13:06:13.274 INFO:teuthology.orchestra.run.smithi046.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2023-09-21T13:06:13.285 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2023-09-21T13:06:13.305 INFO:tasks.ceph.mds.b.smithi057.stdout:starting mds.b at 2023-09-21T13:06:13.424 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.428+0000 7fcec790a700 1 Processor -- start 2023-09-21T13:06:13.425 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.428+0000 7fcec790a700 1 -- start start 2023-09-21T13:06:13.428 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.429+0000 7fcec790a700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fcec00cf660 0x7fcec00cb9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:13.428 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.429+0000 7fcec790a700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fcec015d900 0x7fcec00cbf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:13.428 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.429+0000 7fcec790a700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcec006c960 con 0x7fcec015d520 2023-09-21T13:06:13.429 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.429+0000 7fcec790a700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcec006bd70 con 0x7fcec015d900 2023-09-21T13:06:13.429 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.429+0000 7fcec790a700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcec006c030 con 0x7fcec00cf660 2023-09-21T13:06:13.429 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.429+0000 7fcec5ea7700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fcec015d900 0x7fcec00cbf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:13.429 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.429+0000 7fcec5ea7700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fcec015d900 0x7fcec00cbf10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:42038/0 (socket says 172.21.15.46:42038) 2023-09-21T13:06:13.430 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.429+0000 7fcec5ea7700 1 -- 172.21.15.46:0/3250103139 learned_addr learned my addr 172.21.15.46:0/3250103139 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:13.430 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.430+0000 7fcec4ea5700 1 --2- 172.21.15.46:0/3250103139 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fcec00cf660 0x7fcec00cb9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:13.430 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.430+0000 7fcec5ea7700 1 -- 172.21.15.46:0/3250103139 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fcec00cf660 msgr2=0x7fcec00cb9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:13.431 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.430+0000 7fcec5ea7700 1 --2- 172.21.15.46:0/3250103139 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fcec00cf660 0x7fcec00cb9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:13.431 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.430+0000 7fcec5ea7700 1 -- 172.21.15.46:0/3250103139 >> v1:172.21.15.57:6789/0 conn(0x7fcec015d520 legacy=0x7fcec00cef50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:13.431 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.430+0000 7fcec5ea7700 1 -- 172.21.15.46:0/3250103139 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcec006c310 con 0x7fcec015d900 2023-09-21T13:06:13.431 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.430+0000 7fcec5ea7700 1 --2- 172.21.15.46:0/3250103139 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcec015d900 0x7fcec00cbf10 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fceb8009e50 tx=0x7fceb800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=267ddd34089437d0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:13.431 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.430+0000 7fceb7fff700 1 -- 172.21.15.46:0/3250103139 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fceb800e070 con 0x7fcec015d900 2023-09-21T13:06:13.432 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.430+0000 7fceb7fff700 1 -- 172.21.15.46:0/3250103139 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fceb800b9c0 con 0x7fcec015d900 2023-09-21T13:06:13.432 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.430+0000 7fceb7fff700 1 -- 172.21.15.46:0/3250103139 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fceb800bd70 con 0x7fcec015d900 2023-09-21T13:06:13.432 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.431+0000 7fcec790a700 1 -- 172.21.15.46:0/3250103139 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcec015d900 msgr2=0x7fcec00cbf10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:13.432 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.431+0000 7fcec790a700 1 --2- 172.21.15.46:0/3250103139 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcec015d900 0x7fcec00cbf10 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fceb8009e50 tx=0x7fceb800b330 comp rx=0 tx=0).stop 2023-09-21T13:06:13.432 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.431+0000 7fcec790a700 1 -- 172.21.15.46:0/3250103139 shutdown_connections 2023-09-21T13:06:13.433 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.431+0000 7fcec790a700 1 --2- 172.21.15.46:0/3250103139 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcec015d900 0x7fcec00cbf10 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:13.433 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.431+0000 7fcec790a700 1 --2- 172.21.15.46:0/3250103139 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fcec00cf660 0x7fcec00cb9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:13.433 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.431+0000 7fcec790a700 1 -- 172.21.15.46:0/3250103139 >> 172.21.15.46:0/3250103139 conn(0x7fcec006ea60 msgr2=0x7fcec006ee40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:13.433 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.431+0000 7fcec790a700 1 -- 172.21.15.46:0/3250103139 shutdown_connections 2023-09-21T13:06:13.433 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.431+0000 7fcec790a700 1 -- 172.21.15.46:0/3250103139 wait complete. 2023-09-21T13:06:13.436 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.432+0000 7fcec790a700 1 Processor -- start 2023-09-21T13:06:13.436 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.432+0000 7fcec790a700 1 -- start start 2023-09-21T13:06:13.436 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.433+0000 7fcec790a700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fcec00cf660 0x7fcec0159570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:13.436 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.433+0000 7fcec790a700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fcec015d520 0x7fcec00b4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:13.437 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.433+0000 7fcec790a700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcec015d900 0x7fcec00b4780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:13.437 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.433+0000 7fcec790a700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcec00acfc0 con 0x7fcec015d900 2023-09-21T13:06:13.437 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.433+0000 7fcec790a700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcec00b0450 con 0x7fcec015d520 2023-09-21T13:06:13.437 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.433+0000 7fcec790a700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcec00ac900 con 0x7fcec00cf660 2023-09-21T13:06:13.437 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.433+0000 7fcec5ea7700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcec015d900 0x7fcec00b4780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:13.438 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.433+0000 7fcec5ea7700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcec015d900 0x7fcec00b4780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:42040/0 (socket says 172.21.15.46:42040) 2023-09-21T13:06:13.438 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.433+0000 7fcec5ea7700 1 -- 172.21.15.46:0/1001460284 learned_addr learned my addr 172.21.15.46:0/1001460284 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:13.438 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.433+0000 7fcec4ea5700 1 --2- 172.21.15.46:0/1001460284 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fcec015d520 0x7fcec00b4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:13.438 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.433+0000 7fcec56a6700 1 --2- 172.21.15.46:0/1001460284 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fcec00cf660 0x7fcec0159570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:13.439 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.433+0000 7fcec5ea7700 1 -- 172.21.15.46:0/1001460284 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fcec00cf660 msgr2=0x7fcec0159570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:13.439 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.433+0000 7fcec5ea7700 1 --2- 172.21.15.46:0/1001460284 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fcec00cf660 0x7fcec0159570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:13.439 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.434+0000 7fcec5ea7700 1 -- 172.21.15.46:0/1001460284 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fcec015d520 msgr2=0x7fcec00b4240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:13.439 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.434+0000 7fcec5ea7700 1 --2- 172.21.15.46:0/1001460284 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fcec015d520 0x7fcec00b4240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:13.439 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.434+0000 7fcec5ea7700 1 -- 172.21.15.46:0/1001460284 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fceb8009b30 con 0x7fcec015d900 2023-09-21T13:06:13.439 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.434+0000 7fcec5ea7700 1 --2- 172.21.15.46:0/1001460284 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcec015d900 0x7fcec00b4780 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7fcec00cea70 tx=0x7fceb8004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:13.440 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.434+0000 7fceb5ffb700 1 -- 172.21.15.46:0/1001460284 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fceb8004800 con 0x7fcec015d900 2023-09-21T13:06:13.440 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.434+0000 7fceb5ffb700 1 -- 172.21.15.46:0/1001460284 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fceb8004960 con 0x7fcec015d900 2023-09-21T13:06:13.440 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.434+0000 7fcec790a700 1 -- 172.21.15.46:0/1001460284 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcec00acbe0 con 0x7fcec015d900 2023-09-21T13:06:13.440 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.434+0000 7fceb5ffb700 1 -- 172.21.15.46:0/1001460284 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fceb801b670 con 0x7fcec015d900 2023-09-21T13:06:13.441 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.434+0000 7fcec790a700 1 -- 172.21.15.46:0/1001460284 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcec00b00e0 con 0x7fcec015d900 2023-09-21T13:06:13.441 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.435+0000 7fcec790a700 1 -- 172.21.15.46:0/1001460284 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcec0068340 con 0x7fcec015d900 2023-09-21T13:06:13.441 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.436+0000 7fceb5ffb700 1 -- 172.21.15.46:0/1001460284 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fceb801b7d0 con 0x7fcec015d900 2023-09-21T13:06:13.441 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.436+0000 7fceb5ffb700 1 --2- 172.21.15.46:0/1001460284 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fcea406a580 0x7fcea406ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:13.441 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.436+0000 7fceb5ffb700 1 -- 172.21.15.46:0/1001460284 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 5911+0+0 (secure 0 0 0) 0x7fceb808a2b0 con 0x7fcec015d900 2023-09-21T13:06:13.442 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.436+0000 7fcec56a6700 1 --2- 172.21.15.46:0/1001460284 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fcea406a580 0x7fcea406ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:13.442 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.437+0000 7fcec56a6700 1 --2- 172.21.15.46:0/1001460284 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fcea406a580 0x7fcea406ca40 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fcec0160aa0 tx=0x7fcebc009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:13.442 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.441+0000 7fceb5ffb700 1 -- 172.21.15.46:0/1001460284 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fceb80557f0 con 0x7fcec015d900 2023-09-21T13:06:13.691 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:13.695+0000 7fcec790a700 1 -- 172.21.15.46:0/1001460284 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7fcec004f330 con 0x7fcec015d900 2023-09-21T13:06:14.271 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.275+0000 7fceb5ffb700 1 -- 172.21.15.46:0/1001460284 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v9) v1 ==== 104+0+0 (secure 0 0 0) 0x7fceb8058e10 con 0x7fcec015d900 2023-09-21T13:06:14.275 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.278+0000 7fcec790a700 1 -- 172.21.15.46:0/1001460284 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fcea406a580 msgr2=0x7fcea406ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:14.275 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.278+0000 7fcec790a700 1 --2- 172.21.15.46:0/1001460284 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fcea406a580 0x7fcea406ca40 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fcec0160aa0 tx=0x7fcebc009040 comp rx=0 tx=0).stop 2023-09-21T13:06:14.275 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.278+0000 7fcec790a700 1 -- 172.21.15.46:0/1001460284 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcec015d900 msgr2=0x7fcec00b4780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:14.275 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.278+0000 7fcec790a700 1 --2- 172.21.15.46:0/1001460284 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcec015d900 0x7fcec00b4780 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7fcec00cea70 tx=0x7fceb8004ad0 comp rx=0 tx=0).stop 2023-09-21T13:06:14.276 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.278+0000 7fcec790a700 1 -- 172.21.15.46:0/1001460284 shutdown_connections 2023-09-21T13:06:14.276 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.278+0000 7fcec790a700 1 --2- 172.21.15.46:0/1001460284 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fcea406a580 0x7fcea406ca40 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:14.276 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.278+0000 7fcec790a700 1 --2- 172.21.15.46:0/1001460284 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcec015d900 0x7fcec00b4780 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:14.276 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.278+0000 7fcec790a700 1 --2- 172.21.15.46:0/1001460284 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fcec00cf660 0x7fcec0159570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:14.276 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.278+0000 7fcec790a700 1 --2- 172.21.15.46:0/1001460284 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fcec015d520 0x7fcec00b4240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:14.277 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.278+0000 7fcec790a700 1 -- 172.21.15.46:0/1001460284 >> 172.21.15.46:0/1001460284 conn(0x7fcec006ea60 msgr2=0x7fcec00c7c70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:14.277 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.279+0000 7fcec790a700 1 -- 172.21.15.46:0/1001460284 shutdown_connections 2023-09-21T13:06:14.277 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.279+0000 7fcec790a700 1 -- 172.21.15.46:0/1001460284 wait complete. 2023-09-21T13:06:14.291 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2023-09-21T13:06:14.437 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.441+0000 7fbba13da700 1 Processor -- start 2023-09-21T13:06:14.438 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.441+0000 7fbba13da700 1 -- start start 2023-09-21T13:06:14.440 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.442+0000 7fbba13da700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fbb9c15d740 0x7fbb9c0ce0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:14.440 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.442+0000 7fbba13da700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbb9c0cfad0 0x7fbb9c0b4fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:14.441 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.442+0000 7fbba13da700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbb9c15db20 con 0x7fbb9c0b9260 2023-09-21T13:06:14.441 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.442+0000 7fbba13da700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbb9c0cea30 con 0x7fbb9c15d740 2023-09-21T13:06:14.441 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.442+0000 7fbba13da700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbb9c0ced10 con 0x7fbb9c0cfad0 2023-09-21T13:06:14.441 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.442+0000 7fbb9affd700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fbb9c15d740 0x7fbb9c0ce0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:14.441 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.442+0000 7fbb9affd700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fbb9c15d740 0x7fbb9c0ce0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:49278/0 (socket says 172.21.15.46:49278) 2023-09-21T13:06:14.442 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.442+0000 7fbb9affd700 1 -- 172.21.15.46:0/2303679416 learned_addr learned my addr 172.21.15.46:0/2303679416 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:14.442 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.442+0000 7fbb9a7fc700 1 --2- 172.21.15.46:0/2303679416 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbb9c0cfad0 0x7fbb9c0b4fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:14.442 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.442+0000 7fbb9affd700 1 -- 172.21.15.46:0/2303679416 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbb9c0cfad0 msgr2=0x7fbb9c0b4fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:14.442 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.442+0000 7fbb9affd700 1 --2- 172.21.15.46:0/2303679416 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbb9c0cfad0 0x7fbb9c0b4fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:14.442 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.442+0000 7fbb9affd700 1 -- 172.21.15.46:0/2303679416 >> v1:172.21.15.57:6789/0 conn(0x7fbb9c0b9260 legacy=0x7fbb9c06b760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:14.443 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.442+0000 7fbb9affd700 1 -- 172.21.15.46:0/2303679416 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb9c0ceff0 con 0x7fbb9c15d740 2023-09-21T13:06:14.443 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.442+0000 7fbb9a7fc700 1 --2- 172.21.15.46:0/2303679416 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbb9c0cfad0 0x7fbb9c0b4fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T13:06:14.443 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.442+0000 7fbb9affd700 1 --2- 172.21.15.46:0/2303679416 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbb9c15d740 0x7fbb9c0ce0c0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fbb900098f0 tx=0x7fbb90009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fabc540859747749 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:14.443 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.443+0000 7fbb99ffb700 1 -- 172.21.15.46:0/2303679416 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb90004230 con 0x7fbb9c15d740 2023-09-21T13:06:14.443 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.443+0000 7fbb99ffb700 1 -- 172.21.15.46:0/2303679416 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbb90004390 con 0x7fbb9c15d740 2023-09-21T13:06:14.444 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.443+0000 7fbb99ffb700 1 -- 172.21.15.46:0/2303679416 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb900036a0 con 0x7fbb9c15d740 2023-09-21T13:06:14.444 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.443+0000 7fbba13da700 1 -- 172.21.15.46:0/2303679416 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbb9c15d740 msgr2=0x7fbb9c0ce0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:14.444 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.443+0000 7fbba13da700 1 --2- 172.21.15.46:0/2303679416 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbb9c15d740 0x7fbb9c0ce0c0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fbb900098f0 tx=0x7fbb90009c00 comp rx=0 tx=0).stop 2023-09-21T13:06:14.444 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.443+0000 7fbba13da700 1 -- 172.21.15.46:0/2303679416 shutdown_connections 2023-09-21T13:06:14.445 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.443+0000 7fbba13da700 1 --2- 172.21.15.46:0/2303679416 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbb9c15d740 0x7fbb9c0ce0c0 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:14.445 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.443+0000 7fbba13da700 1 --2- 172.21.15.46:0/2303679416 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbb9c0cfad0 0x7fbb9c0b4fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:14.445 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.443+0000 7fbba13da700 1 -- 172.21.15.46:0/2303679416 >> 172.21.15.46:0/2303679416 conn(0x7fbb9c0d3b80 msgr2=0x7fbb9c0cffd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:14.445 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.443+0000 7fbba13da700 1 -- 172.21.15.46:0/2303679416 shutdown_connections 2023-09-21T13:06:14.446 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.443+0000 7fbba13da700 1 -- 172.21.15.46:0/2303679416 wait complete. 2023-09-21T13:06:14.449 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.445+0000 7fbba13da700 1 Processor -- start 2023-09-21T13:06:14.449 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.445+0000 7fbba13da700 1 -- start start 2023-09-21T13:06:14.449 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.446+0000 7fbba13da700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbb9c0b9260 0x7fbb9c1f27d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:14.450 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.446+0000 7fbba13da700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fbb9c0cfad0 0x7fbb9c0ccac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:14.450 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.446+0000 7fbba13da700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbb9c15d740 0x7fbb9c15b170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:14.450 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.446+0000 7fbba13da700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb9c1607d0 con 0x7fbb9c15d740 2023-09-21T13:06:14.451 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.446+0000 7fbba13da700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb9c0cad10 con 0x7fbb9c0cfad0 2023-09-21T13:06:14.451 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.446+0000 7fbba13da700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbb9c15fa80 con 0x7fbb9c0b9260 2023-09-21T13:06:14.451 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.446+0000 7fbb9b7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbb9c15d740 0x7fbb9c15b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:14.451 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.446+0000 7fbb9b7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbb9c15d740 0x7fbb9c15b170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:49280/0 (socket says 172.21.15.46:49280) 2023-09-21T13:06:14.451 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.446+0000 7fbb9b7fe700 1 -- 172.21.15.46:0/201713184 learned_addr learned my addr 172.21.15.46:0/201713184 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:14.452 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.446+0000 7fbb9a7fc700 1 --2- 172.21.15.46:0/201713184 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fbb9c0cfad0 0x7fbb9c0ccac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:14.452 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.446+0000 7fbb9affd700 1 --2- 172.21.15.46:0/201713184 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbb9c0b9260 0x7fbb9c1f27d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:14.452 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.446+0000 7fbb9b7fe700 1 -- 172.21.15.46:0/201713184 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbb9c0b9260 msgr2=0x7fbb9c1f27d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:14.452 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.446+0000 7fbb9b7fe700 1 --2- 172.21.15.46:0/201713184 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbb9c0b9260 0x7fbb9c1f27d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:14.453 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.446+0000 7fbb9b7fe700 1 -- 172.21.15.46:0/201713184 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fbb9c0cfad0 msgr2=0x7fbb9c0ccac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:14.453 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.446+0000 7fbb9b7fe700 1 --2- 172.21.15.46:0/201713184 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fbb9c0cfad0 0x7fbb9c0ccac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:14.453 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.446+0000 7fbb9b7fe700 1 -- 172.21.15.46:0/201713184 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb90009550 con 0x7fbb9c15d740 2023-09-21T13:06:14.454 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.447+0000 7fbb9b7fe700 1 --2- 172.21.15.46:0/201713184 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbb9c15d740 0x7fbb9c15b170 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fbb9400cc10 tx=0x7fbb9400cf20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:14.454 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.447+0000 7fbb837fe700 1 -- 172.21.15.46:0/201713184 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb94004b90 con 0x7fbb9c15d740 2023-09-21T13:06:14.454 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.447+0000 7fbb837fe700 1 -- 172.21.15.46:0/201713184 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbb94004cf0 con 0x7fbb9c15d740 2023-09-21T13:06:14.454 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.447+0000 7fbba13da700 1 -- 172.21.15.46:0/201713184 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbb9c15fd60 con 0x7fbb9c15d740 2023-09-21T13:06:14.455 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.447+0000 7fbb837fe700 1 -- 172.21.15.46:0/201713184 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb9400aae0 con 0x7fbb9c15d740 2023-09-21T13:06:14.455 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.447+0000 7fbba13da700 1 -- 172.21.15.46:0/201713184 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbb9c0ca9a0 con 0x7fbb9c15d740 2023-09-21T13:06:14.455 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.448+0000 7fbba13da700 1 -- 172.21.15.46:0/201713184 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbb9c0cae80 con 0x7fbb9c15d740 2023-09-21T13:06:14.456 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.448+0000 7fbb837fe700 1 -- 172.21.15.46:0/201713184 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fbb9400ac40 con 0x7fbb9c15d740 2023-09-21T13:06:14.456 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.449+0000 7fbb837fe700 1 --2- 172.21.15.46:0/201713184 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fbb8806a580 0x7fbb8806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:14.456 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.449+0000 7fbb837fe700 1 -- 172.21.15.46:0/201713184 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 5911+0+0 (secure 0 0 0) 0x7fbb940884a0 con 0x7fbb9c15d740 2023-09-21T13:06:14.456 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.449+0000 7fbb9affd700 1 --2- 172.21.15.46:0/201713184 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fbb8806a580 0x7fbb8806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:14.457 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.449+0000 7fbb9affd700 1 --2- 172.21.15.46:0/201713184 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fbb8806a580 0x7fbb8806ca40 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fbb90009130 tx=0x7fbb90008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:14.457 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.455+0000 7fbb837fe700 1 -- 172.21.15.46:0/201713184 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fbb94053950 con 0x7fbb9c15d740 2023-09-21T13:06:14.664 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:14.667+0000 7fbba13da700 1 -- 172.21.15.46:0/201713184 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7fbb9c04f330 con 0x7fbb9c15d740 2023-09-21T13:06:15.285 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.289+0000 7fbb837fe700 1 -- 172.21.15.46:0/201713184 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v24) v1 ==== 181+0+0 (secure 0 0 0) 0x7fbb940170d0 con 0x7fbb9c15d740 2023-09-21T13:06:15.290 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.293+0000 7fbba13da700 1 -- 172.21.15.46:0/201713184 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fbb8806a580 msgr2=0x7fbb8806ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:15.290 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.293+0000 7fbba13da700 1 --2- 172.21.15.46:0/201713184 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fbb8806a580 0x7fbb8806ca40 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fbb90009130 tx=0x7fbb90008030 comp rx=0 tx=0).stop 2023-09-21T13:06:15.290 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.293+0000 7fbba13da700 1 -- 172.21.15.46:0/201713184 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbb9c15d740 msgr2=0x7fbb9c15b170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:15.290 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.293+0000 7fbba13da700 1 --2- 172.21.15.46:0/201713184 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbb9c15d740 0x7fbb9c15b170 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fbb9400cc10 tx=0x7fbb9400cf20 comp rx=0 tx=0).stop 2023-09-21T13:06:15.291 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.293+0000 7fbba13da700 1 -- 172.21.15.46:0/201713184 shutdown_connections 2023-09-21T13:06:15.291 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.293+0000 7fbba13da700 1 --2- 172.21.15.46:0/201713184 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fbb8806a580 0x7fbb8806ca40 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:15.291 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.293+0000 7fbba13da700 1 --2- 172.21.15.46:0/201713184 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbb9c15d740 0x7fbb9c15b170 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:15.291 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.293+0000 7fbba13da700 1 --2- 172.21.15.46:0/201713184 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbb9c0b9260 0x7fbb9c1f27d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:15.291 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.293+0000 7fbba13da700 1 --2- 172.21.15.46:0/201713184 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fbb9c0cfad0 0x7fbb9c0ccac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:15.292 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.293+0000 7fbba13da700 1 -- 172.21.15.46:0/201713184 >> 172.21.15.46:0/201713184 conn(0x7fbb9c0d3b80 msgr2=0x7fbb9c0c9090 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:15.292 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.294+0000 7fbba13da700 1 -- 172.21.15.46:0/201713184 shutdown_connections 2023-09-21T13:06:15.292 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.294+0000 7fbba13da700 1 -- 172.21.15.46:0/201713184 wait complete. 2023-09-21T13:06:15.293 INFO:teuthology.orchestra.run.smithi046.stderr:pool 'cephfs_metadata' removed 2023-09-21T13:06:15.307 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2023-09-21T13:06:15.453 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.457+0000 7f6b556ce700 1 Processor -- start 2023-09-21T13:06:15.453 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.457+0000 7f6b556ce700 1 -- start start 2023-09-21T13:06:15.456 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.457+0000 7f6b556ce700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f6b5006fdf0 0x7f6b5015bab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:15.456 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.457+0000 7f6b556ce700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f6b500b2870 0x7f6b5006eca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:15.457 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.457+0000 7f6b556ce700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6b50071800 con 0x7f6b5006f1e0 2023-09-21T13:06:15.457 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.457+0000 7f6b556ce700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6b500ccb70 con 0x7f6b5006fdf0 2023-09-21T13:06:15.457 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.457+0000 7f6b556ce700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6b5015bff0 con 0x7f6b500b2870 2023-09-21T13:06:15.457 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.458+0000 7f6b4effd700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f6b5006fdf0 0x7f6b5015bab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:15.458 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.458+0000 7f6b4effd700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f6b5006fdf0 0x7f6b5015bab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:49292/0 (socket says 172.21.15.46:49292) 2023-09-21T13:06:15.458 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.458+0000 7f6b4f7fe700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f6b5006f1e0 0x7f6b50071f70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:51518/0 (socket says 172.21.15.46:51518) 2023-09-21T13:06:15.458 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.458+0000 7f6b4effd700 1 -- 172.21.15.46:0/1356005654 learned_addr learned my addr 172.21.15.46:0/1356005654 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:15.459 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.458+0000 7f6b4e7fc700 1 --2- 172.21.15.46:0/1356005654 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f6b500b2870 0x7f6b5006eca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:15.459 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.458+0000 7f6b4effd700 1 -- 172.21.15.46:0/1356005654 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f6b500b2870 msgr2=0x7f6b5006eca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:15.459 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.458+0000 7f6b4effd700 1 --2- 172.21.15.46:0/1356005654 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f6b500b2870 0x7f6b5006eca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:15.459 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.458+0000 7f6b4effd700 1 -- 172.21.15.46:0/1356005654 >> v1:172.21.15.46:6789/0 conn(0x7f6b5006f1e0 legacy=0x7f6b50071f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:15.460 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.458+0000 7f6b4effd700 1 -- 172.21.15.46:0/1356005654 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6b500701d0 con 0x7f6b5006fdf0 2023-09-21T13:06:15.460 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.458+0000 7f6b4dffb700 1 -- 172.21.15.46:0/1356005654 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1655601838 0 0) 0x7f6b50071800 con 0x7f6b5006f1e0 2023-09-21T13:06:15.460 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.458+0000 7f6b4effd700 1 --2- 172.21.15.46:0/1356005654 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6b5006fdf0 0x7f6b5015bab0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f6b400098f0 tx=0x7f6b40009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9970af46844626d0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:15.460 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.458+0000 7f6b4dffb700 1 -- 172.21.15.46:0/1356005654 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b40011830 con 0x7f6b5006fdf0 2023-09-21T13:06:15.460 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.458+0000 7f6b4dffb700 1 -- 172.21.15.46:0/1356005654 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6b40011990 con 0x7f6b5006fdf0 2023-09-21T13:06:15.461 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.458+0000 7f6b4dffb700 1 -- 172.21.15.46:0/1356005654 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b40011d20 con 0x7f6b5006fdf0 2023-09-21T13:06:15.461 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.459+0000 7f6b556ce700 1 -- 172.21.15.46:0/1356005654 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6b5006fdf0 msgr2=0x7f6b5015bab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:15.461 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.459+0000 7f6b556ce700 1 --2- 172.21.15.46:0/1356005654 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6b5006fdf0 0x7f6b5015bab0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f6b400098f0 tx=0x7f6b40009c00 comp rx=0 tx=0).stop 2023-09-21T13:06:15.461 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.459+0000 7f6b556ce700 1 -- 172.21.15.46:0/1356005654 shutdown_connections 2023-09-21T13:06:15.462 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.459+0000 7f6b556ce700 1 --2- 172.21.15.46:0/1356005654 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6b5006fdf0 0x7f6b5015bab0 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:15.462 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.459+0000 7f6b556ce700 1 --2- 172.21.15.46:0/1356005654 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f6b500b2870 0x7f6b5006eca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:15.462 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.459+0000 7f6b556ce700 1 -- 172.21.15.46:0/1356005654 >> 172.21.15.46:0/1356005654 conn(0x7f6b500b1d50 msgr2=0x7f6b500b2160 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:15.462 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.459+0000 7f6b556ce700 1 -- 172.21.15.46:0/1356005654 shutdown_connections 2023-09-21T13:06:15.462 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.459+0000 7f6b556ce700 1 -- 172.21.15.46:0/1356005654 wait complete. 2023-09-21T13:06:15.466 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.461+0000 7f6b556ce700 1 Processor -- start 2023-09-21T13:06:15.466 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.461+0000 7f6b556ce700 1 -- start start 2023-09-21T13:06:15.466 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.461+0000 7f6b556ce700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f6b5006f1e0 0x7f6b5015e9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:15.467 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.461+0000 7f6b556ce700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f6b5006fdf0 0x7f6b50149420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:15.467 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.461+0000 7f6b556ce700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6b500b2870 0x7f6b50147940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:15.467 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.461+0000 7f6b556ce700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6b50147520 con 0x7f6b500b2870 2023-09-21T13:06:15.467 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.461+0000 7f6b556ce700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6b501471d0 con 0x7f6b5006f1e0 2023-09-21T13:06:15.468 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.461+0000 7f6b556ce700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6b5015f360 con 0x7f6b5006fdf0 2023-09-21T13:06:15.468 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.461+0000 7f6b4f7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6b500b2870 0x7f6b50147940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:15.468 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.462+0000 7f6b4f7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6b500b2870 0x7f6b50147940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:49296/0 (socket says 172.21.15.46:49296) 2023-09-21T13:06:15.468 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.462+0000 7f6b4f7fe700 1 -- 172.21.15.46:0/3010679005 learned_addr learned my addr 172.21.15.46:0/3010679005 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:15.469 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.462+0000 7f6b4e7fc700 1 --2- 172.21.15.46:0/3010679005 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f6b5006fdf0 0x7f6b50149420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:15.469 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.462+0000 7f6b4effd700 1 --2- 172.21.15.46:0/3010679005 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f6b5006f1e0 0x7f6b5015e9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:15.469 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.462+0000 7f6b4f7fe700 1 -- 172.21.15.46:0/3010679005 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f6b5006fdf0 msgr2=0x7f6b50149420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:15.469 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.462+0000 7f6b4f7fe700 1 --2- 172.21.15.46:0/3010679005 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f6b5006fdf0 0x7f6b50149420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:15.469 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.462+0000 7f6b4f7fe700 1 -- 172.21.15.46:0/3010679005 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f6b5006f1e0 msgr2=0x7f6b5015e9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:15.470 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.462+0000 7f6b4f7fe700 1 --2- 172.21.15.46:0/3010679005 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f6b5006f1e0 0x7f6b5015e9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:15.470 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.462+0000 7f6b4f7fe700 1 -- 172.21.15.46:0/3010679005 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6b40009550 con 0x7f6b500b2870 2023-09-21T13:06:15.470 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.462+0000 7f6b4f7fe700 1 --2- 172.21.15.46:0/3010679005 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6b500b2870 0x7f6b50147940 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f6b4800cca0 tx=0x7f6b4800a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:15.470 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.462+0000 7f6b477fe700 1 -- 172.21.15.46:0/3010679005 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b4800ab70 con 0x7f6b500b2870 2023-09-21T13:06:15.470 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.462+0000 7f6b477fe700 1 -- 172.21.15.46:0/3010679005 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6b4800acd0 con 0x7f6b500b2870 2023-09-21T13:06:15.471 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.462+0000 7f6b477fe700 1 -- 172.21.15.46:0/3010679005 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b48007310 con 0x7f6b500b2870 2023-09-21T13:06:15.471 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.462+0000 7f6b556ce700 1 -- 172.21.15.46:0/3010679005 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6b5015f640 con 0x7f6b500b2870 2023-09-21T13:06:15.471 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.462+0000 7f6b556ce700 1 -- 172.21.15.46:0/3010679005 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6b5015ef30 con 0x7f6b500b2870 2023-09-21T13:06:15.471 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.463+0000 7f6b556ce700 1 -- 172.21.15.46:0/3010679005 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6b50147660 con 0x7f6b500b2870 2023-09-21T13:06:15.471 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.464+0000 7f6b477fe700 1 -- 172.21.15.46:0/3010679005 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f6b48007470 con 0x7f6b500b2870 2023-09-21T13:06:15.472 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.464+0000 7f6b477fe700 1 --2- 172.21.15.46:0/3010679005 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f6b3006a580 0x7f6b3006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:15.472 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.464+0000 7f6b477fe700 1 -- 172.21.15.46:0/3010679005 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 5473+0+0 (secure 0 0 0) 0x7f6b48088400 con 0x7f6b500b2870 2023-09-21T13:06:15.472 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.464+0000 7f6b4effd700 1 --2- 172.21.15.46:0/3010679005 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f6b3006a580 0x7f6b3006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:15.472 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.465+0000 7f6b4effd700 1 --2- 172.21.15.46:0/3010679005 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f6b3006a580 0x7f6b3006ca40 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f6b40000c00 tx=0x7f6b40008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:15.472 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.469+0000 7f6b477fe700 1 -- 172.21.15.46:0/3010679005 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f6b50147660 con 0x7f6b500b2870 2023-09-21T13:06:15.671 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:15.675+0000 7f6b556ce700 1 -- 172.21.15.46:0/3010679005 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f6b50147660 con 0x7f6b500b2870 2023-09-21T13:06:16.289 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.293+0000 7f6b477fe700 1 -- 172.21.15.46:0/3010679005 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v25) v1 ==== 169+0+0 (secure 0 0 0) 0x7f6b50147660 con 0x7f6b500b2870 2023-09-21T13:06:16.295 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.297+0000 7f6b556ce700 1 -- 172.21.15.46:0/3010679005 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f6b3006a580 msgr2=0x7f6b3006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:16.295 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.297+0000 7f6b556ce700 1 --2- 172.21.15.46:0/3010679005 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f6b3006a580 0x7f6b3006ca40 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f6b40000c00 tx=0x7f6b40008030 comp rx=0 tx=0).stop 2023-09-21T13:06:16.295 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.298+0000 7f6b556ce700 1 -- 172.21.15.46:0/3010679005 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6b500b2870 msgr2=0x7f6b50147940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:16.295 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.298+0000 7f6b556ce700 1 --2- 172.21.15.46:0/3010679005 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6b500b2870 0x7f6b50147940 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f6b4800cca0 tx=0x7f6b4800a060 comp rx=0 tx=0).stop 2023-09-21T13:06:16.296 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.298+0000 7f6b556ce700 1 -- 172.21.15.46:0/3010679005 shutdown_connections 2023-09-21T13:06:16.296 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.298+0000 7f6b556ce700 1 --2- 172.21.15.46:0/3010679005 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f6b3006a580 0x7f6b3006ca40 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:16.296 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.298+0000 7f6b556ce700 1 --2- 172.21.15.46:0/3010679005 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6b500b2870 0x7f6b50147940 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:16.296 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.298+0000 7f6b556ce700 1 --2- 172.21.15.46:0/3010679005 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f6b5006f1e0 0x7f6b5015e9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:16.296 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.298+0000 7f6b556ce700 1 --2- 172.21.15.46:0/3010679005 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f6b5006fdf0 0x7f6b50149420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:16.297 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.298+0000 7f6b556ce700 1 -- 172.21.15.46:0/3010679005 >> 172.21.15.46:0/3010679005 conn(0x7f6b500b1d50 msgr2=0x7f6b50155810 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:16.297 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.298+0000 7f6b556ce700 1 -- 172.21.15.46:0/3010679005 shutdown_connections 2023-09-21T13:06:16.297 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.298+0000 7f6b556ce700 1 -- 172.21.15.46:0/3010679005 wait complete. 2023-09-21T13:06:16.297 INFO:teuthology.orchestra.run.smithi046.stderr:pool 'cephfs_data' removed 2023-09-21T13:06:16.311 INFO:tasks.ceph.mds.a:Restarting daemon 2023-09-21T13:06:16.311 INFO:tasks.ceph.mds.a:Stopping old one... 2023-09-21T13:06:16.312 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2023-09-21T13:06:16.312 INFO:teuthology.orchestra.run:waiting for 300 2023-09-21T13:06:16.312 INFO:tasks.ceph.mds.c:Restarting daemon 2023-09-21T13:06:16.313 INFO:tasks.ceph.mds.c:Stopping old one... 2023-09-21T13:06:16.313 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2023-09-21T13:06:16.313 INFO:teuthology.orchestra.run:waiting for 300 2023-09-21T13:06:16.313 INFO:tasks.ceph.mds.b:Restarting daemon 2023-09-21T13:06:16.314 INFO:tasks.ceph.mds.b:Stopping old one... 2023-09-21T13:06:16.314 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2023-09-21T13:06:16.314 INFO:teuthology.orchestra.run:waiting for 300 2023-09-21T13:06:16.315 INFO:tasks.ceph.mds.d:Restarting daemon 2023-09-21T13:06:16.315 INFO:tasks.ceph.mds.d:Stopping old one... 2023-09-21T13:06:16.315 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2023-09-21T13:06:16.315 INFO:teuthology.orchestra.run:waiting for 300 2023-09-21T13:06:16.322 INFO:tasks.ceph.mds.a:Stopped 2023-09-21T13:06:16.323 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2023-09-21T13:06:16.324 INFO:tasks.ceph.mds.c:Stopped 2023-09-21T13:06:16.324 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2023-09-21T13:06:16.326 INFO:tasks.ceph.mds.b:Stopped 2023-09-21T13:06:16.326 DEBUG:teuthology.orchestra.run.smithi057:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2023-09-21T13:06:16.327 INFO:tasks.ceph.mds.d:Stopped 2023-09-21T13:06:16.327 DEBUG:teuthology.orchestra.run.smithi057:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2023-09-21T13:06:16.366 INFO:tasks.ceph.mds.a:Started 2023-09-21T13:06:16.367 DEBUG:teuthology.parallel:result is None 2023-09-21T13:06:16.369 INFO:tasks.ceph.mds.c:Started 2023-09-21T13:06:16.369 DEBUG:teuthology.parallel:result is None 2023-09-21T13:06:16.371 INFO:tasks.ceph.mds.b:Started 2023-09-21T13:06:16.371 INFO:tasks.ceph.mds.d:Started 2023-09-21T13:06:16.372 DEBUG:teuthology.parallel:result is None 2023-09-21T13:06:16.372 DEBUG:teuthology.parallel:result is None 2023-09-21T13:06:16.373 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2023-09-21T13:06:16.461 INFO:tasks.ceph.mds.c.smithi046.stdout:starting mds.c at 2023-09-21T13:06:16.462 INFO:tasks.ceph.mds.a.smithi046.stdout:starting mds.a at 2023-09-21T13:06:16.466 INFO:tasks.ceph.mds.d.smithi057.stdout:starting mds.d at 2023-09-21T13:06:16.467 INFO:tasks.ceph.mds.b.smithi057.stdout:starting mds.b at 2023-09-21T13:06:16.521 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.525+0000 7fe5618f5700 1 Processor -- start 2023-09-21T13:06:16.522 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.525+0000 7fe5618f5700 1 -- start start 2023-09-21T13:06:16.524 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.526+0000 7fe5618f5700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7fe55c15d900 0x7fe55c0ce170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:16.524 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.526+0000 7fe5618f5700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe55c0ce6b0 0x7fe55c0b8330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:16.525 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.526+0000 7fe5618f5700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fe55c0b22b0 0x7fe55c0b8870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:16.525 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.526+0000 7fe5618f5700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe55c0b8db0 con 0x7fe55c0b22b0 2023-09-21T13:06:16.525 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.526+0000 7fe5618f5700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe55c0b6650 con 0x7fe55c15d900 2023-09-21T13:06:16.525 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.526+0000 7fe5618f5700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe55c0b7ea0 con 0x7fe55c0ce6b0 2023-09-21T13:06:16.525 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.526+0000 7fe55b7fe700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fe55c0b22b0 0x7fe55c0b8870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:16.526 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.526+0000 7fe55b7fe700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fe55c0b22b0 0x7fe55c0b8870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:49320/0 (socket says 172.21.15.46:49320) 2023-09-21T13:06:16.526 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.526+0000 7fe55b7fe700 1 -- 172.21.15.46:0/1142818316 learned_addr learned my addr 172.21.15.46:0/1142818316 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:16.526 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.526+0000 7fe55affd700 1 --2- 172.21.15.46:0/1142818316 >> v2:172.21.15.57:3300/0 conn(0x7fe55c15d900 0x7fe55c0ce170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:16.526 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.526+0000 7fe55a7fc700 1 --2- 172.21.15.46:0/1142818316 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe55c0ce6b0 0x7fe55c0b8330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:16.526 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.527+0000 7fe55b7fe700 1 -- 172.21.15.46:0/1142818316 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe55c0ce6b0 msgr2=0x7fe55c0b8330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:16.527 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.527+0000 7fe55b7fe700 1 --2- 172.21.15.46:0/1142818316 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe55c0ce6b0 0x7fe55c0b8330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:16.527 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.527+0000 7fe55b7fe700 1 -- 172.21.15.46:0/1142818316 >> v2:172.21.15.57:3300/0 conn(0x7fe55c15d900 msgr2=0x7fe55c0ce170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:16.527 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.527+0000 7fe55b7fe700 1 --2- 172.21.15.46:0/1142818316 >> v2:172.21.15.57:3300/0 conn(0x7fe55c15d900 0x7fe55c0ce170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:16.527 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.527+0000 7fe55b7fe700 1 -- 172.21.15.46:0/1142818316 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe55c0b7290 con 0x7fe55c0b22b0 2023-09-21T13:06:16.528 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.527+0000 7fe55affd700 1 --2- 172.21.15.46:0/1142818316 >> v2:172.21.15.57:3300/0 conn(0x7fe55c15d900 0x7fe55c0ce170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:06:16.528 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.527+0000 7fe55b7fe700 1 --2- 172.21.15.46:0/1142818316 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe55c0b22b0 0x7fe55c0b8870 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fe55c0b5ff0 tx=0x7fe55400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc1a6724e26d946d server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:16.528 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.527+0000 7fe559ffb700 1 -- 172.21.15.46:0/1142818316 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe55400e070 con 0x7fe55c0b22b0 2023-09-21T13:06:16.528 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.527+0000 7fe559ffb700 1 -- 172.21.15.46:0/1142818316 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe55400b9c0 con 0x7fe55c0b22b0 2023-09-21T13:06:16.528 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.527+0000 7fe559ffb700 1 -- 172.21.15.46:0/1142818316 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe55400bd70 con 0x7fe55c0b22b0 2023-09-21T13:06:16.529 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.527+0000 7fe5618f5700 1 -- 172.21.15.46:0/1142818316 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe55c0b22b0 msgr2=0x7fe55c0b8870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:16.529 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.528+0000 7fe5618f5700 1 --2- 172.21.15.46:0/1142818316 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe55c0b22b0 0x7fe55c0b8870 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fe55c0b5ff0 tx=0x7fe55400b330 comp rx=0 tx=0).stop 2023-09-21T13:06:16.529 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.528+0000 7fe5618f5700 1 -- 172.21.15.46:0/1142818316 shutdown_connections 2023-09-21T13:06:16.529 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.528+0000 7fe5618f5700 1 --2- 172.21.15.46:0/1142818316 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe55c0b22b0 0x7fe55c0b8870 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:16.529 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.528+0000 7fe5618f5700 1 --2- 172.21.15.46:0/1142818316 >> v2:172.21.15.57:3300/0 conn(0x7fe55c15d900 0x7fe55c0ce170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:16.530 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.528+0000 7fe5618f5700 1 --2- 172.21.15.46:0/1142818316 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe55c0ce6b0 0x7fe55c0b8330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:16.530 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.528+0000 7fe5618f5700 1 -- 172.21.15.46:0/1142818316 >> 172.21.15.46:0/1142818316 conn(0x7fe55c0722c0 msgr2=0x7fe55c0726d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:16.530 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.528+0000 7fe5618f5700 1 -- 172.21.15.46:0/1142818316 shutdown_connections 2023-09-21T13:06:16.530 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.528+0000 7fe5618f5700 1 -- 172.21.15.46:0/1142818316 wait complete. 2023-09-21T13:06:16.531 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~0s 2023-09-21T13:06:16.531 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~0s 2023-09-21T13:06:16.531 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~0s 2023-09-21T13:06:16.532 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~0s 2023-09-21T13:06:16.534 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.529+0000 7fe5618f5700 1 Processor -- start 2023-09-21T13:06:16.535 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.529+0000 7fe5618f5700 1 -- start start 2023-09-21T13:06:16.535 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.530+0000 7fe5618f5700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fe55c0b22b0 0x7fe55c15dce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:16.535 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.530+0000 7fe5618f5700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe55c0ce6b0 0x7fe55c0c6740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:16.535 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.530+0000 7fe5618f5700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe55c15d900 0x7fe55c1465d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:16.536 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.530+0000 7fe5618f5700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe55c15e220 con 0x7fe55c15d900 2023-09-21T13:06:16.536 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.530+0000 7fe5618f5700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe55c0cc190 con 0x7fe55c0b22b0 2023-09-21T13:06:16.536 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.530+0000 7fe5618f5700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe55c0cc470 con 0x7fe55c0ce6b0 2023-09-21T13:06:16.536 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.530+0000 7fe55b7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe55c15d900 0x7fe55c1465d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:16.536 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.530+0000 7fe55b7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe55c15d900 0x7fe55c1465d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:49326/0 (socket says 172.21.15.46:49326) 2023-09-21T13:06:16.537 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.530+0000 7fe55b7fe700 1 -- 172.21.15.46:0/2476850390 learned_addr learned my addr 172.21.15.46:0/2476850390 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:16.537 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.530+0000 7fe55affd700 1 --2- 172.21.15.46:0/2476850390 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fe55c0b22b0 0x7fe55c15dce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:16.537 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.530+0000 7fe55a7fc700 1 --2- 172.21.15.46:0/2476850390 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe55c0ce6b0 0x7fe55c0c6740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:16.537 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.530+0000 7fe55b7fe700 1 -- 172.21.15.46:0/2476850390 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe55c0ce6b0 msgr2=0x7fe55c0c6740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:16.537 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.530+0000 7fe55b7fe700 1 --2- 172.21.15.46:0/2476850390 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe55c0ce6b0 0x7fe55c0c6740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:16.538 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.530+0000 7fe55b7fe700 1 -- 172.21.15.46:0/2476850390 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fe55c0b22b0 msgr2=0x7fe55c15dce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:16.538 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.530+0000 7fe55b7fe700 1 --2- 172.21.15.46:0/2476850390 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fe55c0b22b0 0x7fe55c15dce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:16.538 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.530+0000 7fe55b7fe700 1 -- 172.21.15.46:0/2476850390 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe554009b30 con 0x7fe55c15d900 2023-09-21T13:06:16.538 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.531+0000 7fe55b7fe700 1 --2- 172.21.15.46:0/2476850390 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe55c15d900 0x7fe55c1465d0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fe55c0d0dc0 tx=0x7fe554004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:16.539 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.531+0000 7fe553fff700 1 -- 172.21.15.46:0/2476850390 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5540099b0 con 0x7fe55c15d900 2023-09-21T13:06:16.539 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.531+0000 7fe553fff700 1 -- 172.21.15.46:0/2476850390 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe554004250 con 0x7fe55c15d900 2023-09-21T13:06:16.540 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.531+0000 7fe553fff700 1 -- 172.21.15.46:0/2476850390 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe554004600 con 0x7fe55c15d900 2023-09-21T13:06:16.540 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.531+0000 7fe5618f5700 1 -- 172.21.15.46:0/2476850390 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe55c15fa70 con 0x7fe55c15d900 2023-09-21T13:06:16.540 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.531+0000 7fe5618f5700 1 -- 172.21.15.46:0/2476850390 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe55c0cbdd0 con 0x7fe55c15d900 2023-09-21T13:06:16.540 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.532+0000 7fe5618f5700 1 -- 172.21.15.46:0/2476850390 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe55c068b90 con 0x7fe55c15d900 2023-09-21T13:06:16.540 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.532+0000 7fe553fff700 1 -- 172.21.15.46:0/2476850390 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fe554004760 con 0x7fe55c15d900 2023-09-21T13:06:16.541 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.533+0000 7fe553fff700 1 --2- 172.21.15.46:0/2476850390 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fe53c06a580 0x7fe53c06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:16.541 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.533+0000 7fe553fff700 1 -- 172.21.15.46:0/2476850390 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 4943+0+0 (secure 0 0 0) 0x7fe554089ad0 con 0x7fe55c15d900 2023-09-21T13:06:16.541 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.533+0000 7fe55affd700 1 --2- 172.21.15.46:0/2476850390 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fe53c06a580 0x7fe53c06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:16.542 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.533+0000 7fe55affd700 1 --2- 172.21.15.46:0/2476850390 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fe53c06a580 0x7fe53c06ca40 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fe54c00c940 tx=0x7fe54c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:16.542 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.537+0000 7fe553fff700 1 -- 172.21.15.46:0/2476850390 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fe554055490 con 0x7fe55c15d900 2023-09-21T13:06:16.767 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:16.771+0000 7fe5618f5700 1 -- 172.21.15.46:0/2476850390 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) v1 -- 0x7fe55c0b91a0 con 0x7fe55c15d900 2023-09-21T13:06:18.104 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.108+0000 7fe553fff700 1 -- 172.21.15.46:0/2476850390 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v30) v1 ==== 97+0+0 (secure 0 0 0) 0x7fe554020080 con 0x7fe55c15d900 2023-09-21T13:06:18.108 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.111+0000 7fe5618f5700 1 -- 172.21.15.46:0/2476850390 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fe53c06a580 msgr2=0x7fe53c06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:18.108 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.111+0000 7fe5618f5700 1 --2- 172.21.15.46:0/2476850390 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fe53c06a580 0x7fe53c06ca40 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fe54c00c940 tx=0x7fe54c008040 comp rx=0 tx=0).stop 2023-09-21T13:06:18.108 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.111+0000 7fe5618f5700 1 -- 172.21.15.46:0/2476850390 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe55c15d900 msgr2=0x7fe55c1465d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:18.108 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.111+0000 7fe5618f5700 1 --2- 172.21.15.46:0/2476850390 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe55c15d900 0x7fe55c1465d0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fe55c0d0dc0 tx=0x7fe554004ad0 comp rx=0 tx=0).stop 2023-09-21T13:06:18.109 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.111+0000 7fe5618f5700 1 -- 172.21.15.46:0/2476850390 shutdown_connections 2023-09-21T13:06:18.109 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.111+0000 7fe5618f5700 1 --2- 172.21.15.46:0/2476850390 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fe53c06a580 0x7fe53c06ca40 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:18.109 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.111+0000 7fe5618f5700 1 --2- 172.21.15.46:0/2476850390 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe55c15d900 0x7fe55c1465d0 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:18.109 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.112+0000 7fe5618f5700 1 --2- 172.21.15.46:0/2476850390 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fe55c0b22b0 0x7fe55c15dce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:18.110 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.112+0000 7fe5618f5700 1 --2- 172.21.15.46:0/2476850390 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe55c0ce6b0 0x7fe55c0c6740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:18.110 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.112+0000 7fe5618f5700 1 -- 172.21.15.46:0/2476850390 >> 172.21.15.46:0/2476850390 conn(0x7fe55c0722c0 msgr2=0x7fe55c15b990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:18.110 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.112+0000 7fe5618f5700 1 -- 172.21.15.46:0/2476850390 shutdown_connections 2023-09-21T13:06:18.110 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.112+0000 7fe5618f5700 1 -- 172.21.15.46:0/2476850390 wait complete. 2023-09-21T13:06:18.111 INFO:teuthology.orchestra.run.smithi046.stderr: removed all blocklist entries 2023-09-21T13:06:18.123 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2023-09-21T13:06:18.265 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.268+0000 7f02e2272700 1 Processor -- start 2023-09-21T13:06:18.265 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.268+0000 7f02e2272700 1 -- start start 2023-09-21T13:06:18.268 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.269+0000 7f02e2272700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f02dc0cf070 0x7f02dc0cf450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:18.268 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.269+0000 7f02e2272700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f02dc06eba0 0x7f02dc06f020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:18.268 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.269+0000 7f02e2272700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f02dc0cc1b0 0x7f02dc0cc640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:18.268 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.269+0000 7f02e2272700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f02dc0cbd20 con 0x7f02dc0cf070 2023-09-21T13:06:18.269 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.269+0000 7f02e2272700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f02dc0cf990 con 0x7f02dc0cc1b0 2023-09-21T13:06:18.269 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.269+0000 7f02e2272700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f02dc15b410 con 0x7f02dc06eba0 2023-09-21T13:06:18.269 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.269+0000 7f02dbfff700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f02dc0cf070 0x7f02dc0cf450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:18.269 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.269+0000 7f02dbfff700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f02dc0cf070 0x7f02dc0cf450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:49336/0 (socket says 172.21.15.46:49336) 2023-09-21T13:06:18.270 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.269+0000 7f02dbfff700 1 -- 172.21.15.46:0/353024626 learned_addr learned my addr 172.21.15.46:0/353024626 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:18.270 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.269+0000 7f02db7fe700 1 --2- 172.21.15.46:0/353024626 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f02dc06eba0 0x7f02dc06f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:18.270 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.269+0000 7f02e080f700 1 --2- 172.21.15.46:0/353024626 >> v2:172.21.15.57:3300/0 conn(0x7f02dc0cc1b0 0x7f02dc0cc640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:18.270 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.270+0000 7f02dbfff700 1 -- 172.21.15.46:0/353024626 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f02dc06eba0 msgr2=0x7f02dc06f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:18.271 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.270+0000 7f02dbfff700 1 --2- 172.21.15.46:0/353024626 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f02dc06eba0 0x7f02dc06f020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:18.271 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.270+0000 7f02dbfff700 1 -- 172.21.15.46:0/353024626 >> v2:172.21.15.57:3300/0 conn(0x7f02dc0cc1b0 msgr2=0x7f02dc0cc640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:18.271 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.270+0000 7f02dbfff700 1 --2- 172.21.15.46:0/353024626 >> v2:172.21.15.57:3300/0 conn(0x7f02dc0cc1b0 0x7f02dc0cc640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:18.271 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.270+0000 7f02dbfff700 1 -- 172.21.15.46:0/353024626 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f02dc15b6f0 con 0x7f02dc0cf070 2023-09-21T13:06:18.271 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.270+0000 7f02dbfff700 1 --2- 172.21.15.46:0/353024626 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02dc0cf070 0x7f02dc0cf450 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f02dc0b1c70 tx=0x7f02cc009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1afe4c34ee8183a9 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:18.272 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.270+0000 7f02daffd700 1 -- 172.21.15.46:0/353024626 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02cc011830 con 0x7f02dc0cf070 2023-09-21T13:06:18.272 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.270+0000 7f02daffd700 1 -- 172.21.15.46:0/353024626 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f02cc011990 con 0x7f02dc0cf070 2023-09-21T13:06:18.272 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.270+0000 7f02daffd700 1 -- 172.21.15.46:0/353024626 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02cc011d20 con 0x7f02dc0cf070 2023-09-21T13:06:18.272 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.271+0000 7f02e2272700 1 -- 172.21.15.46:0/353024626 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02dc0cf070 msgr2=0x7f02dc0cf450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:18.273 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.271+0000 7f02e2272700 1 --2- 172.21.15.46:0/353024626 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02dc0cf070 0x7f02dc0cf450 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f02dc0b1c70 tx=0x7f02cc009bd0 comp rx=0 tx=0).stop 2023-09-21T13:06:18.273 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.271+0000 7f02e2272700 1 -- 172.21.15.46:0/353024626 shutdown_connections 2023-09-21T13:06:18.273 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.271+0000 7f02e2272700 1 --2- 172.21.15.46:0/353024626 >> v2:172.21.15.57:3300/0 conn(0x7f02dc0cc1b0 0x7f02dc0cc640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:18.273 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.271+0000 7f02e2272700 1 --2- 172.21.15.46:0/353024626 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02dc0cf070 0x7f02dc0cf450 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:18.273 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.271+0000 7f02e2272700 1 --2- 172.21.15.46:0/353024626 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f02dc06eba0 0x7f02dc06f020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:18.274 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.271+0000 7f02e2272700 1 -- 172.21.15.46:0/353024626 >> 172.21.15.46:0/353024626 conn(0x7f02dc0d01f0 msgr2=0x7f02dc0d0600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:18.274 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.271+0000 7f02e2272700 1 -- 172.21.15.46:0/353024626 shutdown_connections 2023-09-21T13:06:18.274 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.271+0000 7f02e2272700 1 -- 172.21.15.46:0/353024626 wait complete. 2023-09-21T13:06:18.277 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.273+0000 7f02e2272700 1 Processor -- start 2023-09-21T13:06:18.277 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.273+0000 7f02e2272700 1 -- start start 2023-09-21T13:06:18.277 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.274+0000 7f02e2272700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f02dc06eba0 0x7f02dc0c95a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:18.278 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.274+0000 7f02e2272700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f02dc0cc1b0 0x7f02dc0c5730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:18.278 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.274+0000 7f02e2272700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02dc0cf070 0x7f02dc0b50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:18.278 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.274+0000 7f02e2272700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02dc149420 con 0x7f02dc0cf070 2023-09-21T13:06:18.278 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.274+0000 7f02e2272700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02dc149700 con 0x7f02dc0cc1b0 2023-09-21T13:06:18.278 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.274+0000 7f02e2272700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f02dc1499e0 con 0x7f02dc06eba0 2023-09-21T13:06:18.279 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.274+0000 7f02e080f700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02dc0cf070 0x7f02dc0b50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:18.279 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.274+0000 7f02e080f700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02dc0cf070 0x7f02dc0b50f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:49346/0 (socket says 172.21.15.46:49346) 2023-09-21T13:06:18.279 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.274+0000 7f02e080f700 1 -- 172.21.15.46:0/4256900678 learned_addr learned my addr 172.21.15.46:0/4256900678 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:18.280 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.274+0000 7f02db7fe700 1 --2- 172.21.15.46:0/4256900678 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f02dc0cc1b0 0x7f02dc0c5730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:18.280 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.274+0000 7f02dbfff700 1 --2- 172.21.15.46:0/4256900678 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f02dc06eba0 0x7f02dc0c95a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:18.280 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.274+0000 7f02e080f700 1 -- 172.21.15.46:0/4256900678 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f02dc06eba0 msgr2=0x7f02dc0c95a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:18.280 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.274+0000 7f02e080f700 1 --2- 172.21.15.46:0/4256900678 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f02dc06eba0 0x7f02dc0c95a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:18.280 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.274+0000 7f02e080f700 1 -- 172.21.15.46:0/4256900678 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f02dc0cc1b0 msgr2=0x7f02dc0c5730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:18.281 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.274+0000 7f02e080f700 1 --2- 172.21.15.46:0/4256900678 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f02dc0cc1b0 0x7f02dc0c5730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:18.281 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.274+0000 7f02e080f700 1 -- 172.21.15.46:0/4256900678 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f02cc009550 con 0x7f02dc0cf070 2023-09-21T13:06:18.281 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.274+0000 7f02dbfff700 1 --2- 172.21.15.46:0/4256900678 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f02dc06eba0 0x7f02dc0c95a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:06:18.281 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.274+0000 7f02e080f700 1 --2- 172.21.15.46:0/4256900678 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02dc0cf070 0x7f02dc0b50f0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f02d400efc0 tx=0x7f02d400c0c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:18.282 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.275+0000 7f02d8ff9700 1 -- 172.21.15.46:0/4256900678 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02d400cb80 con 0x7f02dc0cf070 2023-09-21T13:06:18.282 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.275+0000 7f02d8ff9700 1 -- 172.21.15.46:0/4256900678 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f02d400f040 con 0x7f02dc0cf070 2023-09-21T13:06:18.282 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.275+0000 7f02e2272700 1 -- 172.21.15.46:0/4256900678 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f02dc149cc0 con 0x7f02dc0cf070 2023-09-21T13:06:18.282 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.275+0000 7f02d8ff9700 1 -- 172.21.15.46:0/4256900678 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02d4014480 con 0x7f02dc0cf070 2023-09-21T13:06:18.282 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.275+0000 7f02e2272700 1 -- 172.21.15.46:0/4256900678 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f02dc149060 con 0x7f02dc0cf070 2023-09-21T13:06:18.283 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.276+0000 7f02e2272700 1 -- 172.21.15.46:0/4256900678 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f02dc14a1e0 con 0x7f02dc0cf070 2023-09-21T13:06:18.283 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.276+0000 7f02d8ff9700 1 -- 172.21.15.46:0/4256900678 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f02d40145e0 con 0x7f02dc0cf070 2023-09-21T13:06:18.283 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.277+0000 7f02d8ff9700 1 --2- 172.21.15.46:0/4256900678 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f02c806a580 0x7f02c806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:18.283 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.277+0000 7f02d8ff9700 1 -- 172.21.15.46:0/4256900678 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f02d4089130 con 0x7f02dc0cf070 2023-09-21T13:06:18.284 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.277+0000 7f02dbfff700 1 --2- 172.21.15.46:0/4256900678 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f02c806a580 0x7f02c806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:18.284 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.277+0000 7f02dbfff700 1 --2- 172.21.15.46:0/4256900678 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f02c806a580 0x7f02c806ca40 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f02cc014040 tx=0x7f02cc008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:18.284 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.282+0000 7f02d8ff9700 1 -- 172.21.15.46:0/4256900678 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f02dc14a1e0 con 0x7f02dc0cf070 2023-09-21T13:06:18.574 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.578+0000 7f02e2272700 1 -- 172.21.15.46:0/4256900678 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) v1 -- 0x7f02dc14a1e0 con 0x7f02dc0cf070 2023-09-21T13:06:18.575 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.579+0000 7f02d8ff9700 1 -- 172.21.15.46:0/4256900678 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v5) v1 ==== 80+0+6645 (secure 0 0 0) 0x7f02dc14a1e0 con 0x7f02dc0cf070 2023-09-21T13:06:18.575 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:06:18.576 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2023-09-21T13:06:18.576 INFO:teuthology.orchestra.run.smithi046.stdout: "auth_dump": [ 2023-09-21T13:06:18.576 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-09-21T13:06:18.576 INFO:teuthology.orchestra.run.smithi046.stdout: "entity": "mds.a", 2023-09-21T13:06:18.576 INFO:teuthology.orchestra.run.smithi046.stdout: "key": "AQBLPwxlYfKvLRAABWc83pRPRMvXLwjdOl2UeQ==", 2023-09-21T13:06:18.576 INFO:teuthology.orchestra.run.smithi046.stdout: "caps": { 2023-09-21T13:06:18.577 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": "allow", 2023-09-21T13:06:18.577 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": "allow *", 2023-09-21T13:06:18.577 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": "allow *", 2023-09-21T13:06:18.577 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": "allow *" 2023-09-21T13:06:18.577 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-09-21T13:06:18.578 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-09-21T13:06:18.578 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-09-21T13:06:18.578 INFO:teuthology.orchestra.run.smithi046.stdout: "entity": "mds.b", 2023-09-21T13:06:18.578 INFO:teuthology.orchestra.run.smithi046.stdout: "key": "AQBMPwxl5NylABAATpezHUrgB9fIlQQWb7qADA==", 2023-09-21T13:06:18.578 INFO:teuthology.orchestra.run.smithi046.stdout: "caps": { 2023-09-21T13:06:18.579 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": "allow", 2023-09-21T13:06:18.579 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": "allow *", 2023-09-21T13:06:18.579 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": "allow *", 2023-09-21T13:06:18.579 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": "allow *" 2023-09-21T13:06:18.579 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-09-21T13:06:18.580 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-09-21T13:06:18.580 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-09-21T13:06:18.580 INFO:teuthology.orchestra.run.smithi046.stdout: "entity": "mds.c", 2023-09-21T13:06:18.580 INFO:teuthology.orchestra.run.smithi046.stdout: "key": "AQBLPwxl12kZNhAAscUkpkeWnUDmbQ45TSqE2A==", 2023-09-21T13:06:18.580 INFO:teuthology.orchestra.run.smithi046.stdout: "caps": { 2023-09-21T13:06:18.580 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": "allow", 2023-09-21T13:06:18.581 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": "allow *", 2023-09-21T13:06:18.581 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": "allow *", 2023-09-21T13:06:18.581 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": "allow *" 2023-09-21T13:06:18.581 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-09-21T13:06:18.581 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-09-21T13:06:18.581 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-09-21T13:06:18.582 INFO:teuthology.orchestra.run.smithi046.stdout: "entity": "mds.d", 2023-09-21T13:06:18.582 INFO:teuthology.orchestra.run.smithi046.stdout: "key": "AQBMPwxladtDCRAAQ4WWeaA+Y9uRVigQVICKeQ==", 2023-09-21T13:06:18.582 INFO:teuthology.orchestra.run.smithi046.stdout: "caps": { 2023-09-21T13:06:18.582 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": "allow", 2023-09-21T13:06:18.582 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": "allow *", 2023-09-21T13:06:18.583 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": "allow *", 2023-09-21T13:06:18.583 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": "allow *" 2023-09-21T13:06:18.583 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-09-21T13:06:18.583 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-09-21T13:06:18.583 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-09-21T13:06:18.584 INFO:teuthology.orchestra.run.smithi046.stdout: "entity": "osd.0", 2023-09-21T13:06:18.584 INFO:teuthology.orchestra.run.smithi046.stdout: "key": "AQBNPwxlmjCCLBAAt5TUEDz6SAhHr1i6YBE41w==", 2023-09-21T13:06:18.584 INFO:teuthology.orchestra.run.smithi046.stdout: "caps": { 2023-09-21T13:06:18.584 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": "allow profile osd", 2023-09-21T13:06:18.584 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": "allow profile osd", 2023-09-21T13:06:18.584 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": "allow *" 2023-09-21T13:06:18.585 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-09-21T13:06:18.585 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-09-21T13:06:18.585 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-09-21T13:06:18.585 INFO:teuthology.orchestra.run.smithi046.stdout: "entity": "osd.1", 2023-09-21T13:06:18.585 INFO:teuthology.orchestra.run.smithi046.stdout: "key": "AQBQPwxlOGXvKxAAwJ5fPoxcqvfEq3aLxyE1ww==", 2023-09-21T13:06:18.585 INFO:teuthology.orchestra.run.smithi046.stdout: "caps": { 2023-09-21T13:06:18.586 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": "allow profile osd", 2023-09-21T13:06:18.586 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": "allow profile osd", 2023-09-21T13:06:18.586 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": "allow *" 2023-09-21T13:06:18.586 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-09-21T13:06:18.586 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-09-21T13:06:18.586 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-09-21T13:06:18.587 INFO:teuthology.orchestra.run.smithi046.stdout: "entity": "osd.2", 2023-09-21T13:06:18.587 INFO:teuthology.orchestra.run.smithi046.stdout: "key": "AQBTPwxlM+N6KxAAXXkGW9fhUc0fl0lQXROTbw==", 2023-09-21T13:06:18.587 INFO:teuthology.orchestra.run.smithi046.stdout: "caps": { 2023-09-21T13:06:18.587 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": "allow profile osd", 2023-09-21T13:06:18.587 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": "allow profile osd", 2023-09-21T13:06:18.588 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": "allow *" 2023-09-21T13:06:18.588 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-09-21T13:06:18.588 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-09-21T13:06:18.588 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-09-21T13:06:18.588 INFO:teuthology.orchestra.run.smithi046.stdout: "entity": "osd.3", 2023-09-21T13:06:18.589 INFO:teuthology.orchestra.run.smithi046.stdout: "key": "AQBWPwxlm2umKhAAlTLjSglZzPdpDI519cqZyQ==", 2023-09-21T13:06:18.589 INFO:teuthology.orchestra.run.smithi046.stdout: "caps": { 2023-09-21T13:06:18.589 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": "allow profile osd", 2023-09-21T13:06:18.589 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": "allow profile osd", 2023-09-21T13:06:18.589 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": "allow *" 2023-09-21T13:06:18.589 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-09-21T13:06:18.590 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-09-21T13:06:18.590 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-09-21T13:06:18.590 INFO:teuthology.orchestra.run.smithi046.stdout: "entity": "osd.4", 2023-09-21T13:06:18.590 INFO:teuthology.orchestra.run.smithi046.stdout: "key": "AQBfPwxlVePsNhAAOwt94ZWtiogJ7aSB/VABaQ==", 2023-09-21T13:06:18.590 INFO:teuthology.orchestra.run.smithi046.stdout: "caps": { 2023-09-21T13:06:18.591 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": "allow profile osd", 2023-09-21T13:06:18.591 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": "allow profile osd", 2023-09-21T13:06:18.591 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": "allow *" 2023-09-21T13:06:18.591 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-09-21T13:06:18.591 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-09-21T13:06:18.591 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-09-21T13:06:18.592 INFO:teuthology.orchestra.run.smithi046.stdout: "entity": "osd.5", 2023-09-21T13:06:18.592 INFO:teuthology.orchestra.run.smithi046.stdout: "key": "AQBiPwxl5ABVNxAAuz6nk86Hd/d3jDgsYBrUMg==", 2023-09-21T13:06:18.592 INFO:teuthology.orchestra.run.smithi046.stdout: "caps": { 2023-09-21T13:06:18.592 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": "allow profile osd", 2023-09-21T13:06:18.592 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": "allow profile osd", 2023-09-21T13:06:18.592 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": "allow *" 2023-09-21T13:06:18.593 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-09-21T13:06:18.593 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-09-21T13:06:18.593 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-09-21T13:06:18.593 INFO:teuthology.orchestra.run.smithi046.stdout: "entity": "osd.6", 2023-09-21T13:06:18.593 INFO:teuthology.orchestra.run.smithi046.stdout: "key": "AQBlPwxlmz8SOBAA/HUMMq1Z2ZLpo9Q+LRsEnw==", 2023-09-21T13:06:18.594 INFO:teuthology.orchestra.run.smithi046.stdout: "caps": { 2023-09-21T13:06:18.594 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": "allow profile osd", 2023-09-21T13:06:18.594 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": "allow profile osd", 2023-09-21T13:06:18.594 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": "allow *" 2023-09-21T13:06:18.594 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-09-21T13:06:18.595 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-09-21T13:06:18.595 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-09-21T13:06:18.595 INFO:teuthology.orchestra.run.smithi046.stdout: "entity": "osd.7", 2023-09-21T13:06:18.595 INFO:teuthology.orchestra.run.smithi046.stdout: "key": "AQBoPwxl2g/AOBAAmhPYxG95H996DznN1EAQIA==", 2023-09-21T13:06:18.595 INFO:teuthology.orchestra.run.smithi046.stdout: "caps": { 2023-09-21T13:06:18.595 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": "allow profile osd", 2023-09-21T13:06:18.596 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": "allow profile osd", 2023-09-21T13:06:18.596 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": "allow *" 2023-09-21T13:06:18.596 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-09-21T13:06:18.596 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-09-21T13:06:18.596 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-09-21T13:06:18.596 INFO:teuthology.orchestra.run.smithi046.stdout: "entity": "client.0", 2023-09-21T13:06:18.597 INFO:teuthology.orchestra.run.smithi046.stdout: "key": "AQBMPwxl+x+uDhAArcPkCVhEe9PyoGKBZvERMg==", 2023-09-21T13:06:18.597 INFO:teuthology.orchestra.run.smithi046.stdout: "caps": { 2023-09-21T13:06:18.597 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": "allow", 2023-09-21T13:06:18.597 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": "allow r", 2023-09-21T13:06:18.597 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": "allow rw", 2023-09-21T13:06:18.598 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": "allow rwx" 2023-09-21T13:06:18.598 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-09-21T13:06:18.598 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-09-21T13:06:18.598 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-09-21T13:06:18.598 INFO:teuthology.orchestra.run.smithi046.stdout: "entity": "client.1", 2023-09-21T13:06:18.598 INFO:teuthology.orchestra.run.smithi046.stdout: "key": "AQBMPwxlR53aFhAAj8eZJOv7pLrcQZlIh8mPKg==", 2023-09-21T13:06:18.599 INFO:teuthology.orchestra.run.smithi046.stdout: "caps": { 2023-09-21T13:06:18.599 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": "allow", 2023-09-21T13:06:18.599 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": "allow r", 2023-09-21T13:06:18.599 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": "allow rw", 2023-09-21T13:06:18.599 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": "allow rwx" 2023-09-21T13:06:18.600 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-09-21T13:06:18.600 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-09-21T13:06:18.600 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-09-21T13:06:18.600 INFO:teuthology.orchestra.run.smithi046.stdout: "entity": "client.2", 2023-09-21T13:06:18.600 INFO:teuthology.orchestra.run.smithi046.stdout: "key": "AQBMPwxly/WeEhAAGKamk25j+j//TgHhO7Pe7Q==", 2023-09-21T13:06:18.600 INFO:teuthology.orchestra.run.smithi046.stdout: "caps": { 2023-09-21T13:06:18.601 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": "allow", 2023-09-21T13:06:18.601 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": "allow r", 2023-09-21T13:06:18.601 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": "allow rw", 2023-09-21T13:06:18.601 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": "allow rwx" 2023-09-21T13:06:18.601 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-09-21T13:06:18.602 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-09-21T13:06:18.602 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-09-21T13:06:18.602 INFO:teuthology.orchestra.run.smithi046.stdout: "entity": "client.3", 2023-09-21T13:06:18.602 INFO:teuthology.orchestra.run.smithi046.stdout: "key": "AQBMPwxl23ncGhAAgtIKRL1mayDk63mxhBO4wQ==", 2023-09-21T13:06:18.602 INFO:teuthology.orchestra.run.smithi046.stdout: "caps": { 2023-09-21T13:06:18.603 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": "allow", 2023-09-21T13:06:18.603 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": "allow r", 2023-09-21T13:06:18.603 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": "allow rw", 2023-09-21T13:06:18.603 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": "allow rwx" 2023-09-21T13:06:18.603 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-09-21T13:06:18.603 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-09-21T13:06:18.604 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-09-21T13:06:18.604 INFO:teuthology.orchestra.run.smithi046.stdout: "entity": "client.admin", 2023-09-21T13:06:18.604 INFO:teuthology.orchestra.run.smithi046.stdout: "key": "AQBLPwxlJAqwCxAAPrADa5gIURn6Xca2WX1J/Q==", 2023-09-21T13:06:18.604 INFO:teuthology.orchestra.run.smithi046.stdout: "caps": { 2023-09-21T13:06:18.604 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": "allow *", 2023-09-21T13:06:18.604 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": "allow *", 2023-09-21T13:06:18.605 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": "allow *", 2023-09-21T13:06:18.605 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": "allow *" 2023-09-21T13:06:18.605 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-09-21T13:06:18.605 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-09-21T13:06:18.605 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-09-21T13:06:18.605 INFO:teuthology.orchestra.run.smithi046.stdout: "entity": "client.bootstrap-mds", 2023-09-21T13:06:18.606 INFO:teuthology.orchestra.run.smithi046.stdout: "key": "AQB0PwxloE6sEhAASplltMcb5iwyj0VlbOI/kA==", 2023-09-21T13:06:18.606 INFO:teuthology.orchestra.run.smithi046.stdout: "caps": { 2023-09-21T13:06:18.606 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": "allow profile bootstrap-mds" 2023-09-21T13:06:18.606 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-09-21T13:06:18.606 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-09-21T13:06:18.607 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-09-21T13:06:18.607 INFO:teuthology.orchestra.run.smithi046.stdout: "entity": "client.bootstrap-mgr", 2023-09-21T13:06:18.607 INFO:teuthology.orchestra.run.smithi046.stdout: "key": "AQB0PwxlWlmsEhAAXvi0f05db9cYGjETeSY3Ew==", 2023-09-21T13:06:18.607 INFO:teuthology.orchestra.run.smithi046.stdout: "caps": { 2023-09-21T13:06:18.607 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": "allow profile bootstrap-mgr" 2023-09-21T13:06:18.608 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-09-21T13:06:18.608 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-09-21T13:06:18.608 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-09-21T13:06:18.608 INFO:teuthology.orchestra.run.smithi046.stdout: "entity": "client.bootstrap-osd", 2023-09-21T13:06:18.608 INFO:teuthology.orchestra.run.smithi046.stdout: "key": "AQB0PwxljWKsEhAAp6TqJxs5VVgKNH7m2lFSYQ==", 2023-09-21T13:06:18.608 INFO:teuthology.orchestra.run.smithi046.stdout: "caps": { 2023-09-21T13:06:18.609 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": "allow profile bootstrap-osd" 2023-09-21T13:06:18.609 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-09-21T13:06:18.609 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-09-21T13:06:18.609 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-09-21T13:06:18.609 INFO:teuthology.orchestra.run.smithi046.stdout: "entity": "client.bootstrap-rbd", 2023-09-21T13:06:18.609 INFO:teuthology.orchestra.run.smithi046.stdout: "key": "AQB0PwxlfWusEhAAJGv5qIKZM1DPa4FrEWl05A==", 2023-09-21T13:06:18.610 INFO:teuthology.orchestra.run.smithi046.stdout: "caps": { 2023-09-21T13:06:18.610 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": "allow profile bootstrap-rbd" 2023-09-21T13:06:18.610 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-09-21T13:06:18.610 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-09-21T13:06:18.610 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-09-21T13:06:18.611 INFO:teuthology.orchestra.run.smithi046.stdout: "entity": "client.bootstrap-rbd-mirror", 2023-09-21T13:06:18.611 INFO:teuthology.orchestra.run.smithi046.stdout: "key": "AQB0PwxleHSsEhAAg48oUS2/lNdz7LAKvhTp/Q==", 2023-09-21T13:06:18.611 INFO:teuthology.orchestra.run.smithi046.stdout: "caps": { 2023-09-21T13:06:18.611 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": "allow profile bootstrap-rbd-mirror" 2023-09-21T13:06:18.611 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-09-21T13:06:18.612 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-09-21T13:06:18.612 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-09-21T13:06:18.612 INFO:teuthology.orchestra.run.smithi046.stdout: "entity": "client.bootstrap-rgw", 2023-09-21T13:06:18.612 INFO:teuthology.orchestra.run.smithi046.stdout: "key": "AQB0Pwxlp32sEhAAK9sTtvgiMIRnpJp/PkomTA==", 2023-09-21T13:06:18.612 INFO:teuthology.orchestra.run.smithi046.stdout: "caps": { 2023-09-21T13:06:18.612 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": "allow profile bootstrap-rgw" 2023-09-21T13:06:18.613 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-09-21T13:06:18.613 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-09-21T13:06:18.613 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-09-21T13:06:18.613 INFO:teuthology.orchestra.run.smithi046.stdout: "entity": "mgr.x", 2023-09-21T13:06:18.613 INFO:teuthology.orchestra.run.smithi046.stdout: "key": "AQBLPwxlfLyOKRAA+KO3pkGEuv/4YLvVWuRkHg==", 2023-09-21T13:06:18.613 INFO:teuthology.orchestra.run.smithi046.stdout: "caps": { 2023-09-21T13:06:18.614 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": "allow *", 2023-09-21T13:06:18.614 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": "allow profile mgr", 2023-09-21T13:06:18.614 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": "allow *" 2023-09-21T13:06:18.614 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-09-21T13:06:18.614 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-09-21T13:06:18.615 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-09-21T13:06:18.615 INFO:teuthology.orchestra.run.smithi046.stdout: "entity": "mgr.y", 2023-09-21T13:06:18.615 INFO:teuthology.orchestra.run.smithi046.stdout: "key": "AQBLPwxlaaEDJRAAPMNRqAy4kn5Mtlq9ypY8Fw==", 2023-09-21T13:06:18.615 INFO:teuthology.orchestra.run.smithi046.stdout: "caps": { 2023-09-21T13:06:18.615 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": "allow *", 2023-09-21T13:06:18.615 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": "allow profile mgr", 2023-09-21T13:06:18.616 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": "allow *" 2023-09-21T13:06:18.616 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-09-21T13:06:18.616 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-09-21T13:06:18.616 INFO:teuthology.orchestra.run.smithi046.stdout: ] 2023-09-21T13:06:18.616 INFO:teuthology.orchestra.run.smithi046.stdout:} 2023-09-21T13:06:18.617 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.581+0000 7f02e2272700 1 -- 172.21.15.46:0/4256900678 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f02c806a580 msgr2=0x7f02c806ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:18.618 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.581+0000 7f02e2272700 1 --2- 172.21.15.46:0/4256900678 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f02c806a580 0x7f02c806ca40 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f02cc014040 tx=0x7f02cc008030 comp rx=0 tx=0).stop 2023-09-21T13:06:18.618 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.581+0000 7f02e2272700 1 -- 172.21.15.46:0/4256900678 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02dc0cf070 msgr2=0x7f02dc0b50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:18.618 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.581+0000 7f02e2272700 1 --2- 172.21.15.46:0/4256900678 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02dc0cf070 0x7f02dc0b50f0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f02d400efc0 tx=0x7f02d400c0c0 comp rx=0 tx=0).stop 2023-09-21T13:06:18.618 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.581+0000 7f02e2272700 1 -- 172.21.15.46:0/4256900678 shutdown_connections 2023-09-21T13:06:18.619 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.581+0000 7f02e2272700 1 --2- 172.21.15.46:0/4256900678 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f02c806a580 0x7f02c806ca40 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:18.619 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.581+0000 7f02e2272700 1 --2- 172.21.15.46:0/4256900678 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02dc0cf070 0x7f02dc0b50f0 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:18.619 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.581+0000 7f02e2272700 1 --2- 172.21.15.46:0/4256900678 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f02dc06eba0 0x7f02dc0c95a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:18.619 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.581+0000 7f02e2272700 1 --2- 172.21.15.46:0/4256900678 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f02dc0cc1b0 0x7f02dc0c5730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:18.619 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.581+0000 7f02e2272700 1 -- 172.21.15.46:0/4256900678 >> 172.21.15.46:0/4256900678 conn(0x7f02dc0d01f0 msgr2=0x7f02dc0d05d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:18.620 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.581+0000 7f02e2272700 1 -- 172.21.15.46:0/4256900678 shutdown_connections 2023-09-21T13:06:18.620 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.581+0000 7f02e2272700 1 -- 172.21.15.46:0/4256900678 wait complete. 2023-09-21T13:06:18.620 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mds 2023-09-21T13:06:18.759 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.763+0000 7f334ddf4700 1 Processor -- start 2023-09-21T13:06:18.759 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.763+0000 7f334ddf4700 1 -- start start 2023-09-21T13:06:18.763 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.764+0000 7f334ddf4700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f33480b2dd0 0x7f33480b3240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:18.763 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.764+0000 7f334ddf4700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f334815bdb0 con 0x7f3348158f40 2023-09-21T13:06:18.763 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.764+0000 7f334ddf4700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f334815f850 con 0x7f33480d0980 2023-09-21T13:06:18.763 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.764+0000 7f334ddf4700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f33480b3780 con 0x7f33480b2dd0 2023-09-21T13:06:18.764 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.764+0000 7f33477fe700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f3348158f40 0x7f334815f000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:51530/0 (socket says 172.21.15.46:51530) 2023-09-21T13:06:18.764 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.764+0000 7f33477fe700 1 -- 172.21.15.46:0/1045331485 learned_addr learned my addr 172.21.15.46:0/1045331485 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:06:18.764 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.764+0000 7f3347fff700 1 --2- 172.21.15.46:0/1045331485 >> v2:172.21.15.57:3300/0 conn(0x7f33480b2dd0 0x7f33480b3240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:18.764 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.764+0000 7f33467fc700 1 -- 172.21.15.46:0/1045331485 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2305241042 0 0) 0x7f334815bdb0 con 0x7f3348158f40 2023-09-21T13:06:18.764 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.764+0000 7f33467fc700 1 -- 172.21.15.46:0/1045331485 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f33340035b0 con 0x7f3348158f40 2023-09-21T13:06:18.765 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.765+0000 7f33467fc700 1 -- 172.21.15.46:0/1045331485 <== mon.0 v1:172.21.15.46:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2011314942 0 0) 0x7f33340035b0 con 0x7f3348158f40 2023-09-21T13:06:18.765 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.765+0000 7f33467fc700 1 -- 172.21.15.46:0/1045331485 >> v2:172.21.15.57:3300/0 conn(0x7f33480b2dd0 msgr2=0x7f33480b3240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:18.765 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.765+0000 7f33467fc700 1 --2- 172.21.15.46:0/1045331485 >> v2:172.21.15.57:3300/0 conn(0x7f33480b2dd0 0x7f33480b3240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:18.765 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.765+0000 7f33467fc700 1 -- 172.21.15.46:0/1045331485 >> v1:172.21.15.57:6789/0 conn(0x7f33480d0980 legacy=0x7f334815c240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:18.765 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.765+0000 7f33467fc700 1 -- 172.21.15.46:0/1045331485 --> v1:172.21.15.46:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f334815fb30 con 0x7f3348158f40 2023-09-21T13:06:18.765 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.765+0000 7f33467fc700 1 -- 172.21.15.46:0/1045331485 <== mon.0 v1:172.21.15.46:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 834881909 0 0) 0x7f3338001670 con 0x7f3348158f40 2023-09-21T13:06:18.766 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.765+0000 7f33467fc700 1 -- 172.21.15.46:0/1045331485 >> v1:172.21.15.46:6789/0 conn(0x7f3348158f40 legacy=0x7f334815f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:18.766 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.765+0000 7f33467fc700 1 --2- 172.21.15.46:0/1045331485 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3334003a00 0x7f3334003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:18.766 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.765+0000 7f33467fc700 1 --2- 172.21.15.46:0/1045331485 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3334004850 0x7f3334004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:18.766 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.765+0000 7f33467fc700 1 --2- 172.21.15.46:0/1045331485 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f3334005210 0x7f333400ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:18.766 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.765+0000 7f33467fc700 1 -- 172.21.15.46:0/1045331485 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33480b3780 con 0x7f3334004850 2023-09-21T13:06:18.767 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.765+0000 7f33467fc700 1 -- 172.21.15.46:0/1045331485 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f333400c0b0 con 0x7f3334005210 2023-09-21T13:06:18.767 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.765+0000 7f33467fc700 1 -- 172.21.15.46:0/1045331485 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f333400c270 con 0x7f3334003a00 2023-09-21T13:06:18.767 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.765+0000 7f3346ffd700 1 --2- 172.21.15.46:0/1045331485 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3334004850 0x7f3334004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:18.767 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.765+0000 7f33477fe700 1 --2- 172.21.15.46:0/1045331485 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3334003a00 0x7f3334003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:18.767 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.765+0000 7f3347fff700 1 --2- 172.21.15.46:0/1045331485 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f3334005210 0x7f333400ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:18.767 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.765+0000 7f3346ffd700 1 -- 172.21.15.46:0/1045331485 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3334003a00 msgr2=0x7f3334003e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:18.768 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.765+0000 7f3346ffd700 1 --2- 172.21.15.46:0/1045331485 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3334003a00 0x7f3334003e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:18.768 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.765+0000 7f3346ffd700 1 -- 172.21.15.46:0/1045331485 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f3334005210 msgr2=0x7f333400ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:18.768 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.765+0000 7f3346ffd700 1 --2- 172.21.15.46:0/1045331485 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f3334005210 0x7f333400ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:18.768 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.765+0000 7f3346ffd700 1 -- 172.21.15.46:0/1045331485 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f33340035b0 con 0x7f3334004850 2023-09-21T13:06:18.768 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.765+0000 7f3347fff700 1 -- 172.21.15.46:0/1045331485 reap_dead start 2023-09-21T13:06:18.769 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.766+0000 7f3346ffd700 1 --2- 172.21.15.46:0/1045331485 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3334004850 0x7f3334004cd0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f33300017c0 tx=0x7f3334005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0845c5a81886809 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:18.769 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.766+0000 7f33467fc700 1 -- 172.21.15.46:0/1045331485 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33300052d0 con 0x7f3334004850 2023-09-21T13:06:18.769 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.766+0000 7f33467fc700 1 -- 172.21.15.46:0/1045331485 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3330005450 con 0x7f3334004850 2023-09-21T13:06:18.769 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.766+0000 7f33467fc700 1 -- 172.21.15.46:0/1045331485 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33300038c0 con 0x7f3334004850 2023-09-21T13:06:18.769 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.766+0000 7f334ddf4700 1 -- 172.21.15.46:0/1045331485 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3334004850 msgr2=0x7f3334004cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:18.769 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.766+0000 7f334ddf4700 1 --2- 172.21.15.46:0/1045331485 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3334004850 0x7f3334004cd0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f33300017c0 tx=0x7f3334005880 comp rx=0 tx=0).stop 2023-09-21T13:06:18.770 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.766+0000 7f334ddf4700 1 -- 172.21.15.46:0/1045331485 shutdown_connections 2023-09-21T13:06:18.770 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.766+0000 7f334ddf4700 1 --2- 172.21.15.46:0/1045331485 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3334004850 0x7f3334004cd0 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:18.770 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.766+0000 7f334ddf4700 1 -- 172.21.15.46:0/1045331485 >> 172.21.15.46:0/1045331485 conn(0x7f334806eb20 msgr2=0x7f334806ef00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:18.770 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.766+0000 7f334ddf4700 1 -- 172.21.15.46:0/1045331485 shutdown_connections 2023-09-21T13:06:18.770 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.766+0000 7f334ddf4700 1 -- 172.21.15.46:0/1045331485 wait complete. 2023-09-21T13:06:18.773 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.768+0000 7f334ddf4700 1 Processor -- start 2023-09-21T13:06:18.773 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.768+0000 7f334ddf4700 1 -- start start 2023-09-21T13:06:18.773 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.769+0000 7f334ddf4700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3334004850 0x7f3348155c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:18.773 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.769+0000 7f334ddf4700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f3348157420 0x7f33481578a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:18.774 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.769+0000 7f334ddf4700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f33480b5b50 0x7f33480b5fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:18.774 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.769+0000 7f334ddf4700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33480c88f0 con 0x7f33480b5b50 2023-09-21T13:06:18.774 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.769+0000 7f334ddf4700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3348157de0 con 0x7f3348157420 2023-09-21T13:06:18.774 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.769+0000 7f334ddf4700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f33480b6e70 con 0x7f3334004850 2023-09-21T13:06:18.774 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.769+0000 7f3347fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f33480b5b50 0x7f33480b5fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:18.775 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.769+0000 7f3347fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f33480b5b50 0x7f33480b5fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:49364/0 (socket says 172.21.15.46:49364) 2023-09-21T13:06:18.775 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.769+0000 7f3347fff700 1 -- 172.21.15.46:0/2078730507 learned_addr learned my addr 172.21.15.46:0/2078730507 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:18.775 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.769+0000 7f33477fe700 1 --2- 172.21.15.46:0/2078730507 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3334004850 0x7f3348155c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:18.775 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.769+0000 7f3346ffd700 1 --2- 172.21.15.46:0/2078730507 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f3348157420 0x7f33481578a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:18.775 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.769+0000 7f3347fff700 1 -- 172.21.15.46:0/2078730507 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3334004850 msgr2=0x7f3348155c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:18.776 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.769+0000 7f3347fff700 1 --2- 172.21.15.46:0/2078730507 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3334004850 0x7f3348155c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:18.776 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.769+0000 7f3347fff700 1 -- 172.21.15.46:0/2078730507 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f3348157420 msgr2=0x7f33481578a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:18.776 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.769+0000 7f3347fff700 1 --2- 172.21.15.46:0/2078730507 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f3348157420 0x7f33481578a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:18.776 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.769+0000 7f3347fff700 1 -- 172.21.15.46:0/2078730507 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f33480b68b0 con 0x7f33480b5b50 2023-09-21T13:06:18.776 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.769+0000 7f3347fff700 1 --2- 172.21.15.46:0/2078730507 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f33480b5b50 0x7f33480b5fd0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f3348071450 tx=0x7f3340011e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:18.776 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.770+0000 7f333ffff700 1 -- 172.21.15.46:0/2078730507 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f334000e040 con 0x7f33480b5b50 2023-09-21T13:06:18.777 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.770+0000 7f333ffff700 1 -- 172.21.15.46:0/2078730507 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f334000f040 con 0x7f33480b5b50 2023-09-21T13:06:18.777 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.770+0000 7f334ddf4700 1 -- 172.21.15.46:0/2078730507 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f33480b6b90 con 0x7f33480b5b50 2023-09-21T13:06:18.777 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.770+0000 7f333ffff700 1 -- 172.21.15.46:0/2078730507 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f334000fc40 con 0x7f33480b5b50 2023-09-21T13:06:18.777 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.770+0000 7f334ddf4700 1 -- 172.21.15.46:0/2078730507 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3348156150 con 0x7f33480b5b50 2023-09-21T13:06:18.777 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.771+0000 7f334ddf4700 1 -- 172.21.15.46:0/2078730507 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f33480c8a30 con 0x7f33480b5b50 2023-09-21T13:06:18.778 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.771+0000 7f333ffff700 1 -- 172.21.15.46:0/2078730507 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f3340015430 con 0x7f33480b5b50 2023-09-21T13:06:18.778 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.771+0000 7f333ffff700 1 --2- 172.21.15.46:0/2078730507 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f332806a580 0x7f332806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:18.778 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.772+0000 7f333ffff700 1 -- 172.21.15.46:0/2078730507 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f3340088ec0 con 0x7f33480b5b50 2023-09-21T13:06:18.778 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.772+0000 7f33477fe700 1 --2- 172.21.15.46:0/2078730507 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f332806a580 0x7f332806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:18.778 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.772+0000 7f33477fe700 1 --2- 172.21.15.46:0/2078730507 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f332806a580 0x7f332806ca40 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f3338000f60 tx=0x7f3338000ef0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:18.779 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:18.776+0000 7f333ffff700 1 -- 172.21.15.46:0/2078730507 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f33480c8a30 con 0x7f33480b5b50 2023-09-21T13:06:19.068 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.072+0000 7f334ddf4700 1 -- 172.21.15.46:0/2078730507 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mds"} v 0) v1 -- 0x7f33480c8a30 con 0x7f33480b5b50 2023-09-21T13:06:19.072 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.076+0000 7f333ffff700 1 -- 172.21.15.46:0/2078730507 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mds"}]=0 v6) v1 ==== 90+0+0 (secure 0 0 0) 0x7f33480c8a30 con 0x7f33480b5b50 2023-09-21T13:06:19.075 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.079+0000 7f334ddf4700 1 -- 172.21.15.46:0/2078730507 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f332806a580 msgr2=0x7f332806ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:19.075 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.079+0000 7f334ddf4700 1 --2- 172.21.15.46:0/2078730507 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f332806a580 0x7f332806ca40 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f3338000f60 tx=0x7f3338000ef0 comp rx=0 tx=0).stop 2023-09-21T13:06:19.076 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.079+0000 7f334ddf4700 1 -- 172.21.15.46:0/2078730507 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f33480b5b50 msgr2=0x7f33480b5fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:19.076 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.079+0000 7f334ddf4700 1 --2- 172.21.15.46:0/2078730507 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f33480b5b50 0x7f33480b5fd0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f3348071450 tx=0x7f3340011e20 comp rx=0 tx=0).stop 2023-09-21T13:06:19.076 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.079+0000 7f334ddf4700 1 -- 172.21.15.46:0/2078730507 shutdown_connections 2023-09-21T13:06:19.076 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.079+0000 7f334ddf4700 1 --2- 172.21.15.46:0/2078730507 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f332806a580 0x7f332806ca40 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:19.076 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.079+0000 7f334ddf4700 1 --2- 172.21.15.46:0/2078730507 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f33480b5b50 0x7f33480b5fd0 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:19.076 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.079+0000 7f334ddf4700 1 --2- 172.21.15.46:0/2078730507 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f3334004850 0x7f3348155c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:19.077 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.079+0000 7f334ddf4700 1 --2- 172.21.15.46:0/2078730507 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f3348157420 0x7f33481578a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:19.077 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.079+0000 7f334ddf4700 1 -- 172.21.15.46:0/2078730507 >> 172.21.15.46:0/2078730507 conn(0x7f334806eb20 msgr2=0x7f33480b1f20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:19.077 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.079+0000 7f334ddf4700 1 -- 172.21.15.46:0/2078730507 shutdown_connections 2023-09-21T13:06:19.077 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.079+0000 7f334ddf4700 1 -- 172.21.15.46:0/2078730507 wait complete. 2023-09-21T13:06:19.088 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mgr 2023-09-21T13:06:19.226 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.230+0000 7f0e58c97700 1 Processor -- start 2023-09-21T13:06:19.226 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.230+0000 7f0e58c97700 1 -- start start 2023-09-21T13:06:19.228 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.231+0000 7f0e58c97700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f0e54158f40 0x7f0e5415f000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:19.228 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.231+0000 7f0e58c97700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f0e540d0980 0x7f0e5415c240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:19.228 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.231+0000 7f0e58c97700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0e5415bdb0 con 0x7f0e5415c780 2023-09-21T13:06:19.229 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.231+0000 7f0e58c97700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0e5415f850 con 0x7f0e540d0980 2023-09-21T13:06:19.229 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.231+0000 7f0e58c97700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0e5415fb30 con 0x7f0e54158f40 2023-09-21T13:06:19.229 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.231+0000 7f0e51d9b700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f0e540d0980 0x7f0e5415c240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:19.229 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.231+0000 7f0e52d9d700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f0e5415c780 0x7f0e540b2dd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:51546/0 (socket says 172.21.15.46:51546) 2023-09-21T13:06:19.229 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.231+0000 7f0e52d9d700 1 -- 172.21.15.46:0/3685276805 learned_addr learned my addr 172.21.15.46:0/3685276805 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:06:19.230 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.231+0000 7f0e5259c700 1 --2- 172.21.15.46:0/3685276805 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f0e54158f40 0x7f0e5415f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:19.230 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.231+0000 7f0e51d9b700 1 -- 172.21.15.46:0/3685276805 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f0e54158f40 msgr2=0x7f0e5415f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:19.230 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.231+0000 7f0e51d9b700 1 --2- 172.21.15.46:0/3685276805 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f0e54158f40 0x7f0e5415f000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:19.230 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.231+0000 7f0e51d9b700 1 -- 172.21.15.46:0/3685276805 >> v1:172.21.15.46:6789/0 conn(0x7f0e5415c780 legacy=0x7f0e540b2dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:19.230 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.231+0000 7f0e51d9b700 1 -- 172.21.15.46:0/3685276805 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0e5415fe10 con 0x7f0e540d0980 2023-09-21T13:06:19.231 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.232+0000 7f0e51d9b700 1 --2- 172.21.15.46:0/3685276805 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0e540d0980 0x7f0e5415c240 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f0e48009840 tx=0x7f0e48009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=521a238d9bc10a37 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:19.231 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.232+0000 7f0e5159a700 1 -- 172.21.15.46:0/3685276805 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e48011830 con 0x7f0e540d0980 2023-09-21T13:06:19.231 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.232+0000 7f0e5159a700 1 -- 172.21.15.46:0/3685276805 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0e48011990 con 0x7f0e540d0980 2023-09-21T13:06:19.231 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.232+0000 7f0e5159a700 1 -- 172.21.15.46:0/3685276805 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e48011d20 con 0x7f0e540d0980 2023-09-21T13:06:19.234 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.232+0000 7f0e58c97700 1 -- 172.21.15.46:0/3685276805 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0e540d0980 msgr2=0x7f0e5415c240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:19.235 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.232+0000 7f0e58c97700 1 --2- 172.21.15.46:0/3685276805 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0e540d0980 0x7f0e5415c240 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f0e48009840 tx=0x7f0e48009b50 comp rx=0 tx=0).stop 2023-09-21T13:06:19.235 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.232+0000 7f0e58c97700 1 -- 172.21.15.46:0/3685276805 shutdown_connections 2023-09-21T13:06:19.235 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.232+0000 7f0e58c97700 1 --2- 172.21.15.46:0/3685276805 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f0e54158f40 0x7f0e5415f000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:19.235 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.232+0000 7f0e58c97700 1 --2- 172.21.15.46:0/3685276805 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0e540d0980 0x7f0e5415c240 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:19.235 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.232+0000 7f0e58c97700 1 -- 172.21.15.46:0/3685276805 >> 172.21.15.46:0/3685276805 conn(0x7f0e5406eb20 msgr2=0x7f0e5406ef00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:19.236 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.233+0000 7f0e58c97700 1 -- 172.21.15.46:0/3685276805 shutdown_connections 2023-09-21T13:06:19.236 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.233+0000 7f0e58c97700 1 -- 172.21.15.46:0/3685276805 wait complete. 2023-09-21T13:06:19.236 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.234+0000 7f0e58c97700 1 Processor -- start 2023-09-21T13:06:19.236 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.234+0000 7f0e58c97700 1 -- start start 2023-09-21T13:06:19.236 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.235+0000 7f0e58c97700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0e540d0980 0x7f0e54157390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:19.237 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.235+0000 7f0e58c97700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f0e54158f40 0x7f0e54155a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:19.237 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.235+0000 7f0e58c97700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f0e5415c780 0x7f0e54155f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:19.237 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.235+0000 7f0e58c97700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e540cab30 con 0x7f0e540d0980 2023-09-21T13:06:19.237 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.235+0000 7f0e58c97700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e540cb040 con 0x7f0e5415c780 2023-09-21T13:06:19.237 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.235+0000 7f0e58c97700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0e541564c0 con 0x7f0e54158f40 2023-09-21T13:06:19.238 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.235+0000 7f0e5259c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0e540d0980 0x7f0e54157390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:19.238 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.235+0000 7f0e5259c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0e540d0980 0x7f0e54157390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:49384/0 (socket says 172.21.15.46:49384) 2023-09-21T13:06:19.238 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.235+0000 7f0e5259c700 1 -- 172.21.15.46:0/2857592891 learned_addr learned my addr 172.21.15.46:0/2857592891 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:19.238 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.235+0000 7f0e52d9d700 1 --2- 172.21.15.46:0/2857592891 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f0e5415c780 0x7f0e54155f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:19.238 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.235+0000 7f0e5259c700 1 -- 172.21.15.46:0/2857592891 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f0e54158f40 msgr2=0x7f0e54155a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:19.239 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.235+0000 7f0e51d9b700 1 --2- 172.21.15.46:0/2857592891 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f0e54158f40 0x7f0e54155a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:19.239 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.235+0000 7f0e5259c700 1 --2- 172.21.15.46:0/2857592891 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f0e54158f40 0x7f0e54155a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:19.239 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.235+0000 7f0e5259c700 1 -- 172.21.15.46:0/2857592891 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f0e5415c780 msgr2=0x7f0e54155f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:19.239 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.235+0000 7f0e5259c700 1 --2- 172.21.15.46:0/2857592891 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f0e5415c780 0x7f0e54155f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:19.239 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.235+0000 7f0e5259c700 1 -- 172.21.15.46:0/2857592891 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0e480094a0 con 0x7f0e540d0980 2023-09-21T13:06:19.239 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.235+0000 7f0e52d9d700 1 --2- 172.21.15.46:0/2857592891 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f0e5415c780 0x7f0e54155f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T13:06:19.240 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.235+0000 7f0e5259c700 1 --2- 172.21.15.46:0/2857592891 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0e540d0980 0x7f0e54157390 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f0e4400d800 tx=0x7f0e4400dbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:19.240 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.236+0000 7f0e42ffd700 1 -- 172.21.15.46:0/2857592891 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e440125f0 con 0x7f0e540d0980 2023-09-21T13:06:19.240 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.236+0000 7f0e42ffd700 1 -- 172.21.15.46:0/2857592891 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0e44012750 con 0x7f0e540d0980 2023-09-21T13:06:19.240 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.236+0000 7f0e58c97700 1 -- 172.21.15.46:0/2857592891 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0e540c9f10 con 0x7f0e540d0980 2023-09-21T13:06:19.240 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.236+0000 7f0e42ffd700 1 -- 172.21.15.46:0/2857592891 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e44012b00 con 0x7f0e540d0980 2023-09-21T13:06:19.241 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.236+0000 7f0e58c97700 1 -- 172.21.15.46:0/2857592891 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0e540ca750 con 0x7f0e540d0980 2023-09-21T13:06:19.241 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.237+0000 7f0e58c97700 1 -- 172.21.15.46:0/2857592891 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0e54068b90 con 0x7f0e540d0980 2023-09-21T13:06:19.241 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.237+0000 7f0e42ffd700 1 -- 172.21.15.46:0/2857592891 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f0e44012c60 con 0x7f0e540d0980 2023-09-21T13:06:19.241 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.238+0000 7f0e42ffd700 1 --2- 172.21.15.46:0/2857592891 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f0e3406a580 0x7f0e3406ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:19.241 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.238+0000 7f0e42ffd700 1 -- 172.21.15.46:0/2857592891 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f0e440889a0 con 0x7f0e540d0980 2023-09-21T13:06:19.242 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.238+0000 7f0e51d9b700 1 --2- 172.21.15.46:0/2857592891 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f0e3406a580 0x7f0e3406ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:19.242 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.238+0000 7f0e51d9b700 1 --2- 172.21.15.46:0/2857592891 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f0e3406a580 0x7f0e3406ca40 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f0e5406da90 tx=0x7f0e48008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:19.242 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.243+0000 7f0e42ffd700 1 -- 172.21.15.46:0/2857592891 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f0e44054300 con 0x7f0e540d0980 2023-09-21T13:06:19.535 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.539+0000 7f0e58c97700 1 -- 172.21.15.46:0/2857592891 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mgr"} v 0) v1 -- 0x7f0e540ce7a0 con 0x7f0e540d0980 2023-09-21T13:06:19.539 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.543+0000 7f0e42ffd700 1 -- 172.21.15.46:0/2857592891 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mgr"}]=0 v7) v1 ==== 90+0+0 (secure 0 0 0) 0x7f0e44057920 con 0x7f0e540d0980 2023-09-21T13:06:19.541 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.545+0000 7f0e58c97700 1 -- 172.21.15.46:0/2857592891 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f0e3406a580 msgr2=0x7f0e3406ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:19.542 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.545+0000 7f0e58c97700 1 --2- 172.21.15.46:0/2857592891 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f0e3406a580 0x7f0e3406ca40 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f0e5406da90 tx=0x7f0e48008030 comp rx=0 tx=0).stop 2023-09-21T13:06:19.542 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.545+0000 7f0e58c97700 1 -- 172.21.15.46:0/2857592891 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0e540d0980 msgr2=0x7f0e54157390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:19.542 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.545+0000 7f0e58c97700 1 --2- 172.21.15.46:0/2857592891 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0e540d0980 0x7f0e54157390 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f0e4400d800 tx=0x7f0e4400dbc0 comp rx=0 tx=0).stop 2023-09-21T13:06:19.542 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.545+0000 7f0e58c97700 1 -- 172.21.15.46:0/2857592891 shutdown_connections 2023-09-21T13:06:19.542 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.545+0000 7f0e58c97700 1 --2- 172.21.15.46:0/2857592891 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f0e3406a580 0x7f0e3406ca40 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:19.543 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.545+0000 7f0e58c97700 1 --2- 172.21.15.46:0/2857592891 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f0e5415c780 0x7f0e54155f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:19.543 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.545+0000 7f0e58c97700 1 --2- 172.21.15.46:0/2857592891 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0e540d0980 0x7f0e54157390 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:19.543 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.545+0000 7f0e58c97700 1 --2- 172.21.15.46:0/2857592891 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f0e54158f40 0x7f0e54155a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:19.543 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.545+0000 7f0e58c97700 1 -- 172.21.15.46:0/2857592891 >> 172.21.15.46:0/2857592891 conn(0x7f0e5406eb20 msgr2=0x7f0e5415ee00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:19.543 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.545+0000 7f0e58c97700 1 -- 172.21.15.46:0/2857592891 shutdown_connections 2023-09-21T13:06:19.544 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.545+0000 7f0e58c97700 1 -- 172.21.15.46:0/2857592891 wait complete. 2023-09-21T13:06:19.555 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-osd 2023-09-21T13:06:19.692 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.696+0000 7ff9bfbde700 1 Processor -- start 2023-09-21T13:06:19.693 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.696+0000 7ff9bfbde700 1 -- start start 2023-09-21T13:06:19.696 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.697+0000 7ff9bfbde700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff9b815d630 0x7ff9b8161cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:19.696 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.697+0000 7ff9bfbde700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7ff9b806a7a0 0x7ff9b806f310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:19.696 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.697+0000 7ff9bfbde700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff9b806eba0 con 0x7ff9b806f850 2023-09-21T13:06:19.696 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.697+0000 7ff9bfbde700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff9b806ee80 con 0x7ff9b806a7a0 2023-09-21T13:06:19.697 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.697+0000 7ff9bfbde700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff9b80d1110 con 0x7ff9b815d630 2023-09-21T13:06:19.697 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.697+0000 7ff9bd179700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7ff9b806a7a0 0x7ff9b806f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:19.697 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.697+0000 7ff9bd179700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7ff9b806a7a0 0x7ff9b806f310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:49392/0 (socket says 172.21.15.46:49392) 2023-09-21T13:06:19.697 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.698+0000 7ff9bd179700 1 -- 172.21.15.46:0/813482086 learned_addr learned my addr 172.21.15.46:0/813482086 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:19.698 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.698+0000 7ff9bd97a700 1 --2- 172.21.15.46:0/813482086 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff9b815d630 0x7ff9b8161cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:19.698 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.698+0000 7ff9bd179700 1 -- 172.21.15.46:0/813482086 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff9b815d630 msgr2=0x7ff9b8161cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:19.698 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.698+0000 7ff9bd179700 1 --2- 172.21.15.46:0/813482086 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff9b815d630 0x7ff9b8161cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:19.698 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.698+0000 7ff9bd179700 1 -- 172.21.15.46:0/813482086 >> v1:172.21.15.57:6789/0 conn(0x7ff9b806f850 legacy=0x7ff9b80ca840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:19.699 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.698+0000 7ff9bd179700 1 -- 172.21.15.46:0/813482086 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff9b81621f0 con 0x7ff9b806a7a0 2023-09-21T13:06:19.699 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.698+0000 7ff9bd179700 1 --2- 172.21.15.46:0/813482086 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff9b806a7a0 0x7ff9b806f310 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7ff9a80098f0 tx=0x7ff9a8009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb7ce23a39e073fb server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:19.699 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.698+0000 7ff9bc978700 1 -- 172.21.15.46:0/813482086 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9a8011830 con 0x7ff9b806a7a0 2023-09-21T13:06:19.699 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.698+0000 7ff9bc978700 1 -- 172.21.15.46:0/813482086 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff9a8011990 con 0x7ff9b806a7a0 2023-09-21T13:06:19.700 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.698+0000 7ff9bc978700 1 -- 172.21.15.46:0/813482086 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9a8011d20 con 0x7ff9b806a7a0 2023-09-21T13:06:19.700 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.699+0000 7ff9bfbde700 1 -- 172.21.15.46:0/813482086 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff9b806a7a0 msgr2=0x7ff9b806f310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:19.700 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.699+0000 7ff9bfbde700 1 --2- 172.21.15.46:0/813482086 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff9b806a7a0 0x7ff9b806f310 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7ff9a80098f0 tx=0x7ff9a8009c00 comp rx=0 tx=0).stop 2023-09-21T13:06:19.700 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.699+0000 7ff9bfbde700 1 -- 172.21.15.46:0/813482086 shutdown_connections 2023-09-21T13:06:19.701 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.699+0000 7ff9bfbde700 1 --2- 172.21.15.46:0/813482086 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff9b815d630 0x7ff9b8161cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:19.701 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.699+0000 7ff9bfbde700 1 --2- 172.21.15.46:0/813482086 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff9b806a7a0 0x7ff9b806f310 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:19.701 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.699+0000 7ff9bfbde700 1 -- 172.21.15.46:0/813482086 >> 172.21.15.46:0/813482086 conn(0x7ff9b80d01f0 msgr2=0x7ff9b80d0600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:19.701 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.699+0000 7ff9bfbde700 1 -- 172.21.15.46:0/813482086 shutdown_connections 2023-09-21T13:06:19.702 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.699+0000 7ff9bfbde700 1 -- 172.21.15.46:0/813482086 wait complete. 2023-09-21T13:06:19.705 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.700+0000 7ff9bfbde700 1 Processor -- start 2023-09-21T13:06:19.706 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.700+0000 7ff9bfbde700 1 -- start start 2023-09-21T13:06:19.706 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.701+0000 7ff9bfbde700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7ff9b806a7a0 0x7ff9b81589a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:19.706 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.701+0000 7ff9bfbde700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff9b806f850 0x7ff9b80c6860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:19.706 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.701+0000 7ff9bfbde700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff9b815d630 0x7ff9b815f0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:19.707 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.701+0000 7ff9bfbde700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9b80c70b0 con 0x7ff9b806f850 2023-09-21T13:06:19.707 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.701+0000 7ff9bfbde700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9b80c8250 con 0x7ff9b806a7a0 2023-09-21T13:06:19.707 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.701+0000 7ff9bfbde700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff9b8158ee0 con 0x7ff9b815d630 2023-09-21T13:06:19.707 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.701+0000 7ff9bd179700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff9b806f850 0x7ff9b80c6860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:19.707 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.701+0000 7ff9bd179700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff9b806f850 0x7ff9b80c6860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:49398/0 (socket says 172.21.15.46:49398) 2023-09-21T13:06:19.708 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.701+0000 7ff9bd179700 1 -- 172.21.15.46:0/339916167 learned_addr learned my addr 172.21.15.46:0/339916167 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:19.708 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.701+0000 7ff9bd97a700 1 --2- 172.21.15.46:0/339916167 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7ff9b806a7a0 0x7ff9b81589a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:19.708 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.701+0000 7ff9be17b700 1 --2- 172.21.15.46:0/339916167 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff9b815d630 0x7ff9b815f0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:19.708 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.701+0000 7ff9bd179700 1 -- 172.21.15.46:0/339916167 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff9b815d630 msgr2=0x7ff9b815f0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:19.708 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.701+0000 7ff9bd179700 1 --2- 172.21.15.46:0/339916167 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff9b815d630 0x7ff9b815f0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:19.708 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.701+0000 7ff9bd179700 1 -- 172.21.15.46:0/339916167 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7ff9b806a7a0 msgr2=0x7ff9b81589a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:19.709 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.701+0000 7ff9bd179700 1 --2- 172.21.15.46:0/339916167 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7ff9b806a7a0 0x7ff9b81589a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:19.709 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.701+0000 7ff9bd179700 1 -- 172.21.15.46:0/339916167 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff9a8009550 con 0x7ff9b806f850 2023-09-21T13:06:19.709 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.701+0000 7ff9be17b700 1 --2- 172.21.15.46:0/339916167 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff9b815d630 0x7ff9b815f0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:06:19.709 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.702+0000 7ff9bd179700 1 --2- 172.21.15.46:0/339916167 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff9b806f850 0x7ff9b80c6860 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7ff9a8009c40 tx=0x7ff9a8004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:19.709 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.702+0000 7ff9ae7fc700 1 -- 172.21.15.46:0/339916167 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9a8004480 con 0x7ff9b806f850 2023-09-21T13:06:19.710 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.702+0000 7ff9ae7fc700 1 -- 172.21.15.46:0/339916167 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff9a801f070 con 0x7ff9b806f850 2023-09-21T13:06:19.710 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.702+0000 7ff9ae7fc700 1 -- 172.21.15.46:0/339916167 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9a80038c0 con 0x7ff9b806f850 2023-09-21T13:06:19.710 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.702+0000 7ff9bfbde700 1 -- 172.21.15.46:0/339916167 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff9b80c7920 con 0x7ff9b806f850 2023-09-21T13:06:19.710 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.702+0000 7ff9bfbde700 1 -- 172.21.15.46:0/339916167 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff9b80c7ee0 con 0x7ff9b806f850 2023-09-21T13:06:19.710 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.703+0000 7ff9bfbde700 1 -- 172.21.15.46:0/339916167 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff9b8068b90 con 0x7ff9b806f850 2023-09-21T13:06:19.711 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.703+0000 7ff9ae7fc700 1 -- 172.21.15.46:0/339916167 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7ff9a8021030 con 0x7ff9b806f850 2023-09-21T13:06:19.711 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.704+0000 7ff9ae7fc700 1 --2- 172.21.15.46:0/339916167 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7ff99c06a580 0x7ff99c06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:19.711 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.704+0000 7ff9bd97a700 1 --2- 172.21.15.46:0/339916167 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7ff99c06a580 0x7ff99c06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:19.711 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.704+0000 7ff9ae7fc700 1 -- 172.21.15.46:0/339916167 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 4857+0+0 (secure 0 0 0) 0x7ff9a8089a80 con 0x7ff9b806f850 2023-09-21T13:06:19.711 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.704+0000 7ff9bd97a700 1 --2- 172.21.15.46:0/339916167 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7ff99c06a580 0x7ff99c06ca40 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7ff9b4009b40 tx=0x7ff9b4009210 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:19.712 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:19.709+0000 7ff9ae7fc700 1 -- 172.21.15.46:0/339916167 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7ff9a80553e0 con 0x7ff9b806f850 2023-09-21T13:06:19.997 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.001+0000 7ff9bfbde700 1 -- 172.21.15.46:0/339916167 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-osd"} v 0) v1 -- 0x7ff9b80b6170 con 0x7ff9b806f850 2023-09-21T13:06:20.000 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.004+0000 7ff9ae7fc700 1 -- 172.21.15.46:0/339916167 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-osd"}]=0 v8) v1 ==== 90+0+0 (secure 0 0 0) 0x7ff9a80150a0 con 0x7ff9b806f850 2023-09-21T13:06:20.003 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.007+0000 7ff9bfbde700 1 -- 172.21.15.46:0/339916167 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7ff99c06a580 msgr2=0x7ff99c06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:20.003 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.007+0000 7ff9bfbde700 1 --2- 172.21.15.46:0/339916167 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7ff99c06a580 0x7ff99c06ca40 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7ff9b4009b40 tx=0x7ff9b4009210 comp rx=0 tx=0).stop 2023-09-21T13:06:20.003 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.007+0000 7ff9bfbde700 1 -- 172.21.15.46:0/339916167 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff9b806f850 msgr2=0x7ff9b80c6860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:20.004 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.007+0000 7ff9bfbde700 1 --2- 172.21.15.46:0/339916167 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff9b806f850 0x7ff9b80c6860 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7ff9a8009c40 tx=0x7ff9a8004750 comp rx=0 tx=0).stop 2023-09-21T13:06:20.004 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.007+0000 7ff9bfbde700 1 -- 172.21.15.46:0/339916167 shutdown_connections 2023-09-21T13:06:20.004 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.007+0000 7ff9bfbde700 1 --2- 172.21.15.46:0/339916167 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7ff99c06a580 0x7ff99c06ca40 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:20.004 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.007+0000 7ff9bfbde700 1 --2- 172.21.15.46:0/339916167 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff9b815d630 0x7ff9b815f0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:20.004 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.007+0000 7ff9bfbde700 1 --2- 172.21.15.46:0/339916167 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7ff9b806a7a0 0x7ff9b81589a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:20.005 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.007+0000 7ff9bfbde700 1 --2- 172.21.15.46:0/339916167 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff9b806f850 0x7ff9b80c6860 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:20.005 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.007+0000 7ff9bfbde700 1 -- 172.21.15.46:0/339916167 >> 172.21.15.46:0/339916167 conn(0x7ff9b80d01f0 msgr2=0x7ff9b80cdda0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:20.005 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.007+0000 7ff9bfbde700 1 -- 172.21.15.46:0/339916167 shutdown_connections 2023-09-21T13:06:20.005 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.007+0000 7ff9bfbde700 1 -- 172.21.15.46:0/339916167 wait complete. 2023-09-21T13:06:20.016 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd 2023-09-21T13:06:20.155 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.158+0000 7fd0157f7700 1 Processor -- start 2023-09-21T13:06:20.155 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.159+0000 7fd0157f7700 1 -- start start 2023-09-21T13:06:20.158 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.159+0000 7fd0157f7700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7fd0100ca840 0x7fd0100cacf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:20.158 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.159+0000 7fd0157f7700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd01006eba0 con 0x7fd01015d630 2023-09-21T13:06:20.158 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.159+0000 7fd0157f7700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd01006ee80 con 0x7fd01006a7a0 2023-09-21T13:06:20.159 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.159+0000 7fd0157f7700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd0100d1110 con 0x7fd0100ca840 2023-09-21T13:06:20.159 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.159+0000 7fd00effd700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7fd01015d630 0x7fd010161cb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:51560/0 (socket says 172.21.15.46:51560) 2023-09-21T13:06:20.159 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.160+0000 7fd00effd700 1 -- 172.21.15.46:0/1540128101 learned_addr learned my addr 172.21.15.46:0/1540128101 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:06:20.159 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.160+0000 7fd00f7fe700 1 --2- 172.21.15.46:0/1540128101 >> v2:172.21.15.57:3300/0 conn(0x7fd0100ca840 0x7fd0100cacf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:20.160 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.160+0000 7fd00dffb700 1 -- 172.21.15.46:0/1540128101 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2108771376 0 0) 0x7fd01006eba0 con 0x7fd01015d630 2023-09-21T13:06:20.160 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.160+0000 7fd00dffb700 1 -- 172.21.15.46:0/1540128101 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fcffc0035b0 con 0x7fd01015d630 2023-09-21T13:06:20.160 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.160+0000 7fd00dffb700 1 -- 172.21.15.46:0/1540128101 <== mon.1 v1:172.21.15.57:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3935008311 0 0) 0x7fd01006ee80 con 0x7fd01006a7a0 2023-09-21T13:06:20.161 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.160+0000 7fd00dffb700 1 -- 172.21.15.46:0/1540128101 --> v1:172.21.15.57:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd01006eba0 con 0x7fd01006a7a0 2023-09-21T13:06:20.161 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.160+0000 7fd00dffb700 1 -- 172.21.15.46:0/1540128101 <== mon.0 v1:172.21.15.46:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1164322135 0 0) 0x7fcffc0035b0 con 0x7fd01015d630 2023-09-21T13:06:20.161 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.160+0000 7fd00f7fe700 1 -- 172.21.15.46:0/1540128101 >> v1:172.21.15.57:6789/0 conn(0x7fd01006a7a0 legacy=0x7fd01006f310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:20.161 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.160+0000 7fd00f7fe700 1 -- 172.21.15.46:0/1540128101 >> v1:172.21.15.46:6789/0 conn(0x7fd01015d630 legacy=0x7fd010161cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:20.162 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.160+0000 7fd00f7fe700 1 -- 172.21.15.46:0/1540128101 --> v2:172.21.15.57:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd01006ac60 con 0x7fd0100ca840 2023-09-21T13:06:20.162 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.160+0000 7fd00f7fe700 1 --2- 172.21.15.46:0/1540128101 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fd0100ca840 0x7fd0100cacf0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fd008009d90 tx=0x7fd00800b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4e73734bc1604d64 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:20.162 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.161+0000 7fd00dffb700 1 -- 172.21.15.46:0/1540128101 <== mon.1 v2:172.21.15.57:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd00800e070 con 0x7fd0100ca840 2023-09-21T13:06:20.163 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.161+0000 7fd00dffb700 1 -- 172.21.15.46:0/1540128101 <== mon.1 v2:172.21.15.57:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd008003a20 con 0x7fd0100ca840 2023-09-21T13:06:20.163 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.161+0000 7fd00dffb700 1 -- 172.21.15.46:0/1540128101 <== mon.1 v2:172.21.15.57:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd000001670 con 0x7fd0100ca840 2023-09-21T13:06:20.163 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.161+0000 7fd0157f7700 1 -- 172.21.15.46:0/1540128101 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fd0100ca840 msgr2=0x7fd0100cacf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:20.164 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.161+0000 7fd0157f7700 1 --2- 172.21.15.46:0/1540128101 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fd0100ca840 0x7fd0100cacf0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fd008009d90 tx=0x7fd00800b330 comp rx=0 tx=0).stop 2023-09-21T13:06:20.164 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.161+0000 7fd0157f7700 1 -- 172.21.15.46:0/1540128101 shutdown_connections 2023-09-21T13:06:20.164 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.161+0000 7fd0157f7700 1 --2- 172.21.15.46:0/1540128101 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fd0100ca840 0x7fd0100cacf0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:20.164 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.161+0000 7fd0157f7700 1 -- 172.21.15.46:0/1540128101 >> 172.21.15.46:0/1540128101 conn(0x7fd0100d01f0 msgr2=0x7fd0100d0600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:20.164 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.161+0000 7fd0157f7700 1 -- 172.21.15.46:0/1540128101 shutdown_connections 2023-09-21T13:06:20.165 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.161+0000 7fd0157f7700 1 -- 172.21.15.46:0/1540128101 wait complete. 2023-09-21T13:06:20.168 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.163+0000 7fd0157f7700 1 Processor -- start 2023-09-21T13:06:20.168 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.163+0000 7fd0157f7700 1 -- start start 2023-09-21T13:06:20.168 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.163+0000 7fd0157f7700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fd01006a7a0 0x7fd0101f6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:20.168 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.163+0000 7fd0157f7700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd0100ca840 0x7fd01015dc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:20.168 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.163+0000 7fd0157f7700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fd01015d630 0x7fd0100c6340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:20.169 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.163+0000 7fd0157f7700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd01015f270 con 0x7fd0100ca840 2023-09-21T13:06:20.169 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.164+0000 7fd0157f7700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd01015e5f0 con 0x7fd01015d630 2023-09-21T13:06:20.169 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.164+0000 7fd0157f7700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd01015e8d0 con 0x7fd01006a7a0 2023-09-21T13:06:20.169 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.164+0000 7fd00e7fc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd0100ca840 0x7fd01015dc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:20.169 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.164+0000 7fd00e7fc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd0100ca840 0x7fd01015dc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:49410/0 (socket says 172.21.15.46:49410) 2023-09-21T13:06:20.170 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.164+0000 7fd00e7fc700 1 -- 172.21.15.46:0/905543299 learned_addr learned my addr 172.21.15.46:0/905543299 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:20.170 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.164+0000 7fd00effd700 1 --2- 172.21.15.46:0/905543299 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fd01006a7a0 0x7fd0101f6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:20.170 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.164+0000 7fd00f7fe700 1 --2- 172.21.15.46:0/905543299 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fd01015d630 0x7fd0100c6340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:20.170 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.164+0000 7fd00e7fc700 1 -- 172.21.15.46:0/905543299 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fd01006a7a0 msgr2=0x7fd0101f6070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:20.170 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.164+0000 7fd00e7fc700 1 --2- 172.21.15.46:0/905543299 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fd01006a7a0 0x7fd0101f6070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:20.171 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.164+0000 7fd00e7fc700 1 -- 172.21.15.46:0/905543299 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fd01015d630 msgr2=0x7fd0100c6340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:20.171 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.164+0000 7fd00e7fc700 1 --2- 172.21.15.46:0/905543299 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fd01015d630 0x7fd0100c6340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:20.171 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.164+0000 7fd00e7fc700 1 -- 172.21.15.46:0/905543299 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd008009a70 con 0x7fd0100ca840 2023-09-21T13:06:20.171 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.164+0000 7fd00f7fe700 1 --2- 172.21.15.46:0/905543299 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fd01015d630 0x7fd0100c6340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-21T13:06:20.171 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.164+0000 7fd00e7fc700 1 --2- 172.21.15.46:0/905543299 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd0100ca840 0x7fd01015dc80 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fcff800c500 tx=0x7fcff800c810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:20.172 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.164+0000 7fd0077fe700 1 -- 172.21.15.46:0/905543299 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcff80052d0 con 0x7fd0100ca840 2023-09-21T13:06:20.172 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.164+0000 7fd0077fe700 1 -- 172.21.15.46:0/905543299 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcff8005450 con 0x7fd0100ca840 2023-09-21T13:06:20.172 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.164+0000 7fd0157f7700 1 -- 172.21.15.46:0/905543299 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd01015ebb0 con 0x7fd0100ca840 2023-09-21T13:06:20.172 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.164+0000 7fd0077fe700 1 -- 172.21.15.46:0/905543299 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcff80038c0 con 0x7fd0100ca840 2023-09-21T13:06:20.172 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.165+0000 7fd0157f7700 1 -- 172.21.15.46:0/905543299 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd01015e1c0 con 0x7fd0100ca840 2023-09-21T13:06:20.172 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.166+0000 7fd0157f7700 1 -- 172.21.15.46:0/905543299 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd01015f3b0 con 0x7fd0100ca840 2023-09-21T13:06:20.173 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.166+0000 7fd0077fe700 1 -- 172.21.15.46:0/905543299 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fcff8003a20 con 0x7fd0100ca840 2023-09-21T13:06:20.173 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.167+0000 7fd0077fe700 1 --2- 172.21.15.46:0/905543299 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fcff006a580 0x7fcff006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:20.173 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.167+0000 7fd0077fe700 1 -- 172.21.15.46:0/905543299 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fcff80879f0 con 0x7fd0100ca840 2023-09-21T13:06:20.173 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.167+0000 7fd00effd700 1 --2- 172.21.15.46:0/905543299 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fcff006a580 0x7fcff006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:20.173 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.167+0000 7fd00effd700 1 --2- 172.21.15.46:0/905543299 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fcff006a580 0x7fcff006ca40 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fd000000ff0 tx=0x7fd000000ed0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:20.174 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.171+0000 7fd0077fe700 1 -- 172.21.15.46:0/905543299 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fd01015f3b0 con 0x7fd0100ca840 2023-09-21T13:06:20.460 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.464+0000 7fd0157f7700 1 -- 172.21.15.46:0/905543299 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd"} v 0) v1 -- 0x7fd01015f3b0 con 0x7fd0100ca840 2023-09-21T13:06:20.463 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.467+0000 7fd0077fe700 1 -- 172.21.15.46:0/905543299 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd"}]=0 v9) v1 ==== 90+0+0 (secure 0 0 0) 0x7fd01015f3b0 con 0x7fd0100ca840 2023-09-21T13:06:20.466 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.470+0000 7fd0157f7700 1 -- 172.21.15.46:0/905543299 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fcff006a580 msgr2=0x7fcff006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:20.466 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.470+0000 7fd0157f7700 1 --2- 172.21.15.46:0/905543299 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fcff006a580 0x7fcff006ca40 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fd000000ff0 tx=0x7fd000000ed0 comp rx=0 tx=0).stop 2023-09-21T13:06:20.467 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.470+0000 7fd0157f7700 1 -- 172.21.15.46:0/905543299 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd0100ca840 msgr2=0x7fd01015dc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:20.467 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.470+0000 7fd0157f7700 1 --2- 172.21.15.46:0/905543299 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd0100ca840 0x7fd01015dc80 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fcff800c500 tx=0x7fcff800c810 comp rx=0 tx=0).stop 2023-09-21T13:06:20.467 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.470+0000 7fd0157f7700 1 -- 172.21.15.46:0/905543299 shutdown_connections 2023-09-21T13:06:20.467 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.470+0000 7fd0157f7700 1 --2- 172.21.15.46:0/905543299 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fcff006a580 0x7fcff006ca40 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:20.467 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.470+0000 7fd0157f7700 1 --2- 172.21.15.46:0/905543299 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fd01015d630 0x7fd0100c6340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:20.468 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.470+0000 7fd0157f7700 1 --2- 172.21.15.46:0/905543299 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fd01006a7a0 0x7fd0101f6070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:20.468 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.470+0000 7fd0157f7700 1 --2- 172.21.15.46:0/905543299 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd0100ca840 0x7fd01015dc80 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:20.468 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.470+0000 7fd0157f7700 1 -- 172.21.15.46:0/905543299 >> 172.21.15.46:0/905543299 conn(0x7fd0100d01f0 msgr2=0x7fd010155790 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:20.468 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.470+0000 7fd0157f7700 1 -- 172.21.15.46:0/905543299 shutdown_connections 2023-09-21T13:06:20.468 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.470+0000 7fd0157f7700 1 -- 172.21.15.46:0/905543299 wait complete. 2023-09-21T13:06:20.480 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd-mirror 2023-09-21T13:06:20.618 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.622+0000 7f303f971700 1 Processor -- start 2023-09-21T13:06:20.618 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.622+0000 7f303f971700 1 -- start start 2023-09-21T13:06:20.621 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.623+0000 7f303f971700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f30380cb0a0 0x7f30380ae6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:20.621 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.623+0000 7f303f971700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f30380aec00 0x7f303806d080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:20.622 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.623+0000 7f303f971700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f30380cb6a0 con 0x7f303815a800 2023-09-21T13:06:20.622 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.623+0000 7f303f971700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f30380af090 con 0x7f30380aec00 2023-09-21T13:06:20.622 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.623+0000 7f303f971700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f30380cb980 con 0x7f30380cb0a0 2023-09-21T13:06:20.622 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.623+0000 7f303d70d700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f303815a800 0x7f3038073680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:51562/0 (socket says 172.21.15.46:51562) 2023-09-21T13:06:20.622 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.623+0000 7f303d70d700 1 -- 172.21.15.46:0/2515193575 learned_addr learned my addr 172.21.15.46:0/2515193575 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:06:20.623 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.623+0000 7f303df0e700 1 --2- 172.21.15.46:0/2515193575 >> v2:172.21.15.46:3300/0 conn(0x7f30380aec00 0x7f303806d080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:20.623 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.623+0000 7f303cf0c700 1 --2- 172.21.15.46:0/2515193575 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f30380cb0a0 0x7f30380ae6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:20.623 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.623+0000 7f302bfff700 1 -- 172.21.15.46:0/2515193575 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3626501677 0 0) 0x7f30380cb6a0 con 0x7f303815a800 2023-09-21T13:06:20.623 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.623+0000 7f302bfff700 1 -- 172.21.15.46:0/2515193575 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f30240035b0 con 0x7f303815a800 2023-09-21T13:06:20.623 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.624+0000 7f303df0e700 1 -- 172.21.15.46:0/2515193575 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f30380cb0a0 msgr2=0x7f30380ae6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:20.624 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.624+0000 7f303df0e700 1 --2- 172.21.15.46:0/2515193575 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f30380cb0a0 0x7f30380ae6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:20.624 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.624+0000 7f303df0e700 1 -- 172.21.15.46:0/2515193575 >> v1:172.21.15.46:6789/0 conn(0x7f303815a800 legacy=0x7f3038073680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:20.624 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.624+0000 7f303df0e700 1 -- 172.21.15.46:0/2515193575 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f30380cbc60 con 0x7f30380aec00 2023-09-21T13:06:20.624 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.624+0000 7f303df0e700 1 --2- 172.21.15.46:0/2515193575 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f30380aec00 0x7f303806d080 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f3030009d90 tx=0x7f303000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8250645ece9bb007 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:20.624 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.624+0000 7f302bfff700 1 -- 172.21.15.46:0/2515193575 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f303000e070 con 0x7f30380aec00 2023-09-21T13:06:20.624 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.624+0000 7f302bfff700 1 -- 172.21.15.46:0/2515193575 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f303000bb20 con 0x7f30380aec00 2023-09-21T13:06:20.625 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.624+0000 7f302bfff700 1 -- 172.21.15.46:0/2515193575 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f303000be90 con 0x7f30380aec00 2023-09-21T13:06:20.625 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.624+0000 7f303f971700 1 -- 172.21.15.46:0/2515193575 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f30380aec00 msgr2=0x7f303806d080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:20.625 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.624+0000 7f303f971700 1 --2- 172.21.15.46:0/2515193575 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f30380aec00 0x7f303806d080 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f3030009d90 tx=0x7f303000b330 comp rx=0 tx=0).stop 2023-09-21T13:06:20.625 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.625+0000 7f303f971700 1 -- 172.21.15.46:0/2515193575 shutdown_connections 2023-09-21T13:06:20.625 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.625+0000 7f303f971700 1 --2- 172.21.15.46:0/2515193575 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f30380aec00 0x7f303806d080 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:20.626 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.625+0000 7f303f971700 1 --2- 172.21.15.46:0/2515193575 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f30380cb0a0 0x7f30380ae6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:20.626 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.625+0000 7f303f971700 1 -- 172.21.15.46:0/2515193575 >> 172.21.15.46:0/2515193575 conn(0x7f30380cc440 msgr2=0x7f30380cc850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:20.626 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.625+0000 7f303f971700 1 -- 172.21.15.46:0/2515193575 shutdown_connections 2023-09-21T13:06:20.626 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.625+0000 7f303f971700 1 -- 172.21.15.46:0/2515193575 wait complete. 2023-09-21T13:06:20.629 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.626+0000 7f303f971700 1 Processor -- start 2023-09-21T13:06:20.629 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.626+0000 7f303f971700 1 -- start start 2023-09-21T13:06:20.629 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.627+0000 7f303f971700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f30380aec00 0x7f3038151590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:20.629 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.627+0000 7f303f971700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f30380cb0a0 0x7f30380b2660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:20.629 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.627+0000 7f303f971700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f303815a800 0x7f30380b53a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:20.630 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.627+0000 7f303f971700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30380c6cb0 con 0x7f30380cb0a0 2023-09-21T13:06:20.630 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.627+0000 7f303f971700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30380b58e0 con 0x7f303815a800 2023-09-21T13:06:20.630 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.627+0000 7f303f971700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f30380b3e00 con 0x7f30380aec00 2023-09-21T13:06:20.630 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.627+0000 7f303cf0c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f30380cb0a0 0x7f30380b2660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:20.631 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.627+0000 7f303cf0c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f30380cb0a0 0x7f30380b2660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:49434/0 (socket says 172.21.15.46:49434) 2023-09-21T13:06:20.631 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.627+0000 7f303cf0c700 1 -- 172.21.15.46:0/2286424227 learned_addr learned my addr 172.21.15.46:0/2286424227 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:20.631 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.627+0000 7f303df0e700 1 --2- 172.21.15.46:0/2286424227 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f303815a800 0x7f30380b53a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:20.631 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.627+0000 7f303d70d700 1 --2- 172.21.15.46:0/2286424227 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f30380aec00 0x7f3038151590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:20.631 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.627+0000 7f303cf0c700 1 -- 172.21.15.46:0/2286424227 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f30380aec00 msgr2=0x7f3038151590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:20.631 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.627+0000 7f303cf0c700 1 --2- 172.21.15.46:0/2286424227 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f30380aec00 0x7f3038151590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:20.632 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.627+0000 7f303cf0c700 1 -- 172.21.15.46:0/2286424227 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f303815a800 msgr2=0x7f30380b53a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:20.632 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.627+0000 7f303cf0c700 1 --2- 172.21.15.46:0/2286424227 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f303815a800 0x7f30380b53a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:20.632 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.627+0000 7f303cf0c700 1 -- 172.21.15.46:0/2286424227 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3030009a70 con 0x7f30380cb0a0 2023-09-21T13:06:20.632 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.627+0000 7f303df0e700 1 --2- 172.21.15.46:0/2286424227 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f303815a800 0x7f30380b53a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T13:06:20.632 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.628+0000 7f303cf0c700 1 --2- 172.21.15.46:0/2286424227 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f30380cb0a0 0x7f30380b2660 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f302c00e9b0 tx=0x7f302c00ed70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:20.633 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.628+0000 7f3029ffb700 1 -- 172.21.15.46:0/2286424227 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f302c009710 con 0x7f30380cb0a0 2023-09-21T13:06:20.633 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.628+0000 7f3029ffb700 1 -- 172.21.15.46:0/2286424227 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f302c00c850 con 0x7f30380cb0a0 2023-09-21T13:06:20.633 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.628+0000 7f3029ffb700 1 -- 172.21.15.46:0/2286424227 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f302c00cbc0 con 0x7f30380cb0a0 2023-09-21T13:06:20.633 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.628+0000 7f303f971700 1 -- 172.21.15.46:0/2286424227 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f30380b2d60 con 0x7f30380cb0a0 2023-09-21T13:06:20.633 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.628+0000 7f303f971700 1 -- 172.21.15.46:0/2286424227 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f30380b3320 con 0x7f30380cb0a0 2023-09-21T13:06:20.634 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.629+0000 7f303f971700 1 -- 172.21.15.46:0/2286424227 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f30380b3c50 con 0x7f30380cb0a0 2023-09-21T13:06:20.634 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.629+0000 7f3029ffb700 1 -- 172.21.15.46:0/2286424227 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f302c00cd20 con 0x7f30380cb0a0 2023-09-21T13:06:20.634 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.630+0000 7f3029ffb700 1 --2- 172.21.15.46:0/2286424227 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f301c06a580 0x7f301c06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:20.634 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.630+0000 7f3029ffb700 1 -- 172.21.15.46:0/2286424227 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f302c088800 con 0x7f30380cb0a0 2023-09-21T13:06:20.634 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.630+0000 7f303d70d700 1 --2- 172.21.15.46:0/2286424227 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f301c06a580 0x7f301c06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:20.635 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.631+0000 7f303d70d700 1 --2- 172.21.15.46:0/2286424227 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f301c06a580 0x7f301c06ca40 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f3034007fd0 tx=0x7f3034009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:20.635 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.635+0000 7f3029ffb700 1 -- 172.21.15.46:0/2286424227 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f302c0540d0 con 0x7f30380cb0a0 2023-09-21T13:06:20.926 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.930+0000 7f303f971700 1 -- 172.21.15.46:0/2286424227 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"} v 0) v1 -- 0x7f3038068b90 con 0x7f30380cb0a0 2023-09-21T13:06:20.930 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.934+0000 7f3029ffb700 1 -- 172.21.15.46:0/2286424227 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"}]=0 v10) v1 ==== 97+0+0 (secure 0 0 0) 0x7f302c0210a0 con 0x7f30380cb0a0 2023-09-21T13:06:20.933 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.936+0000 7f303f971700 1 -- 172.21.15.46:0/2286424227 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f301c06a580 msgr2=0x7f301c06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:20.933 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.936+0000 7f303f971700 1 --2- 172.21.15.46:0/2286424227 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f301c06a580 0x7f301c06ca40 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f3034007fd0 tx=0x7f3034009040 comp rx=0 tx=0).stop 2023-09-21T13:06:20.933 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.936+0000 7f303f971700 1 -- 172.21.15.46:0/2286424227 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f30380cb0a0 msgr2=0x7f30380b2660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:20.933 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.936+0000 7f303f971700 1 --2- 172.21.15.46:0/2286424227 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f30380cb0a0 0x7f30380b2660 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f302c00e9b0 tx=0x7f302c00ed70 comp rx=0 tx=0).stop 2023-09-21T13:06:20.933 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.936+0000 7f303f971700 1 -- 172.21.15.46:0/2286424227 shutdown_connections 2023-09-21T13:06:20.934 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.936+0000 7f303f971700 1 --2- 172.21.15.46:0/2286424227 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f301c06a580 0x7f301c06ca40 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:20.934 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.936+0000 7f303f971700 1 --2- 172.21.15.46:0/2286424227 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f303815a800 0x7f30380b53a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:20.934 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.936+0000 7f303f971700 1 --2- 172.21.15.46:0/2286424227 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f30380aec00 0x7f3038151590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:20.934 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.936+0000 7f303f971700 1 --2- 172.21.15.46:0/2286424227 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f30380cb0a0 0x7f30380b2660 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:20.935 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.936+0000 7f303f971700 1 -- 172.21.15.46:0/2286424227 >> 172.21.15.46:0/2286424227 conn(0x7f30380cc440 msgr2=0x7f30380af600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:20.935 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.936+0000 7f303f971700 1 -- 172.21.15.46:0/2286424227 shutdown_connections 2023-09-21T13:06:20.935 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:20.936+0000 7f303f971700 1 -- 172.21.15.46:0/2286424227 wait complete. 2023-09-21T13:06:20.946 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rgw 2023-09-21T13:06:21.084 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.088+0000 7fe64a1f8700 1 Processor -- start 2023-09-21T13:06:21.084 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.088+0000 7fe64a1f8700 1 -- start start 2023-09-21T13:06:21.087 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.089+0000 7fe64a1f8700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7fe64415d630 0x7fe644161cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:21.087 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.089+0000 7fe64a1f8700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fe64406a7a0 0x7fe64406f310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:21.087 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.089+0000 7fe64a1f8700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe64406eba0 con 0x7fe64406f850 2023-09-21T13:06:21.087 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.089+0000 7fe64a1f8700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe64406ee80 con 0x7fe64406a7a0 2023-09-21T13:06:21.087 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.089+0000 7fe64a1f8700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe6440d1110 con 0x7fe64415d630 2023-09-21T13:06:21.088 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.089+0000 7fe642ffd700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fe64406a7a0 0x7fe64406f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:21.088 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.089+0000 7fe643fff700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7fe64406f850 0x7fe6440ca840 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:51578/0 (socket says 172.21.15.46:51578) 2023-09-21T13:06:21.088 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.089+0000 7fe643fff700 1 -- 172.21.15.46:0/742723395 learned_addr learned my addr 172.21.15.46:0/742723395 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:06:21.088 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.089+0000 7fe6437fe700 1 --2- 172.21.15.46:0/742723395 >> v2:172.21.15.57:3300/0 conn(0x7fe64415d630 0x7fe644161cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:21.088 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.089+0000 7fe6427fc700 1 -- 172.21.15.46:0/742723395 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4276239626 0 0) 0x7fe64406eba0 con 0x7fe64406f850 2023-09-21T13:06:21.088 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.089+0000 7fe6427fc700 1 -- 172.21.15.46:0/742723395 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe62c0035b0 con 0x7fe64406f850 2023-09-21T13:06:21.089 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.089+0000 7fe642ffd700 1 -- 172.21.15.46:0/742723395 >> v2:172.21.15.57:3300/0 conn(0x7fe64415d630 msgr2=0x7fe644161cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:21.089 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.089+0000 7fe642ffd700 1 --2- 172.21.15.46:0/742723395 >> v2:172.21.15.57:3300/0 conn(0x7fe64415d630 0x7fe644161cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:21.089 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.089+0000 7fe642ffd700 1 -- 172.21.15.46:0/742723395 >> v1:172.21.15.46:6789/0 conn(0x7fe64406f850 legacy=0x7fe6440ca840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:21.089 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.089+0000 7fe642ffd700 1 -- 172.21.15.46:0/742723395 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe6441621f0 con 0x7fe64406a7a0 2023-09-21T13:06:21.089 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.089+0000 7fe642ffd700 1 --2- 172.21.15.46:0/742723395 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe64406a7a0 0x7fe64406f310 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fe6440ca770 tx=0x7fe638009b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=59ee8e1b91ae894b server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:21.090 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.090+0000 7fe6427fc700 1 -- 172.21.15.46:0/742723395 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe638011830 con 0x7fe64406a7a0 2023-09-21T13:06:21.090 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.090+0000 7fe6427fc700 1 -- 172.21.15.46:0/742723395 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe638011990 con 0x7fe64406a7a0 2023-09-21T13:06:21.090 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.090+0000 7fe6427fc700 1 -- 172.21.15.46:0/742723395 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe638011d00 con 0x7fe64406a7a0 2023-09-21T13:06:21.090 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.090+0000 7fe64a1f8700 1 -- 172.21.15.46:0/742723395 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe64406a7a0 msgr2=0x7fe64406f310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:21.090 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.090+0000 7fe64a1f8700 1 --2- 172.21.15.46:0/742723395 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe64406a7a0 0x7fe64406f310 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fe6440ca770 tx=0x7fe638009b20 comp rx=0 tx=0).stop 2023-09-21T13:06:21.091 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.090+0000 7fe64a1f8700 1 -- 172.21.15.46:0/742723395 shutdown_connections 2023-09-21T13:06:21.091 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.090+0000 7fe64a1f8700 1 --2- 172.21.15.46:0/742723395 >> v2:172.21.15.57:3300/0 conn(0x7fe64415d630 0x7fe644161cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:21.091 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.090+0000 7fe64a1f8700 1 --2- 172.21.15.46:0/742723395 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe64406a7a0 0x7fe64406f310 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:21.091 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.090+0000 7fe64a1f8700 1 -- 172.21.15.46:0/742723395 >> 172.21.15.46:0/742723395 conn(0x7fe6440d01f0 msgr2=0x7fe6440d0600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:21.091 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.090+0000 7fe64a1f8700 1 -- 172.21.15.46:0/742723395 shutdown_connections 2023-09-21T13:06:21.091 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.090+0000 7fe64a1f8700 1 -- 172.21.15.46:0/742723395 wait complete. 2023-09-21T13:06:21.094 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.092+0000 7fe64a1f8700 1 Processor -- start 2023-09-21T13:06:21.094 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.092+0000 7fe64a1f8700 1 -- start start 2023-09-21T13:06:21.094 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.093+0000 7fe64a1f8700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe64406a7a0 0x7fe6441606e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:21.095 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.093+0000 7fe64a1f8700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fe64406f850 0x7fe64415bc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:21.095 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.093+0000 7fe64a1f8700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe64415d630 0x7fe64414adc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:21.095 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.093+0000 7fe64a1f8700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe64414b8c0 con 0x7fe64406a7a0 2023-09-21T13:06:21.095 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.093+0000 7fe64a1f8700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe64414bba0 con 0x7fe64406f850 2023-09-21T13:06:21.095 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.093+0000 7fe64a1f8700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe64415fee0 con 0x7fe64415d630 2023-09-21T13:06:21.095 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.093+0000 7fe6437fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe64406a7a0 0x7fe6441606e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:21.096 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.093+0000 7fe6437fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe64406a7a0 0x7fe6441606e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:49450/0 (socket says 172.21.15.46:49450) 2023-09-21T13:06:21.096 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.093+0000 7fe6437fe700 1 -- 172.21.15.46:0/4110171965 learned_addr learned my addr 172.21.15.46:0/4110171965 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:21.096 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.094+0000 7fe642ffd700 1 --2- 172.21.15.46:0/4110171965 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fe64406f850 0x7fe64415bc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:21.096 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.094+0000 7fe643fff700 1 --2- 172.21.15.46:0/4110171965 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe64415d630 0x7fe64414adc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:21.096 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.094+0000 7fe6437fe700 1 -- 172.21.15.46:0/4110171965 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe64415d630 msgr2=0x7fe64414adc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:21.097 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.094+0000 7fe6437fe700 1 --2- 172.21.15.46:0/4110171965 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe64415d630 0x7fe64414adc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:21.097 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.094+0000 7fe6437fe700 1 -- 172.21.15.46:0/4110171965 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fe64406f850 msgr2=0x7fe64415bc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:21.097 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.094+0000 7fe6437fe700 1 --2- 172.21.15.46:0/4110171965 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fe64406f850 0x7fe64415bc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:21.097 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.094+0000 7fe6437fe700 1 -- 172.21.15.46:0/4110171965 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe6380094a0 con 0x7fe64406a7a0 2023-09-21T13:06:21.097 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.094+0000 7fe6437fe700 1 --2- 172.21.15.46:0/4110171965 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe64406a7a0 0x7fe6441606e0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fe63400e870 tx=0x7fe63400eb80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:21.097 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.094+0000 7fe62bfff700 1 -- 172.21.15.46:0/4110171965 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe634009590 con 0x7fe64406a7a0 2023-09-21T13:06:21.098 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.094+0000 7fe62bfff700 1 -- 172.21.15.46:0/4110171965 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe634013680 con 0x7fe64406a7a0 2023-09-21T13:06:21.098 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.094+0000 7fe64a1f8700 1 -- 172.21.15.46:0/4110171965 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe6441601c0 con 0x7fe64406a7a0 2023-09-21T13:06:21.098 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.094+0000 7fe62bfff700 1 -- 172.21.15.46:0/4110171965 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6340139f0 con 0x7fe64406a7a0 2023-09-21T13:06:21.098 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.094+0000 7fe64a1f8700 1 -- 172.21.15.46:0/4110171965 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe64415fb90 con 0x7fe64406a7a0 2023-09-21T13:06:21.098 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.095+0000 7fe64a1f8700 1 -- 172.21.15.46:0/4110171965 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe644068b90 con 0x7fe64406a7a0 2023-09-21T13:06:21.099 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.096+0000 7fe62bfff700 1 -- 172.21.15.46:0/4110171965 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fe634013b50 con 0x7fe64406a7a0 2023-09-21T13:06:21.099 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.096+0000 7fe62bfff700 1 --2- 172.21.15.46:0/4110171965 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fe63006a580 0x7fe63006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:21.099 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.096+0000 7fe62bfff700 1 -- 172.21.15.46:0/4110171965 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fe6340885c0 con 0x7fe64406a7a0 2023-09-21T13:06:21.099 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.096+0000 7fe642ffd700 1 --2- 172.21.15.46:0/4110171965 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fe63006a580 0x7fe63006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:21.099 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.097+0000 7fe642ffd700 1 --2- 172.21.15.46:0/4110171965 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fe63006a580 0x7fe63006ca40 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fe6380090b0 tx=0x7fe638008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:21.100 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.101+0000 7fe62bfff700 1 -- 172.21.15.46:0/4110171965 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fe634053df0 con 0x7fe64406a7a0 2023-09-21T13:06:21.393 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.397+0000 7fe64a1f8700 1 -- 172.21.15.46:0/4110171965 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rgw"} v 0) v1 -- 0x7fe6441616f0 con 0x7fe64406a7a0 2023-09-21T13:06:21.396 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.400+0000 7fe62bfff700 1 -- 172.21.15.46:0/4110171965 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rgw"}]=0 v11) v1 ==== 90+0+0 (secure 0 0 0) 0x7fe634057410 con 0x7fe64406a7a0 2023-09-21T13:06:21.399 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.403+0000 7fe64a1f8700 1 -- 172.21.15.46:0/4110171965 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fe63006a580 msgr2=0x7fe63006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:21.399 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.403+0000 7fe64a1f8700 1 --2- 172.21.15.46:0/4110171965 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fe63006a580 0x7fe63006ca40 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fe6380090b0 tx=0x7fe638008030 comp rx=0 tx=0).stop 2023-09-21T13:06:21.399 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.403+0000 7fe64a1f8700 1 -- 172.21.15.46:0/4110171965 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe64406a7a0 msgr2=0x7fe6441606e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:21.400 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.403+0000 7fe64a1f8700 1 --2- 172.21.15.46:0/4110171965 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe64406a7a0 0x7fe6441606e0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fe63400e870 tx=0x7fe63400eb80 comp rx=0 tx=0).stop 2023-09-21T13:06:21.400 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.403+0000 7fe64a1f8700 1 -- 172.21.15.46:0/4110171965 shutdown_connections 2023-09-21T13:06:21.400 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.403+0000 7fe64a1f8700 1 --2- 172.21.15.46:0/4110171965 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fe63006a580 0x7fe63006ca40 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:21.400 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.403+0000 7fe64a1f8700 1 --2- 172.21.15.46:0/4110171965 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe64415d630 0x7fe64414adc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:21.400 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.403+0000 7fe64a1f8700 1 --2- 172.21.15.46:0/4110171965 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe64406a7a0 0x7fe6441606e0 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:21.401 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.403+0000 7fe64a1f8700 1 --2- 172.21.15.46:0/4110171965 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fe64406f850 0x7fe64415bc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:21.401 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.403+0000 7fe64a1f8700 1 -- 172.21.15.46:0/4110171965 >> 172.21.15.46:0/4110171965 conn(0x7fe6440d01f0 msgr2=0x7fe6440cbb80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:21.401 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.403+0000 7fe64a1f8700 1 -- 172.21.15.46:0/4110171965 shutdown_connections 2023-09-21T13:06:21.401 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.403+0000 7fe64a1f8700 1 -- 172.21.15.46:0/4110171965 wait complete. 2023-09-21T13:06:21.413 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-21T13:06:21.549 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.553+0000 7fbf88391700 1 Processor -- start 2023-09-21T13:06:21.549 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.553+0000 7fbf88391700 1 -- start start 2023-09-21T13:06:21.551 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.554+0000 7fbf88391700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbf8015d5b0 0x7fbf8006c560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:21.551 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.554+0000 7fbf88391700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbf8006c0d0 con 0x7fbf800b34e0 2023-09-21T13:06:21.552 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.554+0000 7fbf88391700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbf8006d660 con 0x7fbf80161120 2023-09-21T13:06:21.552 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.554+0000 7fbf88391700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbf8006bb50 con 0x7fbf8015d5b0 2023-09-21T13:06:21.552 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.554+0000 7fbf8692e700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7fbf800b34e0 0x7fbf800d0eb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:51582/0 (socket says 172.21.15.46:51582) 2023-09-21T13:06:21.552 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.554+0000 7fbf8692e700 1 -- 172.21.15.46:0/1860342650 learned_addr learned my addr 172.21.15.46:0/1860342650 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:06:21.552 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.554+0000 7fbf8612d700 1 --2- 172.21.15.46:0/1860342650 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbf8015d5b0 0x7fbf8006c560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:21.553 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.555+0000 7fbf8512b700 1 -- 172.21.15.46:0/1860342650 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 697428312 0 0) 0x7fbf8006c0d0 con 0x7fbf800b34e0 2023-09-21T13:06:21.553 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.555+0000 7fbf8512b700 1 -- 172.21.15.46:0/1860342650 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbf6c0035b0 con 0x7fbf800b34e0 2023-09-21T13:06:21.553 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.555+0000 7fbf8512b700 1 -- 172.21.15.46:0/1860342650 <== mon.1 v1:172.21.15.57:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 906661899 0 0) 0x7fbf8006d660 con 0x7fbf80161120 2023-09-21T13:06:21.553 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.555+0000 7fbf8512b700 1 -- 172.21.15.46:0/1860342650 --> v1:172.21.15.57:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbf8006c0d0 con 0x7fbf80161120 2023-09-21T13:06:21.553 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.555+0000 7fbf8612d700 1 -- 172.21.15.46:0/1860342650 >> v1:172.21.15.57:6789/0 conn(0x7fbf80161120 legacy=0x7fbf800b2dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:21.554 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.555+0000 7fbf8612d700 1 -- 172.21.15.46:0/1860342650 >> v1:172.21.15.46:6789/0 conn(0x7fbf800b34e0 legacy=0x7fbf800d0eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:21.554 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.555+0000 7fbf8612d700 1 -- 172.21.15.46:0/1860342650 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbf80161be0 con 0x7fbf8015d5b0 2023-09-21T13:06:21.554 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.555+0000 7fbf8612d700 1 --2- 172.21.15.46:0/1860342650 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbf8015d5b0 0x7fbf8006c560 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fbf7c009870 tx=0x7fbf7c009b80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=19f4187a69161f2f server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:21.554 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.555+0000 7fbf8512b700 1 -- 172.21.15.46:0/1860342650 <== mon.2 v2:172.21.15.57:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf7c011830 con 0x7fbf8015d5b0 2023-09-21T13:06:21.554 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.555+0000 7fbf8512b700 1 -- 172.21.15.46:0/1860342650 <== mon.2 v2:172.21.15.57:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbf7c011990 con 0x7fbf8015d5b0 2023-09-21T13:06:21.555 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.555+0000 7fbf8512b700 1 -- 172.21.15.46:0/1860342650 <== mon.2 v2:172.21.15.57:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf7c011d20 con 0x7fbf8015d5b0 2023-09-21T13:06:21.558 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.556+0000 7fbf88391700 1 -- 172.21.15.46:0/1860342650 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbf8015d5b0 msgr2=0x7fbf8006c560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:21.558 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.556+0000 7fbf88391700 1 --2- 172.21.15.46:0/1860342650 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbf8015d5b0 0x7fbf8006c560 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fbf7c009870 tx=0x7fbf7c009b80 comp rx=0 tx=0).stop 2023-09-21T13:06:21.558 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.556+0000 7fbf88391700 1 -- 172.21.15.46:0/1860342650 shutdown_connections 2023-09-21T13:06:21.558 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.556+0000 7fbf88391700 1 --2- 172.21.15.46:0/1860342650 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbf8015d5b0 0x7fbf8006c560 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:21.558 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.556+0000 7fbf88391700 1 -- 172.21.15.46:0/1860342650 >> 172.21.15.46:0/1860342650 conn(0x7fbf8006eb20 msgr2=0x7fbf8006ef00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:21.559 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.556+0000 7fbf88391700 1 -- 172.21.15.46:0/1860342650 shutdown_connections 2023-09-21T13:06:21.559 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.556+0000 7fbf88391700 1 -- 172.21.15.46:0/1860342650 wait complete. 2023-09-21T13:06:21.559 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.557+0000 7fbf88391700 1 Processor -- start 2023-09-21T13:06:21.559 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.557+0000 7fbf88391700 1 -- start start 2023-09-21T13:06:21.559 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.558+0000 7fbf88391700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbf800b34e0 0x7fbf80153a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:21.560 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.558+0000 7fbf88391700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf8015d5b0 0x7fbf800cbde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:21.560 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.558+0000 7fbf88391700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fbf80161120 0x7fbf800cc320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:21.560 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.558+0000 7fbf88391700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf800cacb0 con 0x7fbf8015d5b0 2023-09-21T13:06:21.560 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.558+0000 7fbf88391700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf800caf90 con 0x7fbf80161120 2023-09-21T13:06:21.560 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.558+0000 7fbf88391700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbf800b3e70 con 0x7fbf800b34e0 2023-09-21T13:06:21.561 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.558+0000 7fbf8592c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf8015d5b0 0x7fbf800cbde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:21.561 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.558+0000 7fbf8592c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf8015d5b0 0x7fbf800cbde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:49458/0 (socket says 172.21.15.46:49458) 2023-09-21T13:06:21.561 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.558+0000 7fbf8592c700 1 -- 172.21.15.46:0/4059514426 learned_addr learned my addr 172.21.15.46:0/4059514426 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:21.561 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.558+0000 7fbf8612d700 1 --2- 172.21.15.46:0/4059514426 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbf800b34e0 0x7fbf80153a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:21.561 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.558+0000 7fbf8692e700 1 --2- 172.21.15.46:0/4059514426 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fbf80161120 0x7fbf800cc320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:21.562 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.559+0000 7fbf8592c700 1 -- 172.21.15.46:0/4059514426 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbf800b34e0 msgr2=0x7fbf80153a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:21.562 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.559+0000 7fbf8592c700 1 --2- 172.21.15.46:0/4059514426 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbf800b34e0 0x7fbf80153a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:21.562 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.559+0000 7fbf8592c700 1 -- 172.21.15.46:0/4059514426 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fbf80161120 msgr2=0x7fbf800cc320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:21.562 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.559+0000 7fbf8592c700 1 --2- 172.21.15.46:0/4059514426 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fbf80161120 0x7fbf800cc320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:21.562 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.559+0000 7fbf8592c700 1 -- 172.21.15.46:0/4059514426 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbf7c0094a0 con 0x7fbf8015d5b0 2023-09-21T13:06:21.563 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.559+0000 7fbf8692e700 1 --2- 172.21.15.46:0/4059514426 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fbf80161120 0x7fbf800cc320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:06:21.563 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.559+0000 7fbf8592c700 1 --2- 172.21.15.46:0/4059514426 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf8015d5b0 0x7fbf800cbde0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fbf7400c500 tx=0x7fbf7400c810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:21.563 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.559+0000 7fbf72ffd700 1 -- 172.21.15.46:0/4059514426 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf740052d0 con 0x7fbf8015d5b0 2023-09-21T13:06:21.563 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.559+0000 7fbf72ffd700 1 -- 172.21.15.46:0/4059514426 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbf74005450 con 0x7fbf8015d5b0 2023-09-21T13:06:21.563 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.559+0000 7fbf88391700 1 -- 172.21.15.46:0/4059514426 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbf800b4150 con 0x7fbf8015d5b0 2023-09-21T13:06:21.564 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.559+0000 7fbf72ffd700 1 -- 172.21.15.46:0/4059514426 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf740038c0 con 0x7fbf8015d5b0 2023-09-21T13:06:21.564 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.559+0000 7fbf88391700 1 -- 172.21.15.46:0/4059514426 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbf80153f80 con 0x7fbf8015d5b0 2023-09-21T13:06:21.564 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.560+0000 7fbf88391700 1 -- 172.21.15.46:0/4059514426 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbf80068b90 con 0x7fbf8015d5b0 2023-09-21T13:06:21.564 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.561+0000 7fbf72ffd700 1 -- 172.21.15.46:0/4059514426 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fbf74003a20 con 0x7fbf8015d5b0 2023-09-21T13:06:21.564 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.561+0000 7fbf72ffd700 1 --2- 172.21.15.46:0/4059514426 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fbf6406a580 0x7fbf6406ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:21.565 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.561+0000 7fbf72ffd700 1 -- 172.21.15.46:0/4059514426 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fbf74087b60 con 0x7fbf8015d5b0 2023-09-21T13:06:21.565 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.561+0000 7fbf8612d700 1 --2- 172.21.15.46:0/4059514426 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fbf6406a580 0x7fbf6406ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:21.565 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.561+0000 7fbf8612d700 1 --2- 172.21.15.46:0/4059514426 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fbf6406a580 0x7fbf6406ca40 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fbf7c0097c0 tx=0x7fbf7c01c040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:21.565 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.566+0000 7fbf72ffd700 1 -- 172.21.15.46:0/4059514426 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fbf74053430 con 0x7fbf8015d5b0 2023-09-21T13:06:21.768 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.772+0000 7fbf88391700 1 -- 172.21.15.46:0/4059514426 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fbf800ce7c0 con 0x7fbf8015d5b0 2023-09-21T13:06:21.768 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.773+0000 7fbf72ffd700 1 -- 172.21.15.46:0/4059514426 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v30) v1 ==== 74+0+12809 (secure 0 0 0) 0x7fbf74056a50 con 0x7fbf8015d5b0 2023-09-21T13:06:21.769 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:06:21.769 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":30,"fsid":"3cbfaf88-469e-4129-b70d-6dd2d92bd0a4","created":"2023-09-21T13:04:52.312650+0000","modified":"2023-09-21T13:06:18.105758+0000","last_up_change":"2023-09-21T13:05:04.397018+0000","last_in_change":"2023-09-21T13:04:55.853368+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-21T13:05:05.036373+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"23992b72-ed3c-4a14-ae79-8150e0fedbf7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6810","nonce":1682463833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6814","nonce":1682463833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6822","nonce":1682463833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6818","nonce":1682463833}]},"public_addr":"172.21.15.46:6810/1682463833","cluster_addr":"172.21.15.46:6814/1682463833","heartbeat_back_addr":"172.21.15.46:6822/1682463833","heartbeat_front_addr":"172.21.15.46:6818/1682463833","state":["exists","up"]},{"osd":1,"uuid":"2578f708-e052-4bdd-bcef-54808f1d1ef4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6800","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6801","nonce":3674836117}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6803","nonce":3674836117}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6807","nonce":3674836117}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6805","nonce":3674836117}]},"public_addr":"172.21.15.46:6801/3674836117","cluster_addr":"172.21.15.46:6803/3674836117","heartbeat_back_addr":"172.21.15.46:6807/3674836117","heartbeat_front_addr":"172.21.15.46:6805/3674836117","state":["exists","up"]},{"osd":2,"uuid":"6db5fc17-2472-42fd-a613-8cc24a815cfe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6825","nonce":3956023171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6827","nonce":3956023171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6831","nonce":3956023171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6829","nonce":3956023171}]},"public_addr":"172.21.15.46:6825/3956023171","cluster_addr":"172.21.15.46:6827/3956023171","heartbeat_back_addr":"172.21.15.46:6831/3956023171","heartbeat_front_addr":"172.21.15.46:6829/3956023171","state":["exists","up"]},{"osd":3,"uuid":"b0ddd2cd-9025-471f-a976-d7bc356eb10b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6809","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6811","nonce":1834230057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6813","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6815","nonce":1834230057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6821","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6823","nonce":1834230057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6817","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6819","nonce":1834230057}]},"public_addr":"172.21.15.46:6811/1834230057","cluster_addr":"172.21.15.46:6815/1834230057","heartbeat_back_addr":"172.21.15.46:6823/1834230057","heartbeat_front_addr":"172.21.15.46:6819/1834230057","state":["exists","up"]},{"osd":4,"uuid":"51245ec8-6073-476b-aea6-482f9a379f43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6800","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6801","nonce":867529145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6802","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6803","nonce":867529145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6806","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6807","nonce":867529145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6804","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6805","nonce":867529145}]},"public_addr":"172.21.15.57:6801/867529145","cluster_addr":"172.21.15.57:6803/867529145","heartbeat_back_addr":"172.21.15.57:6807/867529145","heartbeat_front_addr":"172.21.15.57:6805/867529145","state":["exists","up"]},{"osd":5,"uuid":"6be64509-8d19-48af-aa7d-2744199eb3c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6824","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6825","nonce":2639760353}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6826","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6827","nonce":2639760353}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6830","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6831","nonce":2639760353}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6828","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6829","nonce":2639760353}]},"public_addr":"172.21.15.57:6825/2639760353","cluster_addr":"172.21.15.57:6827/2639760353","heartbeat_back_addr":"172.21.15.57:6831/2639760353","heartbeat_front_addr":"172.21.15.57:6829/2639760353","state":["exists","up"]},{"osd":6,"uuid":"8bfda35e-f97c-4419-a105-ff306eff7a42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6808","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6809","nonce":3693682875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6810","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6811","nonce":3693682875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6814","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6815","nonce":3693682875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6812","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6813","nonce":3693682875}]},"public_addr":"172.21.15.57:6809/3693682875","cluster_addr":"172.21.15.57:6811/3693682875","heartbeat_back_addr":"172.21.15.57:6815/3693682875","heartbeat_front_addr":"172.21.15.57:6813/3693682875","state":["exists","up"]},{"osd":7,"uuid":"49fc1df7-ab94-4da5-b915-8f7cc61f2714","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6816","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6817","nonce":1729728830}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6818","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6819","nonce":1729728830}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6822","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6823","nonce":1729728830}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6820","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6821","nonce":1729728830}]},"public_addr":"172.21.15.57:6817/1729728830","cluster_addr":"172.21.15.57:6819/1729728830","heartbeat_back_addr":"172.21.15.57:6823/1729728830","heartbeat_front_addr":"172.21.15.57:6821/1729728830","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:00.955073+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.074451+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.068487+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.010348+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.035446+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.101249+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.104509+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.077361+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-21T13:06:21.771 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.775+0000 7fbf88391700 1 -- 172.21.15.46:0/4059514426 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fbf6406a580 msgr2=0x7fbf6406ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:21.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.775+0000 7fbf88391700 1 --2- 172.21.15.46:0/4059514426 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fbf6406a580 0x7fbf6406ca40 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fbf7c0097c0 tx=0x7fbf7c01c040 comp rx=0 tx=0).stop 2023-09-21T13:06:21.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.775+0000 7fbf88391700 1 -- 172.21.15.46:0/4059514426 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf8015d5b0 msgr2=0x7fbf800cbde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:21.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.775+0000 7fbf88391700 1 --2- 172.21.15.46:0/4059514426 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf8015d5b0 0x7fbf800cbde0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fbf7400c500 tx=0x7fbf7400c810 comp rx=0 tx=0).stop 2023-09-21T13:06:21.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.775+0000 7fbf88391700 1 -- 172.21.15.46:0/4059514426 shutdown_connections 2023-09-21T13:06:21.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.775+0000 7fbf88391700 1 --2- 172.21.15.46:0/4059514426 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fbf6406a580 0x7fbf6406ca40 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:21.773 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.775+0000 7fbf88391700 1 --2- 172.21.15.46:0/4059514426 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fbf80161120 0x7fbf800cc320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:21.773 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.775+0000 7fbf88391700 1 --2- 172.21.15.46:0/4059514426 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbf800b34e0 0x7fbf80153a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:21.773 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.775+0000 7fbf88391700 1 --2- 172.21.15.46:0/4059514426 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf8015d5b0 0x7fbf800cbde0 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:21.773 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.775+0000 7fbf88391700 1 -- 172.21.15.46:0/4059514426 >> 172.21.15.46:0/4059514426 conn(0x7fbf8006eb20 msgr2=0x7fbf800b2dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:21.773 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.775+0000 7fbf88391700 1 -- 172.21.15.46:0/4059514426 shutdown_connections 2023-09-21T13:06:21.774 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.775+0000 7fbf88391700 1 -- 172.21.15.46:0/4059514426 wait complete. 2023-09-21T13:06:21.785 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-09-21T13:05:05.036373+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-09-21T13:06:21.785 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-09-21T13:06:21.925 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.928+0000 7f74a3782700 1 Processor -- start 2023-09-21T13:06:21.925 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.929+0000 7f74a3782700 1 -- start start 2023-09-21T13:06:21.928 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.929+0000 7f74a3782700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f749c15d7f0 0x7f749c161d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:21.928 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.929+0000 7f74a3782700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f749c0b4f60 0x7f749c0b53c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:21.928 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.929+0000 7f74a3782700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f749c06b7e0 0x7f749c06bc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:21.928 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.929+0000 7f74a3782700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f749c0b5900 con 0x7f749c0b4f60 2023-09-21T13:06:21.929 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.929+0000 7f74a3782700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f749c1622a0 con 0x7f749c15d7f0 2023-09-21T13:06:21.929 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.929+0000 7f74a3782700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f749c0d15f0 con 0x7f749c06b7e0 2023-09-21T13:06:21.929 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.930+0000 7f74a0d1d700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f749c0b4f60 0x7f749c0b53c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:21.930 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.930+0000 7f74a0d1d700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f749c0b4f60 0x7f749c0b53c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:49470/0 (socket says 172.21.15.46:49470) 2023-09-21T13:06:21.930 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.930+0000 7f74a0d1d700 1 -- 172.21.15.46:0/2148758306 learned_addr learned my addr 172.21.15.46:0/2148758306 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:21.930 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.930+0000 7f74a1d1f700 1 --2- 172.21.15.46:0/2148758306 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f749c06b7e0 0x7f749c06bc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:21.930 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.930+0000 7f74a151e700 1 --2- 172.21.15.46:0/2148758306 >> v2:172.21.15.57:3300/0 conn(0x7f749c15d7f0 0x7f749c161d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:21.930 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.930+0000 7f74a0d1d700 1 -- 172.21.15.46:0/2148758306 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f749c06b7e0 msgr2=0x7f749c06bc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:21.931 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.930+0000 7f74a0d1d700 1 --2- 172.21.15.46:0/2148758306 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f749c06b7e0 0x7f749c06bc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:21.931 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.930+0000 7f74a0d1d700 1 -- 172.21.15.46:0/2148758306 >> v2:172.21.15.57:3300/0 conn(0x7f749c15d7f0 msgr2=0x7f749c161d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:21.931 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.930+0000 7f74a0d1d700 1 --2- 172.21.15.46:0/2148758306 >> v2:172.21.15.57:3300/0 conn(0x7f749c15d7f0 0x7f749c161d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:21.931 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.930+0000 7f74a0d1d700 1 -- 172.21.15.46:0/2148758306 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f749c0b6710 con 0x7f749c0b4f60 2023-09-21T13:06:21.932 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.930+0000 7f74a151e700 1 --2- 172.21.15.46:0/2148758306 >> v2:172.21.15.57:3300/0 conn(0x7f749c15d7f0 0x7f749c161d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:06:21.932 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.930+0000 7f74a0d1d700 1 --2- 172.21.15.46:0/2148758306 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f749c0b4f60 0x7f749c0b53c0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f749c08c310 tx=0x7f7490009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9480e75863a78cf4 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:21.932 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.930+0000 7f748ffff700 1 -- 172.21.15.46:0/2148758306 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7490011830 con 0x7f749c0b4f60 2023-09-21T13:06:21.932 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.930+0000 7f748ffff700 1 -- 172.21.15.46:0/2148758306 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7490011990 con 0x7f749c0b4f60 2023-09-21T13:06:21.932 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.930+0000 7f748ffff700 1 -- 172.21.15.46:0/2148758306 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7490011d20 con 0x7f749c0b4f60 2023-09-21T13:06:21.933 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.931+0000 7f74a3782700 1 -- 172.21.15.46:0/2148758306 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f749c0b4f60 msgr2=0x7f749c0b53c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:21.933 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.931+0000 7f74a3782700 1 --2- 172.21.15.46:0/2148758306 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f749c0b4f60 0x7f749c0b53c0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f749c08c310 tx=0x7f7490009bd0 comp rx=0 tx=0).stop 2023-09-21T13:06:21.933 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.931+0000 7f74a3782700 1 -- 172.21.15.46:0/2148758306 shutdown_connections 2023-09-21T13:06:21.933 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.931+0000 7f74a3782700 1 --2- 172.21.15.46:0/2148758306 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f749c06b7e0 0x7f749c06bc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:21.934 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.931+0000 7f74a3782700 1 --2- 172.21.15.46:0/2148758306 >> v2:172.21.15.57:3300/0 conn(0x7f749c15d7f0 0x7f749c161d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:21.934 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.931+0000 7f74a3782700 1 --2- 172.21.15.46:0/2148758306 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f749c0b4f60 0x7f749c0b53c0 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:21.934 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.931+0000 7f74a3782700 1 -- 172.21.15.46:0/2148758306 >> 172.21.15.46:0/2148758306 conn(0x7f749c0722c0 msgr2=0x7f749c0726d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:21.934 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.931+0000 7f74a3782700 1 -- 172.21.15.46:0/2148758306 shutdown_connections 2023-09-21T13:06:21.934 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.931+0000 7f74a3782700 1 -- 172.21.15.46:0/2148758306 wait complete. 2023-09-21T13:06:21.937 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.932+0000 7f74a3782700 1 Processor -- start 2023-09-21T13:06:21.937 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.932+0000 7f74a3782700 1 -- start start 2023-09-21T13:06:21.938 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.933+0000 7f74a3782700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f749c06b7e0 0x7f749c0b36d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:21.938 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.933+0000 7f74a3782700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f749c0b4f60 0x7f749c0b3c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:21.938 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.933+0000 7f74a3782700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f749c15d7f0 0x7f749c0c8f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:21.938 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.933+0000 7f74a3782700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f749c14a370 con 0x7f749c15d7f0 2023-09-21T13:06:21.939 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.933+0000 7f74a3782700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f749c1f33a0 con 0x7f749c06b7e0 2023-09-21T13:06:21.939 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.933+0000 7f74a3782700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f749c1f3680 con 0x7f749c0b4f60 2023-09-21T13:06:21.939 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.933+0000 7f74a1d1f700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f749c15d7f0 0x7f749c0c8f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:21.939 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.933+0000 7f74a151e700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f749c06b7e0 0x7f749c0b36d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:21.939 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.933+0000 7f74a1d1f700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f749c15d7f0 0x7f749c0c8f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:49482/0 (socket says 172.21.15.46:49482) 2023-09-21T13:06:21.939 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.933+0000 7f74a1d1f700 1 -- 172.21.15.46:0/1793463556 learned_addr learned my addr 172.21.15.46:0/1793463556 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:21.940 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.933+0000 7f74a0d1d700 1 --2- 172.21.15.46:0/1793463556 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f749c0b4f60 0x7f749c0b3c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:21.940 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.934+0000 7f74a1d1f700 1 -- 172.21.15.46:0/1793463556 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f749c0b4f60 msgr2=0x7f749c0b3c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:21.940 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.934+0000 7f74a1d1f700 1 --2- 172.21.15.46:0/1793463556 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f749c0b4f60 0x7f749c0b3c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:21.940 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.934+0000 7f74a1d1f700 1 -- 172.21.15.46:0/1793463556 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f749c06b7e0 msgr2=0x7f749c0b36d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:21.940 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.934+0000 7f74a1d1f700 1 --2- 172.21.15.46:0/1793463556 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f749c06b7e0 0x7f749c0b36d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:21.941 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.934+0000 7f74a1d1f700 1 -- 172.21.15.46:0/1793463556 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7490009550 con 0x7f749c15d7f0 2023-09-21T13:06:21.941 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.934+0000 7f74a1d1f700 1 --2- 172.21.15.46:0/1793463556 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f749c15d7f0 0x7f749c0c8f20 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f749400eed0 tx=0x7f749400b390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:21.941 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.935+0000 7f748dffb700 1 -- 172.21.15.46:0/1793463556 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7494010040 con 0x7f749c15d7f0 2023-09-21T13:06:21.941 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.936+0000 7f748dffb700 1 -- 172.21.15.46:0/1793463556 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f749400bc80 con 0x7f749c15d7f0 2023-09-21T13:06:21.941 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.936+0000 7f74a3782700 1 -- 172.21.15.46:0/1793463556 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f749c1f3960 con 0x7f749c15d7f0 2023-09-21T13:06:21.942 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.936+0000 7f748dffb700 1 -- 172.21.15.46:0/1793463556 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7494009e40 con 0x7f749c15d7f0 2023-09-21T13:06:21.942 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.936+0000 7f74a3782700 1 -- 172.21.15.46:0/1793463556 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f749c1f3e80 con 0x7f749c15d7f0 2023-09-21T13:06:21.942 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.937+0000 7f74a3782700 1 -- 172.21.15.46:0/1793463556 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f749c1f3ba0 con 0x7f749c15d7f0 2023-09-21T13:06:21.942 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.937+0000 7f748dffb700 1 -- 172.21.15.46:0/1793463556 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f7494014400 con 0x7f749c15d7f0 2023-09-21T13:06:21.942 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.938+0000 7f748dffb700 1 --2- 172.21.15.46:0/1793463556 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f748006a580 0x7f748006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:21.943 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.938+0000 7f748dffb700 1 -- 172.21.15.46:0/1793463556 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f7494088a00 con 0x7f749c15d7f0 2023-09-21T13:06:21.943 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.938+0000 7f74a151e700 1 --2- 172.21.15.46:0/1793463556 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f748006a580 0x7f748006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:21.943 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.938+0000 7f74a151e700 1 --2- 172.21.15.46:0/1793463556 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f748006a580 0x7f748006ca40 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f749800c940 tx=0x7f7498008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:21.943 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:21.942+0000 7f748dffb700 1 -- 172.21.15.46:0/1793463556 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f749c1f3ba0 con 0x7f749c15d7f0 2023-09-21T13:06:22.145 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.149+0000 7f74a3782700 1 -- 172.21.15.46:0/1793463556 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f749c1f3ba0 con 0x7f749c15d7f0 2023-09-21T13:06:22.146 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.149+0000 7f748dffb700 1 -- 172.21.15.46:0/1793463556 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v30) v1 ==== 93+0+10 (secure 0 0 0) 0x7f749c1f3ba0 con 0x7f749c15d7f0 2023-09-21T13:06:22.146 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 1 2023-09-21T13:06:22.148 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.151+0000 7f74a3782700 1 -- 172.21.15.46:0/1793463556 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f748006a580 msgr2=0x7f748006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:22.148 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.151+0000 7f74a3782700 1 --2- 172.21.15.46:0/1793463556 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f748006a580 0x7f748006ca40 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f749800c940 tx=0x7f7498008040 comp rx=0 tx=0).stop 2023-09-21T13:06:22.149 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.152+0000 7f74a3782700 1 -- 172.21.15.46:0/1793463556 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f749c15d7f0 msgr2=0x7f749c0c8f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:22.149 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.152+0000 7f74a3782700 1 --2- 172.21.15.46:0/1793463556 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f749c15d7f0 0x7f749c0c8f20 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f749400eed0 tx=0x7f749400b390 comp rx=0 tx=0).stop 2023-09-21T13:06:22.149 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.152+0000 7f74a3782700 1 -- 172.21.15.46:0/1793463556 shutdown_connections 2023-09-21T13:06:22.150 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.152+0000 7f74a3782700 1 --2- 172.21.15.46:0/1793463556 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f748006a580 0x7f748006ca40 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:22.150 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.152+0000 7f74a3782700 1 --2- 172.21.15.46:0/1793463556 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f749c15d7f0 0x7f749c0c8f20 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:22.150 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.152+0000 7f74a3782700 1 --2- 172.21.15.46:0/1793463556 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f749c06b7e0 0x7f749c0b36d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:22.150 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.152+0000 7f74a3782700 1 --2- 172.21.15.46:0/1793463556 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f749c0b4f60 0x7f749c0b3c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:22.150 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.152+0000 7f74a3782700 1 -- 172.21.15.46:0/1793463556 >> 172.21.15.46:0/1793463556 conn(0x7f749c0722c0 msgr2=0x7f749c15cab0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:22.151 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.152+0000 7f74a3782700 1 -- 172.21.15.46:0/1793463556 shutdown_connections 2023-09-21T13:06:22.151 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.152+0000 7f74a3782700 1 -- 172.21.15.46:0/1793463556 wait complete. 2023-09-21T13:06:22.161 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2023-09-21T13:06:22.298 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.302+0000 7fe7fc5d2700 1 Processor -- start 2023-09-21T13:06:22.298 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.302+0000 7fe7fc5d2700 1 -- start start 2023-09-21T13:06:22.301 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.303+0000 7fe7fc5d2700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7fe7f40d0980 0x7fe7f415c240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:22.301 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.303+0000 7fe7fc5d2700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe7f415bdb0 con 0x7fe7f4158f40 2023-09-21T13:06:22.301 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.303+0000 7fe7fc5d2700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe7f415f850 con 0x7fe7f415c780 2023-09-21T13:06:22.301 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.303+0000 7fe7fc5d2700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe7f415fb30 con 0x7fe7f40d0980 2023-09-21T13:06:22.301 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.303+0000 7fe7fa36e700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7fe7f4158f40 0x7fe7f415f000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:51588/0 (socket says 172.21.15.46:51588) 2023-09-21T13:06:22.302 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.303+0000 7fe7fa36e700 1 -- 172.21.15.46:0/2876928218 learned_addr learned my addr 172.21.15.46:0/2876928218 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:06:22.302 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.303+0000 7fe7f9b6d700 1 --2- 172.21.15.46:0/2876928218 >> v2:172.21.15.57:3300/0 conn(0x7fe7f40d0980 0x7fe7f415c240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:22.302 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.303+0000 7fe7f936c700 1 -- 172.21.15.46:0/2876928218 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1640763701 0 0) 0x7fe7f415bdb0 con 0x7fe7f4158f40 2023-09-21T13:06:22.302 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.303+0000 7fe7f936c700 1 -- 172.21.15.46:0/2876928218 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe7e00035b0 con 0x7fe7f4158f40 2023-09-21T13:06:22.303 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.304+0000 7fe7f9b6d700 1 -- 172.21.15.46:0/2876928218 >> v1:172.21.15.57:6789/0 conn(0x7fe7f415c780 legacy=0x7fe7f40b2dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:22.303 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.304+0000 7fe7f936c700 1 -- 172.21.15.46:0/2876928218 <== mon.0 v1:172.21.15.46:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2931333099 0 0) 0x7fe7e00035b0 con 0x7fe7f4158f40 2023-09-21T13:06:22.303 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.304+0000 7fe7f9b6d700 1 -- 172.21.15.46:0/2876928218 >> v1:172.21.15.46:6789/0 conn(0x7fe7f4158f40 legacy=0x7fe7f415f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:22.303 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.304+0000 7fe7f9b6d700 1 -- 172.21.15.46:0/2876928218 --> v2:172.21.15.57:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7f415fe10 con 0x7fe7f40d0980 2023-09-21T13:06:22.303 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.304+0000 7fe7f9b6d700 1 --2- 172.21.15.46:0/2876928218 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fe7f40d0980 0x7fe7f415c240 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fe7e4009840 tx=0x7fe7e4009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f9abdd779e063eed server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:22.303 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.304+0000 7fe7f936c700 1 -- 172.21.15.46:0/2876928218 <== mon.1 v2:172.21.15.57:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7f0001670 con 0x7fe7f40d0980 2023-09-21T13:06:22.304 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.304+0000 7fe7f936c700 1 -- 172.21.15.46:0/2876928218 <== mon.1 v2:172.21.15.57:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe7e4004030 con 0x7fe7f40d0980 2023-09-21T13:06:22.304 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.304+0000 7fe7f936c700 1 -- 172.21.15.46:0/2876928218 <== mon.1 v2:172.21.15.57:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7e40043c0 con 0x7fe7f40d0980 2023-09-21T13:06:22.304 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.305+0000 7fe7fc5d2700 1 -- 172.21.15.46:0/2876928218 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fe7f40d0980 msgr2=0x7fe7f415c240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:22.304 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.305+0000 7fe7fc5d2700 1 --2- 172.21.15.46:0/2876928218 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fe7f40d0980 0x7fe7f415c240 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fe7e4009840 tx=0x7fe7e4009b50 comp rx=0 tx=0).stop 2023-09-21T13:06:22.304 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.305+0000 7fe7fc5d2700 1 -- 172.21.15.46:0/2876928218 shutdown_connections 2023-09-21T13:06:22.305 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.305+0000 7fe7fc5d2700 1 --2- 172.21.15.46:0/2876928218 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fe7f40d0980 0x7fe7f415c240 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:22.305 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.305+0000 7fe7fc5d2700 1 -- 172.21.15.46:0/2876928218 >> 172.21.15.46:0/2876928218 conn(0x7fe7f406eb20 msgr2=0x7fe7f406ef00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:22.305 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.305+0000 7fe7fc5d2700 1 -- 172.21.15.46:0/2876928218 shutdown_connections 2023-09-21T13:06:22.305 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.305+0000 7fe7fc5d2700 1 -- 172.21.15.46:0/2876928218 wait complete. 2023-09-21T13:06:22.308 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.306+0000 7fe7fc5d2700 1 Processor -- start 2023-09-21T13:06:22.309 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.306+0000 7fe7fc5d2700 1 -- start start 2023-09-21T13:06:22.309 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.307+0000 7fe7fc5d2700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fe7f40d0980 0x7fe7f40b2e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:22.309 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.307+0000 7fe7fc5d2700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe7f4158f40 0x7fe7f4157190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:22.309 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.307+0000 7fe7fc5d2700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe7f415c780 0x7fe7f40c83e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:22.310 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.307+0000 7fe7fc5d2700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7f41576d0 con 0x7fe7f4158f40 2023-09-21T13:06:22.310 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.307+0000 7fe7fc5d2700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7f40c8c30 con 0x7fe7f40d0980 2023-09-21T13:06:22.310 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.307+0000 7fe7fc5d2700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe7f40c8f10 con 0x7fe7f415c780 2023-09-21T13:06:22.310 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.307+0000 7fe7f9b6d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe7f4158f40 0x7fe7f4157190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:22.311 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.307+0000 7fe7f9b6d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe7f4158f40 0x7fe7f4157190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:49494/0 (socket says 172.21.15.46:49494) 2023-09-21T13:06:22.311 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.307+0000 7fe7f9b6d700 1 -- 172.21.15.46:0/1727941669 learned_addr learned my addr 172.21.15.46:0/1727941669 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:22.311 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.307+0000 7fe7fa36e700 1 --2- 172.21.15.46:0/1727941669 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fe7f40d0980 0x7fe7f40b2e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:22.311 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.307+0000 7fe7fab6f700 1 --2- 172.21.15.46:0/1727941669 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe7f415c780 0x7fe7f40c83e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:22.311 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.307+0000 7fe7f9b6d700 1 -- 172.21.15.46:0/1727941669 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe7f415c780 msgr2=0x7fe7f40c83e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:22.312 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.307+0000 7fe7f9b6d700 1 --2- 172.21.15.46:0/1727941669 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe7f415c780 0x7fe7f40c83e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:22.312 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.307+0000 7fe7f9b6d700 1 -- 172.21.15.46:0/1727941669 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fe7f40d0980 msgr2=0x7fe7f40b2e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:22.312 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.307+0000 7fe7f9b6d700 1 --2- 172.21.15.46:0/1727941669 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fe7f40d0980 0x7fe7f40b2e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:22.312 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.307+0000 7fe7f9b6d700 1 -- 172.21.15.46:0/1727941669 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7e40094a0 con 0x7fe7f4158f40 2023-09-21T13:06:22.313 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.307+0000 7fe7f9b6d700 1 --2- 172.21.15.46:0/1727941669 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe7f4158f40 0x7fe7f4157190 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fe7e400a010 tx=0x7fe7e4004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:22.313 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.308+0000 7fe7eaffd700 1 -- 172.21.15.46:0/1727941669 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7e4003d80 con 0x7fe7f4158f40 2023-09-21T13:06:22.313 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.308+0000 7fe7eaffd700 1 -- 172.21.15.46:0/1727941669 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe7e401f070 con 0x7fe7f4158f40 2023-09-21T13:06:22.313 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.308+0000 7fe7fc5d2700 1 -- 172.21.15.46:0/1727941669 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe7f41594a0 con 0x7fe7f4158f40 2023-09-21T13:06:22.314 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.308+0000 7fe7eaffd700 1 -- 172.21.15.46:0/1727941669 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7e4011870 con 0x7fe7f4158f40 2023-09-21T13:06:22.314 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.308+0000 7fe7fc5d2700 1 -- 172.21.15.46:0/1727941669 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe7f40c94d0 con 0x7fe7f4158f40 2023-09-21T13:06:22.314 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.309+0000 7fe7fc5d2700 1 -- 172.21.15.46:0/1727941669 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe7f4068b90 con 0x7fe7f4158f40 2023-09-21T13:06:22.314 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.309+0000 7fe7eaffd700 1 -- 172.21.15.46:0/1727941669 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fe7e4021030 con 0x7fe7f4158f40 2023-09-21T13:06:22.314 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.310+0000 7fe7eaffd700 1 --2- 172.21.15.46:0/1727941669 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fe7d806a580 0x7fe7d806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:22.315 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.310+0000 7fe7eaffd700 1 -- 172.21.15.46:0/1727941669 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fe7e40899a0 con 0x7fe7f4158f40 2023-09-21T13:06:22.315 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.310+0000 7fe7fa36e700 1 --2- 172.21.15.46:0/1727941669 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fe7d806a580 0x7fe7d806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:22.315 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.310+0000 7fe7fa36e700 1 --2- 172.21.15.46:0/1727941669 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fe7d806a580 0x7fe7d806ca40 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fe7f40c8240 tx=0x7fe7f0001e40 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:22.316 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.315+0000 7fe7eaffd700 1 -- 172.21.15.46:0/1727941669 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fe7e4055420 con 0x7fe7f4158f40 2023-09-21T13:06:22.520 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.524+0000 7fe7fc5d2700 1 -- 172.21.15.46:0/1727941669 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7fe7f40ce7a0 con 0x7fe7f4158f40 2023-09-21T13:06:22.520 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.524+0000 7fe7eaffd700 1 -- 172.21.15.46:0/1727941669 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v30) v1 ==== 84+0+65 (secure 0 0 0) 0x7fe7e4058a40 con 0x7fe7f4158f40 2023-09-21T13:06:22.521 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:06:22.521 INFO:teuthology.orchestra.run.smithi046.stdout:[ 2023-09-21T13:06:22.521 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-09-21T13:06:22.521 INFO:teuthology.orchestra.run.smithi046.stdout: "poolnum": 1, 2023-09-21T13:06:22.521 INFO:teuthology.orchestra.run.smithi046.stdout: "poolname": ".mgr" 2023-09-21T13:06:22.522 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-09-21T13:06:22.522 INFO:teuthology.orchestra.run.smithi046.stdout:] 2023-09-21T13:06:22.523 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.526+0000 7fe7fc5d2700 1 -- 172.21.15.46:0/1727941669 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fe7d806a580 msgr2=0x7fe7d806ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:22.523 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.526+0000 7fe7fc5d2700 1 --2- 172.21.15.46:0/1727941669 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fe7d806a580 0x7fe7d806ca40 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fe7f40c8240 tx=0x7fe7f0001e40 comp rx=0 tx=0).stop 2023-09-21T13:06:22.523 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.526+0000 7fe7fc5d2700 1 -- 172.21.15.46:0/1727941669 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe7f4158f40 msgr2=0x7fe7f4157190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:22.524 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.526+0000 7fe7fc5d2700 1 --2- 172.21.15.46:0/1727941669 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe7f4158f40 0x7fe7f4157190 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fe7e400a010 tx=0x7fe7e4004750 comp rx=0 tx=0).stop 2023-09-21T13:06:22.524 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.526+0000 7fe7fc5d2700 1 -- 172.21.15.46:0/1727941669 shutdown_connections 2023-09-21T13:06:22.524 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.526+0000 7fe7fc5d2700 1 --2- 172.21.15.46:0/1727941669 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fe7d806a580 0x7fe7d806ca40 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:22.524 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.526+0000 7fe7fc5d2700 1 --2- 172.21.15.46:0/1727941669 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fe7f415c780 0x7fe7f40c83e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:22.525 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.526+0000 7fe7fc5d2700 1 --2- 172.21.15.46:0/1727941669 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fe7f40d0980 0x7fe7f40b2e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:22.525 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.526+0000 7fe7fc5d2700 1 --2- 172.21.15.46:0/1727941669 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe7f4158f40 0x7fe7f4157190 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:22.525 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.526+0000 7fe7fc5d2700 1 -- 172.21.15.46:0/1727941669 >> 172.21.15.46:0/1727941669 conn(0x7fe7f406eb20 msgr2=0x7fe7f4159630 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:22.525 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.527+0000 7fe7fc5d2700 1 -- 172.21.15.46:0/1727941669 shutdown_connections 2023-09-21T13:06:22.525 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.527+0000 7fe7fc5d2700 1 -- 172.21.15.46:0/1727941669 wait complete. 2023-09-21T13:06:22.536 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2023-09-21T13:06:22.536 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2023-09-21T13:06:22.678 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.682+0000 7f233997f700 1 Processor -- start 2023-09-21T13:06:22.679 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.682+0000 7f233997f700 1 -- start start 2023-09-21T13:06:22.681 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.683+0000 7f233997f700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f233415e1e0 0x7f23340cb940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:22.681 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.683+0000 7f233997f700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f23340cbe80 0x7f23340cd7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:22.682 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.683+0000 7f233997f700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f23340715c0 con 0x7f2334159b60 2023-09-21T13:06:22.682 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.683+0000 7f233997f700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2334072140 con 0x7f233415e1e0 2023-09-21T13:06:22.682 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.683+0000 7f233997f700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2334159f40 con 0x7f23340cbe80 2023-09-21T13:06:22.682 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.683+0000 7f2332ffd700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f2334159b60 0x7f2334070cb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:51600/0 (socket says 172.21.15.46:51600) 2023-09-21T13:06:22.683 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.683+0000 7f23327fc700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f233415e1e0 0x7f23340cb940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:22.683 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.683+0000 7f2332ffd700 1 -- 172.21.15.46:0/1102077479 learned_addr learned my addr 172.21.15.46:0/1102077479 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:06:22.683 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.683+0000 7f23337fe700 1 --2- 172.21.15.46:0/1102077479 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f23340cbe80 0x7f23340cd7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:22.683 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.683+0000 7f2331ffb700 1 -- 172.21.15.46:0/1102077479 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 780049358 0 0) 0x7f23340715c0 con 0x7f2334159b60 2023-09-21T13:06:22.683 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.683+0000 7f2331ffb700 1 -- 172.21.15.46:0/1102077479 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f231c0035b0 con 0x7f2334159b60 2023-09-21T13:06:22.684 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.683+0000 7f23327fc700 1 -- 172.21.15.46:0/1102077479 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f23340cbe80 msgr2=0x7f23340cd7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:22.684 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.683+0000 7f23327fc700 1 --2- 172.21.15.46:0/1102077479 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f23340cbe80 0x7f23340cd7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:22.684 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.683+0000 7f23327fc700 1 -- 172.21.15.46:0/1102077479 >> v1:172.21.15.46:6789/0 conn(0x7f2334159b60 legacy=0x7f2334070cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:22.684 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.684+0000 7f23327fc700 1 -- 172.21.15.46:0/1102077479 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f23340718a0 con 0x7f233415e1e0 2023-09-21T13:06:22.684 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.684+0000 7f23337fe700 1 --2- 172.21.15.46:0/1102077479 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f23340cbe80 0x7f23340cd7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:06:22.685 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.684+0000 7f23327fc700 1 --2- 172.21.15.46:0/1102077479 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f233415e1e0 0x7f23340cb940 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f2328009870 tx=0x7f2328009b80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bcd3679a4322d10a server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:22.685 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.684+0000 7f2331ffb700 1 -- 172.21.15.46:0/1102077479 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2328011830 con 0x7f233415e1e0 2023-09-21T13:06:22.685 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.684+0000 7f2331ffb700 1 -- 172.21.15.46:0/1102077479 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2328011990 con 0x7f233415e1e0 2023-09-21T13:06:22.685 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.684+0000 7f2331ffb700 1 -- 172.21.15.46:0/1102077479 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2328011d20 con 0x7f233415e1e0 2023-09-21T13:06:22.685 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.684+0000 7f233997f700 1 -- 172.21.15.46:0/1102077479 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f233415e1e0 msgr2=0x7f23340cb940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:22.686 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.684+0000 7f233997f700 1 --2- 172.21.15.46:0/1102077479 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f233415e1e0 0x7f23340cb940 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f2328009870 tx=0x7f2328009b80 comp rx=0 tx=0).stop 2023-09-21T13:06:22.686 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.684+0000 7f233997f700 1 -- 172.21.15.46:0/1102077479 shutdown_connections 2023-09-21T13:06:22.686 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.684+0000 7f233997f700 1 --2- 172.21.15.46:0/1102077479 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f23340cbe80 0x7f23340cd7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:22.686 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.684+0000 7f233997f700 1 --2- 172.21.15.46:0/1102077479 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f233415e1e0 0x7f23340cb940 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:22.686 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.684+0000 7f233997f700 1 -- 172.21.15.46:0/1102077479 >> 172.21.15.46:0/1102077479 conn(0x7f233406ab90 msgr2=0x7f233406afa0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:22.687 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.685+0000 7f233997f700 1 -- 172.21.15.46:0/1102077479 shutdown_connections 2023-09-21T13:06:22.687 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.685+0000 7f233997f700 1 -- 172.21.15.46:0/1102077479 wait complete. 2023-09-21T13:06:22.689 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.686+0000 7f233997f700 1 Processor -- start 2023-09-21T13:06:22.690 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.686+0000 7f233997f700 1 -- start start 2023-09-21T13:06:22.690 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.687+0000 7f233997f700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f23340cbe80 0x7f23340b03d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:22.690 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.687+0000 7f233997f700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2334159b60 0x7f233414e7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:22.690 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.687+0000 7f233997f700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f233415e1e0 0x7f23340b0cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:22.691 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.687+0000 7f233997f700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23340c2bc0 con 0x7f2334159b60 2023-09-21T13:06:22.691 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.687+0000 7f233997f700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23340c2ea0 con 0x7f23340cbe80 2023-09-21T13:06:22.691 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.687+0000 7f233997f700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f23340c3180 con 0x7f233415e1e0 2023-09-21T13:06:22.691 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.687+0000 7f23327fc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2334159b60 0x7f233414e7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:22.691 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.687+0000 7f23327fc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2334159b60 0x7f233414e7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:49520/0 (socket says 172.21.15.46:49520) 2023-09-21T13:06:22.692 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.687+0000 7f23327fc700 1 -- 172.21.15.46:0/150437747 learned_addr learned my addr 172.21.15.46:0/150437747 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:22.692 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.687+0000 7f23337fe700 1 --2- 172.21.15.46:0/150437747 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f233415e1e0 0x7f23340b0cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:22.692 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.687+0000 7f2332ffd700 1 --2- 172.21.15.46:0/150437747 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f23340cbe80 0x7f23340b03d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:22.692 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.687+0000 7f23327fc700 1 -- 172.21.15.46:0/150437747 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f233415e1e0 msgr2=0x7f23340b0cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:22.692 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.687+0000 7f23327fc700 1 --2- 172.21.15.46:0/150437747 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f233415e1e0 0x7f23340b0cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:22.693 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.687+0000 7f23327fc700 1 -- 172.21.15.46:0/150437747 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f23340cbe80 msgr2=0x7f23340b03d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:22.693 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.687+0000 7f23327fc700 1 --2- 172.21.15.46:0/150437747 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f23340cbe80 0x7f23340b03d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:22.693 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.687+0000 7f23327fc700 1 -- 172.21.15.46:0/150437747 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f23280094a0 con 0x7f2334159b60 2023-09-21T13:06:22.693 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.687+0000 7f23337fe700 1 --2- 172.21.15.46:0/150437747 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f233415e1e0 0x7f23340b0cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:06:22.693 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.688+0000 7f23327fc700 1 --2- 172.21.15.46:0/150437747 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2334159b60 0x7f233414e7d0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f2328009840 tx=0x7f2328004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:22.694 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.688+0000 7f231bfff700 1 -- 172.21.15.46:0/150437747 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f23280038a0 con 0x7f2334159b60 2023-09-21T13:06:22.694 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.688+0000 7f231bfff700 1 -- 172.21.15.46:0/150437747 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f232801f070 con 0x7f2334159b60 2023-09-21T13:06:22.694 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.688+0000 7f233997f700 1 -- 172.21.15.46:0/150437747 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f23340c3460 con 0x7f2334159b60 2023-09-21T13:06:22.694 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.688+0000 7f231bfff700 1 -- 172.21.15.46:0/150437747 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2328003c40 con 0x7f2334159b60 2023-09-21T13:06:22.695 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.688+0000 7f233997f700 1 -- 172.21.15.46:0/150437747 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f23340c3a20 con 0x7f2334159b60 2023-09-21T13:06:22.695 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.689+0000 7f233997f700 1 -- 172.21.15.46:0/150437747 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f233404f330 con 0x7f2334159b60 2023-09-21T13:06:22.695 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.689+0000 7f231bfff700 1 -- 172.21.15.46:0/150437747 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f2328026480 con 0x7f2334159b60 2023-09-21T13:06:22.695 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.690+0000 7f231bfff700 1 --2- 172.21.15.46:0/150437747 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f232006a580 0x7f232006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:22.695 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.690+0000 7f231bfff700 1 -- 172.21.15.46:0/150437747 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f2328021070 con 0x7f2334159b60 2023-09-21T13:06:22.696 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.690+0000 7f2332ffd700 1 --2- 172.21.15.46:0/150437747 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f232006a580 0x7f232006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:22.696 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.690+0000 7f2332ffd700 1 --2- 172.21.15.46:0/150437747 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f232006a580 0x7f232006ca40 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f23240011e0 tx=0x7f2324009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:22.696 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.694+0000 7f231bfff700 1 -- 172.21.15.46:0/150437747 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f2328055980 con 0x7f2334159b60 2023-09-21T13:06:22.899 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:22.903+0000 7f233997f700 1 -- 172.21.15.46:0/150437747 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7f23340cd1b0 con 0x7f2334159b60 2023-09-21T13:06:23.243 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a has been restored 2023-09-21T13:06:23.243 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c has been restored 2023-09-21T13:06:23.243 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b has been restored 2023-09-21T13:06:23.243 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d has been restored 2023-09-21T13:06:23.327 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.331+0000 7f231bfff700 1 -- 172.21.15.46:0/150437747 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v31) v1 ==== 138+0+0 (secure 0 0 0) 0x7f23280150b0 con 0x7f2334159b60 2023-09-21T13:06:23.330 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.334+0000 7f233997f700 1 -- 172.21.15.46:0/150437747 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f232006a580 msgr2=0x7f232006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:23.330 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.334+0000 7f233997f700 1 --2- 172.21.15.46:0/150437747 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f232006a580 0x7f232006ca40 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f23240011e0 tx=0x7f2324009040 comp rx=0 tx=0).stop 2023-09-21T13:06:23.331 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.334+0000 7f233997f700 1 -- 172.21.15.46:0/150437747 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2334159b60 msgr2=0x7f233414e7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:23.331 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.334+0000 7f233997f700 1 --2- 172.21.15.46:0/150437747 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2334159b60 0x7f233414e7d0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f2328009840 tx=0x7f2328004750 comp rx=0 tx=0).stop 2023-09-21T13:06:23.331 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.334+0000 7f233997f700 1 -- 172.21.15.46:0/150437747 shutdown_connections 2023-09-21T13:06:23.331 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.334+0000 7f233997f700 1 --2- 172.21.15.46:0/150437747 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f232006a580 0x7f232006ca40 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:23.332 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.334+0000 7f233997f700 1 --2- 172.21.15.46:0/150437747 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f233415e1e0 0x7f23340b0cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:23.332 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.334+0000 7f233997f700 1 --2- 172.21.15.46:0/150437747 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f23340cbe80 0x7f23340b03d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:23.332 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.334+0000 7f233997f700 1 --2- 172.21.15.46:0/150437747 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2334159b60 0x7f233414e7d0 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:23.332 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.334+0000 7f233997f700 1 -- 172.21.15.46:0/150437747 >> 172.21.15.46:0/150437747 conn(0x7f233406ab90 msgr2=0x7f23340cb740 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:23.332 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.334+0000 7f233997f700 1 -- 172.21.15.46:0/150437747 shutdown_connections 2023-09-21T13:06:23.332 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.334+0000 7f233997f700 1 -- 172.21.15.46:0/150437747 wait complete. 2023-09-21T13:06:23.333 INFO:teuthology.orchestra.run.smithi046.stderr:pool 'cephfs_metadata' created 2023-09-21T13:06:23.348 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2023-09-21T13:06:23.499 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.503+0000 7fbf515bb700 1 Processor -- start 2023-09-21T13:06:23.499 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.503+0000 7fbf515bb700 1 -- start start 2023-09-21T13:06:23.501 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.503+0000 7fbf515bb700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7fbf4c15d740 0x7fbf4c0ce0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:23.501 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.504+0000 7fbf515bb700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbf4c0cfad0 0x7fbf4c0b4fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:23.501 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.504+0000 7fbf515bb700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbf4c15db20 con 0x7fbf4c0b9260 2023-09-21T13:06:23.501 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.504+0000 7fbf515bb700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbf4c0cea30 con 0x7fbf4c15d740 2023-09-21T13:06:23.502 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.504+0000 7fbf515bb700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbf4c0ced10 con 0x7fbf4c0cfad0 2023-09-21T13:06:23.502 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.504+0000 7fbf4b7fe700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7fbf4c0b9260 0x7fbf4c06b760 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:51608/0 (socket says 172.21.15.46:51608) 2023-09-21T13:06:23.502 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.504+0000 7fbf4b7fe700 1 -- 172.21.15.46:0/3515944192 learned_addr learned my addr 172.21.15.46:0/3515944192 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:06:23.502 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.504+0000 7fbf4affd700 1 --2- 172.21.15.46:0/3515944192 >> v2:172.21.15.57:3300/0 conn(0x7fbf4c15d740 0x7fbf4c0ce0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:23.502 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.504+0000 7fbf4a7fc700 1 --2- 172.21.15.46:0/3515944192 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbf4c0cfad0 0x7fbf4c0b4fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:23.503 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.504+0000 7fbf49ffb700 1 -- 172.21.15.46:0/3515944192 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1671872181 0 0) 0x7fbf4c15db20 con 0x7fbf4c0b9260 2023-09-21T13:06:23.503 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.504+0000 7fbf49ffb700 1 -- 172.21.15.46:0/3515944192 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbf340035b0 con 0x7fbf4c0b9260 2023-09-21T13:06:23.503 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.504+0000 7fbf49ffb700 1 -- 172.21.15.46:0/3515944192 <== mon.0 v1:172.21.15.46:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1861468437 0 0) 0x7fbf340035b0 con 0x7fbf4c0b9260 2023-09-21T13:06:23.503 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.504+0000 7fbf4affd700 1 -- 172.21.15.46:0/3515944192 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbf4c0cfad0 msgr2=0x7fbf4c0b4fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:23.503 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.504+0000 7fbf4affd700 1 --2- 172.21.15.46:0/3515944192 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbf4c0cfad0 0x7fbf4c0b4fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:23.503 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.504+0000 7fbf4affd700 1 -- 172.21.15.46:0/3515944192 >> v1:172.21.15.46:6789/0 conn(0x7fbf4c0b9260 legacy=0x7fbf4c06b760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:23.504 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.504+0000 7fbf4affd700 1 -- 172.21.15.46:0/3515944192 --> v2:172.21.15.57:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbf4c0ceff0 con 0x7fbf4c15d740 2023-09-21T13:06:23.504 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.504+0000 7fbf4a7fc700 1 --2- 172.21.15.46:0/3515944192 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbf4c0cfad0 0x7fbf4c0b4fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-21T13:06:23.504 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.505+0000 7fbf4affd700 1 --2- 172.21.15.46:0/3515944192 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fbf4c15d740 0x7fbf4c0ce0c0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fbf3c009840 tx=0x7fbf3c009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cf3bca577fd8747 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:23.504 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.505+0000 7fbf49ffb700 1 -- 172.21.15.46:0/3515944192 <== mon.1 v2:172.21.15.57:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf440019f0 con 0x7fbf4c15d740 2023-09-21T13:06:23.504 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.505+0000 7fbf49ffb700 1 -- 172.21.15.46:0/3515944192 <== mon.1 v2:172.21.15.57:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbf3c004030 con 0x7fbf4c15d740 2023-09-21T13:06:23.505 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.505+0000 7fbf49ffb700 1 -- 172.21.15.46:0/3515944192 <== mon.1 v2:172.21.15.57:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf3c0043c0 con 0x7fbf4c15d740 2023-09-21T13:06:23.508 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.505+0000 7fbf515bb700 1 -- 172.21.15.46:0/3515944192 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fbf4c15d740 msgr2=0x7fbf4c0ce0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:23.508 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.505+0000 7fbf515bb700 1 --2- 172.21.15.46:0/3515944192 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fbf4c15d740 0x7fbf4c0ce0c0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fbf3c009840 tx=0x7fbf3c009b50 comp rx=0 tx=0).stop 2023-09-21T13:06:23.508 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.505+0000 7fbf515bb700 1 -- 172.21.15.46:0/3515944192 shutdown_connections 2023-09-21T13:06:23.508 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.505+0000 7fbf515bb700 1 --2- 172.21.15.46:0/3515944192 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fbf4c15d740 0x7fbf4c0ce0c0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:23.508 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.505+0000 7fbf515bb700 1 --2- 172.21.15.46:0/3515944192 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbf4c0cfad0 0x7fbf4c0b4fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:23.509 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.505+0000 7fbf515bb700 1 -- 172.21.15.46:0/3515944192 >> 172.21.15.46:0/3515944192 conn(0x7fbf4c0d3b80 msgr2=0x7fbf4c0cffd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:23.509 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.506+0000 7fbf515bb700 1 -- 172.21.15.46:0/3515944192 shutdown_connections 2023-09-21T13:06:23.509 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.506+0000 7fbf515bb700 1 -- 172.21.15.46:0/3515944192 wait complete. 2023-09-21T13:06:23.509 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.507+0000 7fbf515bb700 1 Processor -- start 2023-09-21T13:06:23.509 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.507+0000 7fbf515bb700 1 -- start start 2023-09-21T13:06:23.510 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.508+0000 7fbf515bb700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbf4c0b9260 0x7fbf4c1546d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:23.510 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.508+0000 7fbf515bb700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fbf4c0cfad0 0x7fbf4c15f750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:23.510 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.508+0000 7fbf515bb700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf4c15d740 0x7fbf4c15b010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:23.510 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.508+0000 7fbf515bb700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf4c1f2e10 con 0x7fbf4c15d740 2023-09-21T13:06:23.510 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.508+0000 7fbf515bb700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf4c15ffa0 con 0x7fbf4c0cfad0 2023-09-21T13:06:23.511 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.508+0000 7fbf515bb700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbf4c1f3da0 con 0x7fbf4c0b9260 2023-09-21T13:06:23.511 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.508+0000 7fbf4b7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf4c15d740 0x7fbf4c15b010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:23.511 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.508+0000 7fbf4b7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf4c15d740 0x7fbf4c15b010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:49524/0 (socket says 172.21.15.46:49524) 2023-09-21T13:06:23.511 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.508+0000 7fbf4b7fe700 1 -- 172.21.15.46:0/3183180295 learned_addr learned my addr 172.21.15.46:0/3183180295 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:23.511 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.508+0000 7fbf4affd700 1 --2- 172.21.15.46:0/3183180295 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbf4c0b9260 0x7fbf4c1546d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:23.512 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.508+0000 7fbf4a7fc700 1 --2- 172.21.15.46:0/3183180295 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fbf4c0cfad0 0x7fbf4c15f750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:23.512 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.508+0000 7fbf4b7fe700 1 -- 172.21.15.46:0/3183180295 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbf4c0b9260 msgr2=0x7fbf4c1546d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:23.512 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.508+0000 7fbf4b7fe700 1 --2- 172.21.15.46:0/3183180295 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbf4c0b9260 0x7fbf4c1546d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:23.512 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.508+0000 7fbf4b7fe700 1 -- 172.21.15.46:0/3183180295 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fbf4c0cfad0 msgr2=0x7fbf4c15f750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:23.512 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.508+0000 7fbf4b7fe700 1 --2- 172.21.15.46:0/3183180295 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fbf4c0cfad0 0x7fbf4c15f750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:23.513 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.508+0000 7fbf4b7fe700 1 -- 172.21.15.46:0/3183180295 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbf400094a0 con 0x7fbf4c15d740 2023-09-21T13:06:23.513 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.508+0000 7fbf4b7fe700 1 --2- 172.21.15.46:0/3183180295 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf4c15d740 0x7fbf4c15b010 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fbf4400cc70 tx=0x7fbf4400cf80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:23.513 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.509+0000 7fbf337fe700 1 -- 172.21.15.46:0/3183180295 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf4400aa60 con 0x7fbf4c15d740 2023-09-21T13:06:23.513 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.509+0000 7fbf337fe700 1 -- 172.21.15.46:0/3183180295 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbf4400abe0 con 0x7fbf4c15d740 2023-09-21T13:06:23.513 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.509+0000 7fbf515bb700 1 -- 172.21.15.46:0/3183180295 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbf3c0094a0 con 0x7fbf4c15d740 2023-09-21T13:06:23.513 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.509+0000 7fbf337fe700 1 -- 172.21.15.46:0/3183180295 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf440070d0 con 0x7fbf4c15d740 2023-09-21T13:06:23.514 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.509+0000 7fbf515bb700 1 -- 172.21.15.46:0/3183180295 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbf4c1f3910 con 0x7fbf4c15d740 2023-09-21T13:06:23.514 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.510+0000 7fbf515bb700 1 -- 172.21.15.46:0/3183180295 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbf4c1f3aa0 con 0x7fbf4c15d740 2023-09-21T13:06:23.514 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.510+0000 7fbf337fe700 1 -- 172.21.15.46:0/3183180295 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fbf44007230 con 0x7fbf4c15d740 2023-09-21T13:06:23.514 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.511+0000 7fbf337fe700 1 --2- 172.21.15.46:0/3183180295 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fbf3806a580 0x7fbf3806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:23.515 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.511+0000 7fbf337fe700 1 -- 172.21.15.46:0/3183180295 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(31..31 src has 1..31) v4 ==== 5227+0+0 (secure 0 0 0) 0x7fbf440882a0 con 0x7fbf4c15d740 2023-09-21T13:06:23.515 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.511+0000 7fbf4affd700 1 --2- 172.21.15.46:0/3183180295 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fbf3806a580 0x7fbf3806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:23.515 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.512+0000 7fbf4affd700 1 --2- 172.21.15.46:0/3183180295 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fbf3806a580 0x7fbf3806ca40 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fbf3c0090b0 tx=0x7fbf3c008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:23.515 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.516+0000 7fbf337fe700 1 -- 172.21.15.46:0/3183180295 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fbf44053980 con 0x7fbf4c15d740 2023-09-21T13:06:23.719 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:23.723+0000 7fbf515bb700 1 -- 172.21.15.46:0/3183180295 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7fbf4c04f330 con 0x7fbf4c15d740 2023-09-21T13:06:24.343 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.347+0000 7fbf337fe700 1 -- 172.21.15.46:0/3183180295 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v32) v1 ==== 170+0+0 (secure 0 0 0) 0x7fbf44056fa0 con 0x7fbf4c15d740 2023-09-21T13:06:24.348 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.352+0000 7fbf515bb700 1 -- 172.21.15.46:0/3183180295 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fbf3806a580 msgr2=0x7fbf3806ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:24.348 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.352+0000 7fbf515bb700 1 --2- 172.21.15.46:0/3183180295 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fbf3806a580 0x7fbf3806ca40 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fbf3c0090b0 tx=0x7fbf3c008030 comp rx=0 tx=0).stop 2023-09-21T13:06:24.348 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.352+0000 7fbf515bb700 1 -- 172.21.15.46:0/3183180295 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf4c15d740 msgr2=0x7fbf4c15b010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:24.348 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.352+0000 7fbf515bb700 1 --2- 172.21.15.46:0/3183180295 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf4c15d740 0x7fbf4c15b010 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fbf4400cc70 tx=0x7fbf4400cf80 comp rx=0 tx=0).stop 2023-09-21T13:06:24.349 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.352+0000 7fbf515bb700 1 -- 172.21.15.46:0/3183180295 shutdown_connections 2023-09-21T13:06:24.349 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.352+0000 7fbf515bb700 1 --2- 172.21.15.46:0/3183180295 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fbf3806a580 0x7fbf3806ca40 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:24.349 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.352+0000 7fbf515bb700 1 --2- 172.21.15.46:0/3183180295 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf4c15d740 0x7fbf4c15b010 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:24.350 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.352+0000 7fbf515bb700 1 --2- 172.21.15.46:0/3183180295 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fbf4c0b9260 0x7fbf4c1546d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:24.350 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.352+0000 7fbf515bb700 1 --2- 172.21.15.46:0/3183180295 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fbf4c0cfad0 0x7fbf4c15f750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:24.350 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.352+0000 7fbf515bb700 1 -- 172.21.15.46:0/3183180295 >> 172.21.15.46:0/3183180295 conn(0x7fbf4c0d3b80 msgr2=0x7fbf4c0b7c40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:24.351 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.355+0000 7fbf515bb700 1 -- 172.21.15.46:0/3183180295 shutdown_connections 2023-09-21T13:06:24.353 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.356+0000 7fbf515bb700 1 -- 172.21.15.46:0/3183180295 wait complete. 2023-09-21T13:06:24.357 INFO:teuthology.orchestra.run.smithi046.stderr:pool 'cephfs_data' created 2023-09-21T13:06:24.376 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2023-09-21T13:06:24.520 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.524+0000 7f5104130700 1 Processor -- start 2023-09-21T13:06:24.520 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.524+0000 7f5104130700 1 -- start start 2023-09-21T13:06:24.522 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.525+0000 7f5104130700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f50fc0724b0 0x7f50fc161d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:24.522 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.525+0000 7f5104130700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f50fc15e130 con 0x7f50fc071800 2023-09-21T13:06:24.522 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.525+0000 7f5104130700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f50fc15e410 con 0x7f50fc0ce700 2023-09-21T13:06:24.523 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.525+0000 7f5104130700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f50fc15ed40 con 0x7f50fc0724b0 2023-09-21T13:06:24.523 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.525+0000 7f5101ecc700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f50fc0724b0 0x7f50fc161d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:24.523 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.525+0000 7f51016cb700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f50fc071800 0x7f50fc0cdff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:37540/0 (socket says 172.21.15.46:37540) 2023-09-21T13:06:24.523 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.525+0000 7f51016cb700 1 -- 172.21.15.46:0/4014243110 learned_addr learned my addr 172.21.15.46:0/4014243110 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:06:24.523 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.526+0000 7f5101ecc700 1 -- 172.21.15.46:0/4014243110 >> v1:172.21.15.57:6789/0 conn(0x7f50fc0ce700 legacy=0x7f50fc06ab10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:24.524 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.526+0000 7f5101ecc700 1 -- 172.21.15.46:0/4014243110 >> v1:172.21.15.46:6789/0 conn(0x7f50fc071800 legacy=0x7f50fc0cdff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:24.524 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.526+0000 7f5101ecc700 1 -- 172.21.15.46:0/4014243110 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f50fc15e6f0 con 0x7f50fc0724b0 2023-09-21T13:06:24.524 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.526+0000 7f5101ecc700 1 --2- 172.21.15.46:0/4014243110 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f50fc0724b0 0x7f50fc161d50 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f50f8009840 tx=0x7f50f8009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e0fab06150cd867 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:24.524 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.526+0000 7f5100eca700 1 -- 172.21.15.46:0/4014243110 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50f8011830 con 0x7f50fc0724b0 2023-09-21T13:06:24.524 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.526+0000 7f5100eca700 1 -- 172.21.15.46:0/4014243110 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f50f8011990 con 0x7f50fc0724b0 2023-09-21T13:06:24.525 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.526+0000 7f5100eca700 1 -- 172.21.15.46:0/4014243110 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50f8011d20 con 0x7f50fc0724b0 2023-09-21T13:06:24.527 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.527+0000 7f5104130700 1 -- 172.21.15.46:0/4014243110 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f50fc0724b0 msgr2=0x7f50fc161d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:24.528 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.527+0000 7f5104130700 1 --2- 172.21.15.46:0/4014243110 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f50fc0724b0 0x7f50fc161d50 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f50f8009840 tx=0x7f50f8009b50 comp rx=0 tx=0).stop 2023-09-21T13:06:24.528 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.527+0000 7f5104130700 1 -- 172.21.15.46:0/4014243110 shutdown_connections 2023-09-21T13:06:24.528 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.527+0000 7f5104130700 1 --2- 172.21.15.46:0/4014243110 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f50fc0724b0 0x7f50fc161d50 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:24.528 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.527+0000 7f5104130700 1 -- 172.21.15.46:0/4014243110 >> 172.21.15.46:0/4014243110 conn(0x7f50fc0b1d50 msgr2=0x7f50fc0b2160 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:24.528 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.527+0000 7f5104130700 1 -- 172.21.15.46:0/4014243110 shutdown_connections 2023-09-21T13:06:24.529 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.527+0000 7f5104130700 1 -- 172.21.15.46:0/4014243110 wait complete. 2023-09-21T13:06:24.529 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.528+0000 7f5104130700 1 Processor -- start 2023-09-21T13:06:24.529 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.528+0000 7f5104130700 1 -- start start 2023-09-21T13:06:24.529 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.529+0000 7f5104130700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f50fc071800 0x7f50fc14d860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:24.529 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.529+0000 7f5104130700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f50fc0724b0 0x7f50fc0c5620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:24.530 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.529+0000 7f5104130700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f50fc0ce700 0x7f50fc155b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:24.530 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.529+0000 7f5104130700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f50fc0c6a80 con 0x7f50fc0724b0 2023-09-21T13:06:24.530 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.529+0000 7f5104130700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f50fc0c5e70 con 0x7f50fc0ce700 2023-09-21T13:06:24.530 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.529+0000 7f5104130700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f50fc0c6150 con 0x7f50fc071800 2023-09-21T13:06:24.530 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.529+0000 7f51016cb700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f50fc0724b0 0x7f50fc0c5620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:24.531 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.529+0000 7f51016cb700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f50fc0724b0 0x7f50fc0c5620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54412/0 (socket says 172.21.15.46:54412) 2023-09-21T13:06:24.531 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.529+0000 7f51016cb700 1 -- 172.21.15.46:0/2649836441 learned_addr learned my addr 172.21.15.46:0/2649836441 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:24.531 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.529+0000 7f5101ecc700 1 --2- 172.21.15.46:0/2649836441 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f50fc071800 0x7f50fc14d860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:24.531 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.529+0000 7f51026cd700 1 --2- 172.21.15.46:0/2649836441 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f50fc0ce700 0x7f50fc155b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:24.531 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.529+0000 7f51016cb700 1 -- 172.21.15.46:0/2649836441 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f50fc071800 msgr2=0x7f50fc14d860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:24.532 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.529+0000 7f51016cb700 1 --2- 172.21.15.46:0/2649836441 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f50fc071800 0x7f50fc14d860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:24.532 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.529+0000 7f51016cb700 1 -- 172.21.15.46:0/2649836441 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f50fc0ce700 msgr2=0x7f50fc155b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:24.532 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.529+0000 7f51016cb700 1 --2- 172.21.15.46:0/2649836441 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f50fc0ce700 0x7f50fc155b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:24.532 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.529+0000 7f51016cb700 1 -- 172.21.15.46:0/2649836441 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f50f80094a0 con 0x7f50fc0724b0 2023-09-21T13:06:24.532 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.529+0000 7f51026cd700 1 --2- 172.21.15.46:0/2649836441 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f50fc0ce700 0x7f50fc155b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:06:24.533 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.530+0000 7f51016cb700 1 --2- 172.21.15.46:0/2649836441 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f50fc0724b0 0x7f50fc0c5620 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f50f000c520 tx=0x7f50f000c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:24.533 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.530+0000 7f50ee7fc700 1 -- 172.21.15.46:0/2649836441 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50f0005d70 con 0x7f50fc0724b0 2023-09-21T13:06:24.533 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.530+0000 7f50ee7fc700 1 -- 172.21.15.46:0/2649836441 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f50f00070d0 con 0x7f50fc0724b0 2023-09-21T13:06:24.533 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.530+0000 7f5104130700 1 -- 172.21.15.46:0/2649836441 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f50fc0c6430 con 0x7f50fc0724b0 2023-09-21T13:06:24.533 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.530+0000 7f50ee7fc700 1 -- 172.21.15.46:0/2649836441 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50f0007440 con 0x7f50fc0724b0 2023-09-21T13:06:24.534 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.530+0000 7f5104130700 1 -- 172.21.15.46:0/2649836441 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f50fc14dda0 con 0x7f50fc0724b0 2023-09-21T13:06:24.534 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.531+0000 7f5104130700 1 -- 172.21.15.46:0/2649836441 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f50fc04f330 con 0x7f50fc0724b0 2023-09-21T13:06:24.534 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.532+0000 7f50ee7fc700 1 -- 172.21.15.46:0/2649836441 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f50f00075a0 con 0x7f50fc0724b0 2023-09-21T13:06:24.535 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.532+0000 7f50ee7fc700 1 --2- 172.21.15.46:0/2649836441 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f50e006a580 0x7f50e006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:24.535 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.532+0000 7f50ee7fc700 1 -- 172.21.15.46:0/2649836441 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 5609+0+0 (secure 0 0 0) 0x7f50f0087e10 con 0x7f50fc0724b0 2023-09-21T13:06:24.535 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.532+0000 7f5101ecc700 1 --2- 172.21.15.46:0/2649836441 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f50e006a580 0x7f50e006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:24.536 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.533+0000 7f5101ecc700 1 --2- 172.21.15.46:0/2649836441 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f50e006a580 0x7f50e006ca40 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f50f80090b0 tx=0x7f50f8008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:24.536 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.537+0000 7f50ee7fc700 1 -- 172.21.15.46:0/2649836441 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f50f0053420 con 0x7f50fc0724b0 2023-09-21T13:06:24.791 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:24.795+0000 7f5104130700 1 -- 172.21.15.46:0/2649836441 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7f50fc0729c0 con 0x7f50fc0724b0 2023-09-21T13:06:25.367 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.371+0000 7f50ee7fc700 1 -- 172.21.15.46:0/2649836441 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 4 and data pool 5 v11) v1 ==== 172+0+0 (secure 0 0 0) 0x7f50f0056a40 con 0x7f50fc0724b0 2023-09-21T13:06:25.372 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.375+0000 7f5104130700 1 -- 172.21.15.46:0/2649836441 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f50e006a580 msgr2=0x7f50e006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:25.372 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.375+0000 7f5104130700 1 --2- 172.21.15.46:0/2649836441 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f50e006a580 0x7f50e006ca40 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f50f80090b0 tx=0x7f50f8008030 comp rx=0 tx=0).stop 2023-09-21T13:06:25.372 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.375+0000 7f5104130700 1 -- 172.21.15.46:0/2649836441 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f50fc0724b0 msgr2=0x7f50fc0c5620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:25.372 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.375+0000 7f5104130700 1 --2- 172.21.15.46:0/2649836441 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f50fc0724b0 0x7f50fc0c5620 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f50f000c520 tx=0x7f50f000c8e0 comp rx=0 tx=0).stop 2023-09-21T13:06:25.373 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.376+0000 7f5104130700 1 -- 172.21.15.46:0/2649836441 shutdown_connections 2023-09-21T13:06:25.373 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.376+0000 7f5104130700 1 --2- 172.21.15.46:0/2649836441 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f50e006a580 0x7f50e006ca40 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:25.373 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.376+0000 7f5104130700 1 --2- 172.21.15.46:0/2649836441 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f50fc0ce700 0x7f50fc155b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:25.373 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.376+0000 7f5104130700 1 --2- 172.21.15.46:0/2649836441 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f50fc071800 0x7f50fc14d860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:25.373 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.376+0000 7f5104130700 1 --2- 172.21.15.46:0/2649836441 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f50fc0724b0 0x7f50fc0c5620 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:25.374 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.376+0000 7f5104130700 1 -- 172.21.15.46:0/2649836441 >> 172.21.15.46:0/2649836441 conn(0x7f50fc0b1d50 msgr2=0x7f50fc15c320 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:25.374 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.376+0000 7f5104130700 1 -- 172.21.15.46:0/2649836441 shutdown_connections 2023-09-21T13:06:25.374 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.376+0000 7f5104130700 1 -- 172.21.15.46:0/2649836441 wait complete. 2023-09-21T13:06:25.375 INFO:teuthology.orchestra.run.smithi046.stderr:new fs with metadata pool 4 and data pool 5 2023-09-21T13:06:25.392 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-21T13:06:25.534 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.538+0000 7f7091788700 1 Processor -- start 2023-09-21T13:06:25.534 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.538+0000 7f7091788700 1 -- start start 2023-09-21T13:06:25.537 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.539+0000 7f7091788700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f708c15d900 0x7f708c0ce170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:25.537 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.539+0000 7f7091788700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f708c0ce6b0 0x7f708c0b8330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:25.537 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.539+0000 7f7091788700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f708c0b22b0 0x7f708c0b8870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:25.538 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.539+0000 7f7091788700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f708c0b8db0 con 0x7f708c0ce6b0 2023-09-21T13:06:25.538 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.539+0000 7f7091788700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f708c0b6650 con 0x7f708c15d900 2023-09-21T13:06:25.538 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.539+0000 7f7091788700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f708c0b7ea0 con 0x7f708c0b22b0 2023-09-21T13:06:25.538 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.539+0000 7f708a7fc700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f708c0ce6b0 0x7f708c0b8330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:25.538 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.539+0000 7f708a7fc700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f708c0ce6b0 0x7f708c0b8330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54424/0 (socket says 172.21.15.46:54424) 2023-09-21T13:06:25.539 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.539+0000 7f708a7fc700 1 -- 172.21.15.46:0/1396435336 learned_addr learned my addr 172.21.15.46:0/1396435336 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:25.539 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.539+0000 7f708b7fe700 1 --2- 172.21.15.46:0/1396435336 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f708c0b22b0 0x7f708c0b8870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:25.539 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.539+0000 7f708affd700 1 --2- 172.21.15.46:0/1396435336 >> v2:172.21.15.57:3300/0 conn(0x7f708c15d900 0x7f708c0ce170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:25.539 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.539+0000 7f708a7fc700 1 -- 172.21.15.46:0/1396435336 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f708c0b22b0 msgr2=0x7f708c0b8870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:25.539 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.539+0000 7f708a7fc700 1 --2- 172.21.15.46:0/1396435336 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f708c0b22b0 0x7f708c0b8870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:25.540 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.539+0000 7f708a7fc700 1 -- 172.21.15.46:0/1396435336 >> v2:172.21.15.57:3300/0 conn(0x7f708c15d900 msgr2=0x7f708c0ce170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:25.540 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.539+0000 7f708a7fc700 1 --2- 172.21.15.46:0/1396435336 >> v2:172.21.15.57:3300/0 conn(0x7f708c15d900 0x7f708c0ce170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:25.540 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.539+0000 7f708a7fc700 1 -- 172.21.15.46:0/1396435336 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f708c0b7290 con 0x7f708c0ce6b0 2023-09-21T13:06:25.540 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.539+0000 7f708affd700 1 --2- 172.21.15.46:0/1396435336 >> v2:172.21.15.57:3300/0 conn(0x7f708c15d900 0x7f708c0ce170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:06:25.540 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.539+0000 7f708b7fe700 1 --2- 172.21.15.46:0/1396435336 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f708c0b22b0 0x7f708c0b8870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:06:25.541 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.539+0000 7f708a7fc700 1 --2- 172.21.15.46:0/1396435336 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f708c0ce6b0 0x7f708c0b8330 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f708c0b5ff0 tx=0x7f7080009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=60be71b16b3c1ba4 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:25.541 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.540+0000 7f7089ffb700 1 -- 172.21.15.46:0/1396435336 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f708000b870 con 0x7f708c0ce6b0 2023-09-21T13:06:25.541 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.540+0000 7f7089ffb700 1 -- 172.21.15.46:0/1396435336 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f708000b9d0 con 0x7f708c0ce6b0 2023-09-21T13:06:25.541 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.540+0000 7f7089ffb700 1 -- 172.21.15.46:0/1396435336 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f708000bd60 con 0x7f708c0ce6b0 2023-09-21T13:06:25.541 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.540+0000 7f7091788700 1 -- 172.21.15.46:0/1396435336 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f708c0ce6b0 msgr2=0x7f708c0b8330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:25.542 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.540+0000 7f7091788700 1 --2- 172.21.15.46:0/1396435336 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f708c0ce6b0 0x7f708c0b8330 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f708c0b5ff0 tx=0x7f7080009bd0 comp rx=0 tx=0).stop 2023-09-21T13:06:25.542 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.540+0000 7f7091788700 1 -- 172.21.15.46:0/1396435336 shutdown_connections 2023-09-21T13:06:25.542 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.540+0000 7f7091788700 1 --2- 172.21.15.46:0/1396435336 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f708c0b22b0 0x7f708c0b8870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:25.542 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.540+0000 7f7091788700 1 --2- 172.21.15.46:0/1396435336 >> v2:172.21.15.57:3300/0 conn(0x7f708c15d900 0x7f708c0ce170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:25.543 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.540+0000 7f7091788700 1 --2- 172.21.15.46:0/1396435336 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f708c0ce6b0 0x7f708c0b8330 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:25.543 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.540+0000 7f7091788700 1 -- 172.21.15.46:0/1396435336 >> 172.21.15.46:0/1396435336 conn(0x7f708c0722c0 msgr2=0x7f708c0726d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:25.543 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.540+0000 7f7091788700 1 -- 172.21.15.46:0/1396435336 shutdown_connections 2023-09-21T13:06:25.543 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.540+0000 7f7091788700 1 -- 172.21.15.46:0/1396435336 wait complete. 2023-09-21T13:06:25.546 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.542+0000 7f7091788700 1 Processor -- start 2023-09-21T13:06:25.546 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.542+0000 7f7091788700 1 -- start start 2023-09-21T13:06:25.546 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.542+0000 7f7091788700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f708c0b22b0 0x7f708c0c70b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:25.546 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.542+0000 7f7091788700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f708c0ce6b0 0x7f708c152090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:25.547 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.542+0000 7f7091788700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f708c15d900 0x7f708c0c8c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:25.547 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.542+0000 7f7091788700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f708c0c9bd0 con 0x7f708c0b22b0 2023-09-21T13:06:25.547 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.542+0000 7f7091788700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f708c15e050 con 0x7f708c0ce6b0 2023-09-21T13:06:25.547 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.542+0000 7f7091788700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f708c15e330 con 0x7f708c15d900 2023-09-21T13:06:25.547 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.543+0000 7f708affd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f708c0b22b0 0x7f708c0c70b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:25.548 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.543+0000 7f708affd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f708c0b22b0 0x7f708c0c70b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54426/0 (socket says 172.21.15.46:54426) 2023-09-21T13:06:25.548 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.543+0000 7f708affd700 1 -- 172.21.15.46:0/916452099 learned_addr learned my addr 172.21.15.46:0/916452099 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:25.548 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.543+0000 7f708a7fc700 1 --2- 172.21.15.46:0/916452099 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f708c0ce6b0 0x7f708c152090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:25.548 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.543+0000 7f708b7fe700 1 --2- 172.21.15.46:0/916452099 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f708c15d900 0x7f708c0c8c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:25.548 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.543+0000 7f708affd700 1 -- 172.21.15.46:0/916452099 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f708c15d900 msgr2=0x7f708c0c8c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:25.549 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.543+0000 7f708affd700 1 --2- 172.21.15.46:0/916452099 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f708c15d900 0x7f708c0c8c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:25.549 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.543+0000 7f708affd700 1 -- 172.21.15.46:0/916452099 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f708c0ce6b0 msgr2=0x7f708c152090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:25.549 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.543+0000 7f708affd700 1 --2- 172.21.15.46:0/916452099 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f708c0ce6b0 0x7f708c152090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:25.549 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.543+0000 7f708affd700 1 -- 172.21.15.46:0/916452099 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7080009550 con 0x7f708c0b22b0 2023-09-21T13:06:25.550 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.543+0000 7f708affd700 1 --2- 172.21.15.46:0/916452099 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f708c0b22b0 0x7f708c0c70b0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f707c00e810 tx=0x7f707c00eb20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:25.550 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.543+0000 7f70737fe700 1 -- 172.21.15.46:0/916452099 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f707c00c070 con 0x7f708c0b22b0 2023-09-21T13:06:25.550 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.543+0000 7f70737fe700 1 -- 172.21.15.46:0/916452099 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f707c004230 con 0x7f708c0b22b0 2023-09-21T13:06:25.550 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.543+0000 7f7091788700 1 -- 172.21.15.46:0/916452099 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f708c15e610 con 0x7f708c0b22b0 2023-09-21T13:06:25.551 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.543+0000 7f70737fe700 1 -- 172.21.15.46:0/916452099 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f707c0036a0 con 0x7f708c0b22b0 2023-09-21T13:06:25.551 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.543+0000 7f7091788700 1 -- 172.21.15.46:0/916452099 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f708c15ebd0 con 0x7f708c0b22b0 2023-09-21T13:06:25.551 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.544+0000 7f7091788700 1 -- 172.21.15.46:0/916452099 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f708c068b90 con 0x7f708c0b22b0 2023-09-21T13:06:25.551 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.545+0000 7f70737fe700 1 -- 172.21.15.46:0/916452099 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f707c003800 con 0x7f708c0b22b0 2023-09-21T13:06:25.551 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.545+0000 7f70737fe700 1 --2- 172.21.15.46:0/916452099 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f707806a580 0x7f707806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:25.551 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.545+0000 7f70737fe700 1 -- 172.21.15.46:0/916452099 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f707c0886d0 con 0x7f708c0b22b0 2023-09-21T13:06:25.552 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.545+0000 7f708a7fc700 1 --2- 172.21.15.46:0/916452099 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f707806a580 0x7f707806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:25.552 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.546+0000 7f708a7fc700 1 --2- 172.21.15.46:0/916452099 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f707806a580 0x7f707806ca40 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f708c0ceab0 tx=0x7f7080008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:25.552 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.550+0000 7f70737fe700 1 -- 172.21.15.46:0/916452099 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f707c053ce0 con 0x7f708c0b22b0 2023-09-21T13:06:25.754 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.757+0000 7f7091788700 1 -- 172.21.15.46:0/916452099 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f708c0cf380 con 0x7f708c0b22b0 2023-09-21T13:06:25.755 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.759+0000 7f70737fe700 1 -- 172.21.15.46:0/916452099 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v33) v1 ==== 74+0+16534 (secure 0 0 0) 0x7f707c0094c0 con 0x7f708c0b22b0 2023-09-21T13:06:25.756 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:06:25.756 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":33,"fsid":"3cbfaf88-469e-4129-b70d-6dd2d92bd0a4","created":"2023-09-21T13:04:52.312650+0000","modified":"2023-09-21T13:06:24.797144+0000","last_up_change":"2023-09-21T13:05:04.397018+0000","last_in_change":"2023-09-21T13:04:55.853368+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-21T13:05:05.036373+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2023-09-21T13:06:22.935963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2023-09-21T13:06:23.755875+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"23992b72-ed3c-4a14-ae79-8150e0fedbf7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6810","nonce":1682463833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6814","nonce":1682463833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6822","nonce":1682463833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6818","nonce":1682463833}]},"public_addr":"172.21.15.46:6810/1682463833","cluster_addr":"172.21.15.46:6814/1682463833","heartbeat_back_addr":"172.21.15.46:6822/1682463833","heartbeat_front_addr":"172.21.15.46:6818/1682463833","state":["exists","up"]},{"osd":1,"uuid":"2578f708-e052-4bdd-bcef-54808f1d1ef4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6800","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6801","nonce":3674836117}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6803","nonce":3674836117}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6807","nonce":3674836117}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6805","nonce":3674836117}]},"public_addr":"172.21.15.46:6801/3674836117","cluster_addr":"172.21.15.46:6803/3674836117","heartbeat_back_addr":"172.21.15.46:6807/3674836117","heartbeat_front_addr":"172.21.15.46:6805/3674836117","state":["exists","up"]},{"osd":2,"uuid":"6db5fc17-2472-42fd-a613-8cc24a815cfe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6825","nonce":3956023171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6827","nonce":3956023171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6831","nonce":3956023171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6829","nonce":3956023171}]},"public_addr":"172.21.15.46:6825/3956023171","cluster_addr":"172.21.15.46:6827/3956023171","heartbeat_back_addr":"172.21.15.46:6831/3956023171","heartbeat_front_addr":"172.21.15.46:6829/3956023171","state":["exists","up"]},{"osd":3,"uuid":"b0ddd2cd-9025-471f-a976-d7bc356eb10b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6809","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6811","nonce":1834230057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6813","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6815","nonce":1834230057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6821","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6823","nonce":1834230057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6817","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6819","nonce":1834230057}]},"public_addr":"172.21.15.46:6811/1834230057","cluster_addr":"172.21.15.46:6815/1834230057","heartbeat_back_addr":"172.21.15.46:6823/1834230057","heartbeat_front_addr":"172.21.15.46:6819/1834230057","state":["exists","up"]},{"osd":4,"uuid":"51245ec8-6073-476b-aea6-482f9a379f43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6800","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6801","nonce":867529145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6802","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6803","nonce":867529145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6806","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6807","nonce":867529145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6804","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6805","nonce":867529145}]},"public_addr":"172.21.15.57:6801/867529145","cluster_addr":"172.21.15.57:6803/867529145","heartbeat_back_addr":"172.21.15.57:6807/867529145","heartbeat_front_addr":"172.21.15.57:6805/867529145","state":["exists","up"]},{"osd":5,"uuid":"6be64509-8d19-48af-aa7d-2744199eb3c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6824","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6825","nonce":2639760353}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6826","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6827","nonce":2639760353}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6830","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6831","nonce":2639760353}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6828","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6829","nonce":2639760353}]},"public_addr":"172.21.15.57:6825/2639760353","cluster_addr":"172.21.15.57:6827/2639760353","heartbeat_back_addr":"172.21.15.57:6831/2639760353","heartbeat_front_addr":"172.21.15.57:6829/2639760353","state":["exists","up"]},{"osd":6,"uuid":"8bfda35e-f97c-4419-a105-ff306eff7a42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6808","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6809","nonce":3693682875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6810","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6811","nonce":3693682875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6814","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6815","nonce":3693682875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6812","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6813","nonce":3693682875}]},"public_addr":"172.21.15.57:6809/3693682875","cluster_addr":"172.21.15.57:6811/3693682875","heartbeat_back_addr":"172.21.15.57:6815/3693682875","heartbeat_front_addr":"172.21.15.57:6813/3693682875","state":["exists","up"]},{"osd":7,"uuid":"49fc1df7-ab94-4da5-b915-8f7cc61f2714","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6816","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6817","nonce":1729728830}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6818","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6819","nonce":1729728830}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6822","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6823","nonce":1729728830}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6820","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6821","nonce":1729728830}]},"public_addr":"172.21.15.57:6817/1729728830","cluster_addr":"172.21.15.57:6819/1729728830","heartbeat_back_addr":"172.21.15.57:6823/1729728830","heartbeat_front_addr":"172.21.15.57:6821/1729728830","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:00.955073+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.074451+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.068487+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.010348+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.035446+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.101249+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.104509+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.077361+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-21T13:06:25.757 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.761+0000 7f7091788700 1 -- 172.21.15.46:0/916452099 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f707806a580 msgr2=0x7f707806ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:25.758 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.761+0000 7f7091788700 1 --2- 172.21.15.46:0/916452099 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f707806a580 0x7f707806ca40 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f708c0ceab0 tx=0x7f7080008030 comp rx=0 tx=0).stop 2023-09-21T13:06:25.758 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.761+0000 7f7091788700 1 -- 172.21.15.46:0/916452099 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f708c0b22b0 msgr2=0x7f708c0c70b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:25.758 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.761+0000 7f7091788700 1 --2- 172.21.15.46:0/916452099 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f708c0b22b0 0x7f708c0c70b0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f707c00e810 tx=0x7f707c00eb20 comp rx=0 tx=0).stop 2023-09-21T13:06:25.758 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.761+0000 7f7091788700 1 -- 172.21.15.46:0/916452099 shutdown_connections 2023-09-21T13:06:25.759 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.761+0000 7f7091788700 1 --2- 172.21.15.46:0/916452099 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f707806a580 0x7f707806ca40 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:25.759 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.761+0000 7f7091788700 1 --2- 172.21.15.46:0/916452099 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f708c15d900 0x7f708c0c8c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:25.759 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.761+0000 7f7091788700 1 --2- 172.21.15.46:0/916452099 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f708c0b22b0 0x7f708c0c70b0 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:25.759 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.761+0000 7f7091788700 1 --2- 172.21.15.46:0/916452099 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f708c0ce6b0 0x7f708c152090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:25.759 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.761+0000 7f7091788700 1 -- 172.21.15.46:0/916452099 >> 172.21.15.46:0/916452099 conn(0x7f708c0722c0 msgr2=0x7f708c0ca5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:25.760 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.761+0000 7f7091788700 1 -- 172.21.15.46:0/916452099 shutdown_connections 2023-09-21T13:06:25.760 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.761+0000 7f7091788700 1 -- 172.21.15.46:0/916452099 wait complete. 2023-09-21T13:06:25.771 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-21T13:06:25.907 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.911+0000 7f4fe4ca6700 1 Processor -- start 2023-09-21T13:06:25.907 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.911+0000 7f4fe4ca6700 1 -- start start 2023-09-21T13:06:25.909 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.912+0000 7f4fe4ca6700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f4fe00b3040 0x7f4fe00ce880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:25.909 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.912+0000 7f4fe4ca6700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f4fe00b3420 0x7f4fe0161240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:25.910 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.912+0000 7f4fe4ca6700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4fe015dc50 con 0x7f4fe015e3f0 2023-09-21T13:06:25.910 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.912+0000 7f4fe4ca6700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4fe0161780 con 0x7f4fe00b3040 2023-09-21T13:06:25.911 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.912+0000 7f4fe4ca6700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4fe0161a20 con 0x7f4fe00b3420 2023-09-21T13:06:25.911 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.912+0000 7f4fde59c700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f4fe00b3040 0x7f4fe00ce880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:25.911 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.912+0000 7f4fde59c700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f4fe00b3040 0x7f4fe00ce880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54442/0 (socket says 172.21.15.46:54442) 2023-09-21T13:06:25.911 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.912+0000 7f4fde59c700 1 -- 172.21.15.46:0/2988069982 learned_addr learned my addr 172.21.15.46:0/2988069982 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:25.911 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.912+0000 7f4fddd9b700 1 --2- 172.21.15.46:0/2988069982 >> v2:172.21.15.57:3300/0 conn(0x7f4fe00b3420 0x7f4fe0161240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:25.912 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.912+0000 7f4fde59c700 1 -- 172.21.15.46:0/2988069982 >> v2:172.21.15.57:3300/0 conn(0x7f4fe00b3420 msgr2=0x7f4fe0161240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:25.912 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.912+0000 7f4fde59c700 1 --2- 172.21.15.46:0/2988069982 >> v2:172.21.15.57:3300/0 conn(0x7f4fe00b3420 0x7f4fe0161240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:25.912 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.912+0000 7f4fde59c700 1 -- 172.21.15.46:0/2988069982 >> v1:172.21.15.57:6789/0 conn(0x7f4fe015e3f0 legacy=0x7f4fe006bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:25.913 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.912+0000 7f4fde59c700 1 -- 172.21.15.46:0/2988069982 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4fe0161d00 con 0x7f4fe00b3040 2023-09-21T13:06:25.913 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.912+0000 7f4fde59c700 1 --2- 172.21.15.46:0/2988069982 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4fe00b3040 0x7f4fe00ce880 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f4fe006fb00 tx=0x7f4fd0009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e19f3311af311c0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:25.913 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.912+0000 7f4fdd59a700 1 -- 172.21.15.46:0/2988069982 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4fd0004230 con 0x7f4fe00b3040 2023-09-21T13:06:25.913 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.913+0000 7f4fdd59a700 1 -- 172.21.15.46:0/2988069982 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4fd0004390 con 0x7f4fe00b3040 2023-09-21T13:06:25.913 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.913+0000 7f4fdd59a700 1 -- 172.21.15.46:0/2988069982 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4fd00036a0 con 0x7f4fe00b3040 2023-09-21T13:06:25.914 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.913+0000 7f4fe4ca6700 1 -- 172.21.15.46:0/2988069982 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4fe00b3040 msgr2=0x7f4fe00ce880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:25.914 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.913+0000 7f4fe4ca6700 1 --2- 172.21.15.46:0/2988069982 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4fe00b3040 0x7f4fe00ce880 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f4fe006fb00 tx=0x7f4fd0009bd0 comp rx=0 tx=0).stop 2023-09-21T13:06:25.914 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.913+0000 7f4fe4ca6700 1 -- 172.21.15.46:0/2988069982 shutdown_connections 2023-09-21T13:06:25.914 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.913+0000 7f4fe4ca6700 1 --2- 172.21.15.46:0/2988069982 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4fe00b3040 0x7f4fe00ce880 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:25.915 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.913+0000 7f4fe4ca6700 1 --2- 172.21.15.46:0/2988069982 >> v2:172.21.15.57:3300/0 conn(0x7f4fe00b3420 0x7f4fe0161240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:25.915 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.913+0000 7f4fe4ca6700 1 -- 172.21.15.46:0/2988069982 >> 172.21.15.46:0/2988069982 conn(0x7f4fe006eb20 msgr2=0x7f4fe006ef00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:25.915 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.913+0000 7f4fe4ca6700 1 -- 172.21.15.46:0/2988069982 shutdown_connections 2023-09-21T13:06:25.915 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.913+0000 7f4fe4ca6700 1 -- 172.21.15.46:0/2988069982 wait complete. 2023-09-21T13:06:25.918 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.915+0000 7f4fe4ca6700 1 Processor -- start 2023-09-21T13:06:25.918 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.915+0000 7f4fe4ca6700 1 -- start start 2023-09-21T13:06:25.918 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.915+0000 7f4fe4ca6700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4fe00b3040 0x7f4fe014a6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:25.918 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.915+0000 7f4fe4ca6700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f4fe00b3420 0x7f4fe00ae890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:25.919 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.915+0000 7f4fe4ca6700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f4fe015e3f0 0x7f4fe00aedd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:25.919 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.915+0000 7f4fe4ca6700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4fe00ad4d0 con 0x7f4fe00b3040 2023-09-21T13:06:25.919 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.916+0000 7f4fe4ca6700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4fe00af3e0 con 0x7f4fe00b3420 2023-09-21T13:06:25.919 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.916+0000 7f4fe4ca6700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4fe00af6c0 con 0x7f4fe015e3f0 2023-09-21T13:06:25.919 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.916+0000 7f4fde59c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4fe00b3040 0x7f4fe014a6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:25.920 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.916+0000 7f4fde59c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4fe00b3040 0x7f4fe014a6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54454/0 (socket says 172.21.15.46:54454) 2023-09-21T13:06:25.920 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.916+0000 7f4fde59c700 1 -- 172.21.15.46:0/2006531232 learned_addr learned my addr 172.21.15.46:0/2006531232 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:25.920 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.916+0000 7f4fded9d700 1 --2- 172.21.15.46:0/2006531232 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f4fe015e3f0 0x7f4fe00aedd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:25.920 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.916+0000 7f4fddd9b700 1 --2- 172.21.15.46:0/2006531232 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f4fe00b3420 0x7f4fe00ae890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:25.921 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.916+0000 7f4fde59c700 1 -- 172.21.15.46:0/2006531232 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f4fe015e3f0 msgr2=0x7f4fe00aedd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:25.921 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.916+0000 7f4fde59c700 1 --2- 172.21.15.46:0/2006531232 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f4fe015e3f0 0x7f4fe00aedd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:25.921 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.916+0000 7f4fde59c700 1 -- 172.21.15.46:0/2006531232 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f4fe00b3420 msgr2=0x7f4fe00ae890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:25.922 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.916+0000 7f4fde59c700 1 --2- 172.21.15.46:0/2006531232 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f4fe00b3420 0x7f4fe00ae890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:25.922 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.916+0000 7f4fde59c700 1 -- 172.21.15.46:0/2006531232 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4fd0009550 con 0x7f4fe00b3040 2023-09-21T13:06:25.922 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.916+0000 7f4fde59c700 1 --2- 172.21.15.46:0/2006531232 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4fe00b3040 0x7f4fe014a6d0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f4fe00b3ab0 tx=0x7f4fd0004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:25.923 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.916+0000 7f4fceffd700 1 -- 172.21.15.46:0/2006531232 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4fd0003de0 con 0x7f4fe00b3040 2023-09-21T13:06:25.923 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.916+0000 7f4fceffd700 1 -- 172.21.15.46:0/2006531232 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4fd0011630 con 0x7f4fe00b3040 2023-09-21T13:06:25.923 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.916+0000 7f4fe4ca6700 1 -- 172.21.15.46:0/2006531232 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4fe00af9a0 con 0x7f4fe00b3040 2023-09-21T13:06:25.923 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.916+0000 7f4fceffd700 1 -- 172.21.15.46:0/2006531232 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4fd00119c0 con 0x7f4fe00b3040 2023-09-21T13:06:25.923 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.916+0000 7f4fe4ca6700 1 -- 172.21.15.46:0/2006531232 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4fe00aff60 con 0x7f4fe00b3040 2023-09-21T13:06:25.924 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.918+0000 7f4fe4ca6700 1 -- 172.21.15.46:0/2006531232 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4fe0068b90 con 0x7f4fe00b3040 2023-09-21T13:06:25.924 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.918+0000 7f4fceffd700 1 -- 172.21.15.46:0/2006531232 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f4fd0021070 con 0x7f4fe00b3040 2023-09-21T13:06:25.924 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.918+0000 7f4fceffd700 1 --2- 172.21.15.46:0/2006531232 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f4fc006a580 0x7f4fc006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:25.924 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.918+0000 7f4fceffd700 1 -- 172.21.15.46:0/2006531232 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f4fd0089ff0 con 0x7f4fe00b3040 2023-09-21T13:06:25.924 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.918+0000 7f4fddd9b700 1 --2- 172.21.15.46:0/2006531232 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f4fc006a580 0x7f4fc006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:25.925 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.919+0000 7f4fddd9b700 1 --2- 172.21.15.46:0/2006531232 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f4fc006a580 0x7f4fc006ca40 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f4fe006f250 tx=0x7f4fd4008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:25.925 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:25.923+0000 7f4fceffd700 1 -- 172.21.15.46:0/2006531232 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f4fd0055600 con 0x7f4fe00b3040 2023-09-21T13:06:26.127 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.131+0000 7f4fe4ca6700 1 -- 172.21.15.46:0/2006531232 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f4fe00b7290 con 0x7f4fe00b3040 2023-09-21T13:06:26.129 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.133+0000 7f4fceffd700 1 -- 172.21.15.46:0/2006531232 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v33) v1 ==== 74+0+16534 (secure 0 0 0) 0x7f4fd0058c20 con 0x7f4fe00b3040 2023-09-21T13:06:26.129 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:06:26.129 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":33,"fsid":"3cbfaf88-469e-4129-b70d-6dd2d92bd0a4","created":"2023-09-21T13:04:52.312650+0000","modified":"2023-09-21T13:06:24.797144+0000","last_up_change":"2023-09-21T13:05:04.397018+0000","last_in_change":"2023-09-21T13:04:55.853368+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-21T13:05:05.036373+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2023-09-21T13:06:22.935963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2023-09-21T13:06:23.755875+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"23992b72-ed3c-4a14-ae79-8150e0fedbf7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6810","nonce":1682463833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6814","nonce":1682463833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6822","nonce":1682463833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6818","nonce":1682463833}]},"public_addr":"172.21.15.46:6810/1682463833","cluster_addr":"172.21.15.46:6814/1682463833","heartbeat_back_addr":"172.21.15.46:6822/1682463833","heartbeat_front_addr":"172.21.15.46:6818/1682463833","state":["exists","up"]},{"osd":1,"uuid":"2578f708-e052-4bdd-bcef-54808f1d1ef4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6800","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6801","nonce":3674836117}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6803","nonce":3674836117}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6807","nonce":3674836117}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6805","nonce":3674836117}]},"public_addr":"172.21.15.46:6801/3674836117","cluster_addr":"172.21.15.46:6803/3674836117","heartbeat_back_addr":"172.21.15.46:6807/3674836117","heartbeat_front_addr":"172.21.15.46:6805/3674836117","state":["exists","up"]},{"osd":2,"uuid":"6db5fc17-2472-42fd-a613-8cc24a815cfe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6825","nonce":3956023171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6827","nonce":3956023171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6831","nonce":3956023171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6829","nonce":3956023171}]},"public_addr":"172.21.15.46:6825/3956023171","cluster_addr":"172.21.15.46:6827/3956023171","heartbeat_back_addr":"172.21.15.46:6831/3956023171","heartbeat_front_addr":"172.21.15.46:6829/3956023171","state":["exists","up"]},{"osd":3,"uuid":"b0ddd2cd-9025-471f-a976-d7bc356eb10b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6809","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6811","nonce":1834230057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6813","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6815","nonce":1834230057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6821","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6823","nonce":1834230057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6817","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6819","nonce":1834230057}]},"public_addr":"172.21.15.46:6811/1834230057","cluster_addr":"172.21.15.46:6815/1834230057","heartbeat_back_addr":"172.21.15.46:6823/1834230057","heartbeat_front_addr":"172.21.15.46:6819/1834230057","state":["exists","up"]},{"osd":4,"uuid":"51245ec8-6073-476b-aea6-482f9a379f43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6800","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6801","nonce":867529145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6802","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6803","nonce":867529145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6806","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6807","nonce":867529145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6804","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6805","nonce":867529145}]},"public_addr":"172.21.15.57:6801/867529145","cluster_addr":"172.21.15.57:6803/867529145","heartbeat_back_addr":"172.21.15.57:6807/867529145","heartbeat_front_addr":"172.21.15.57:6805/867529145","state":["exists","up"]},{"osd":5,"uuid":"6be64509-8d19-48af-aa7d-2744199eb3c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6824","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6825","nonce":2639760353}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6826","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6827","nonce":2639760353}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6830","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6831","nonce":2639760353}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6828","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6829","nonce":2639760353}]},"public_addr":"172.21.15.57:6825/2639760353","cluster_addr":"172.21.15.57:6827/2639760353","heartbeat_back_addr":"172.21.15.57:6831/2639760353","heartbeat_front_addr":"172.21.15.57:6829/2639760353","state":["exists","up"]},{"osd":6,"uuid":"8bfda35e-f97c-4419-a105-ff306eff7a42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6808","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6809","nonce":3693682875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6810","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6811","nonce":3693682875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6814","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6815","nonce":3693682875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6812","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6813","nonce":3693682875}]},"public_addr":"172.21.15.57:6809/3693682875","cluster_addr":"172.21.15.57:6811/3693682875","heartbeat_back_addr":"172.21.15.57:6815/3693682875","heartbeat_front_addr":"172.21.15.57:6813/3693682875","state":["exists","up"]},{"osd":7,"uuid":"49fc1df7-ab94-4da5-b915-8f7cc61f2714","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6816","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6817","nonce":1729728830}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6818","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6819","nonce":1729728830}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6822","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6823","nonce":1729728830}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6820","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6821","nonce":1729728830}]},"public_addr":"172.21.15.57:6817/1729728830","cluster_addr":"172.21.15.57:6819/1729728830","heartbeat_back_addr":"172.21.15.57:6823/1729728830","heartbeat_front_addr":"172.21.15.57:6821/1729728830","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:00.955073+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.074451+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.068487+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.010348+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.035446+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.101249+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.104509+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.077361+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-21T13:06:26.131 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.135+0000 7f4fe4ca6700 1 -- 172.21.15.46:0/2006531232 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f4fc006a580 msgr2=0x7f4fc006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:26.132 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.135+0000 7f4fe4ca6700 1 --2- 172.21.15.46:0/2006531232 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f4fc006a580 0x7f4fc006ca40 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f4fe006f250 tx=0x7f4fd4008040 comp rx=0 tx=0).stop 2023-09-21T13:06:26.132 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.135+0000 7f4fe4ca6700 1 -- 172.21.15.46:0/2006531232 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4fe00b3040 msgr2=0x7f4fe014a6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:26.132 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.135+0000 7f4fe4ca6700 1 --2- 172.21.15.46:0/2006531232 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4fe00b3040 0x7f4fe014a6d0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f4fe00b3ab0 tx=0x7f4fd0004750 comp rx=0 tx=0).stop 2023-09-21T13:06:26.132 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.135+0000 7f4fe4ca6700 1 -- 172.21.15.46:0/2006531232 shutdown_connections 2023-09-21T13:06:26.132 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.135+0000 7f4fe4ca6700 1 --2- 172.21.15.46:0/2006531232 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f4fc006a580 0x7f4fc006ca40 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:26.133 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.135+0000 7f4fe4ca6700 1 --2- 172.21.15.46:0/2006531232 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f4fe015e3f0 0x7f4fe00aedd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:26.133 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.135+0000 7f4fe4ca6700 1 --2- 172.21.15.46:0/2006531232 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4fe00b3040 0x7f4fe014a6d0 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:26.133 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.135+0000 7f4fe4ca6700 1 --2- 172.21.15.46:0/2006531232 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f4fe00b3420 0x7f4fe00ae890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:26.133 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.135+0000 7f4fe4ca6700 1 -- 172.21.15.46:0/2006531232 >> 172.21.15.46:0/2006531232 conn(0x7f4fe006eb20 msgr2=0x7f4fe006d260 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:26.133 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.135+0000 7f4fe4ca6700 1 -- 172.21.15.46:0/2006531232 shutdown_connections 2023-09-21T13:06:26.134 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.135+0000 7f4fe4ca6700 1 -- 172.21.15.46:0/2006531232 wait complete. 2023-09-21T13:06:26.145 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2023-09-21T13:06:26.285 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.289+0000 7f7891f81700 1 Processor -- start 2023-09-21T13:06:26.285 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.289+0000 7f7891f81700 1 -- start start 2023-09-21T13:06:26.288 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.290+0000 7f7891f81700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f788c15d7f0 0x7f788c161d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:26.288 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.290+0000 7f7891f81700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f788c0b4f60 0x7f788c0b53e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:26.288 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.290+0000 7f7891f81700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f788c06b7e0 0x7f788c06bc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:26.289 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.290+0000 7f7891f81700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f788c0b5920 con 0x7f788c06b7e0 2023-09-21T13:06:26.289 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.290+0000 7f7891f81700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f788c1622a0 con 0x7f788c0b4f60 2023-09-21T13:06:26.289 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.290+0000 7f7891f81700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f788c0d15f0 con 0x7f788c15d7f0 2023-09-21T13:06:26.289 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.290+0000 7f788bfff700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f788c06b7e0 0x7f788c06bc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:26.289 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.290+0000 7f788bfff700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f788c06b7e0 0x7f788c06bc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54460/0 (socket says 172.21.15.46:54460) 2023-09-21T13:06:26.290 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.290+0000 7f788bfff700 1 -- 172.21.15.46:0/2883003151 learned_addr learned my addr 172.21.15.46:0/2883003151 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:26.290 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.290+0000 7f788b7fe700 1 --2- 172.21.15.46:0/2883003151 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f788c15d7f0 0x7f788c161d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:26.290 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.290+0000 7f788affd700 1 --2- 172.21.15.46:0/2883003151 >> v2:172.21.15.57:3300/0 conn(0x7f788c0b4f60 0x7f788c0b53e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:26.290 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.290+0000 7f788bfff700 1 -- 172.21.15.46:0/2883003151 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f788c15d7f0 msgr2=0x7f788c161d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:26.290 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.290+0000 7f788bfff700 1 --2- 172.21.15.46:0/2883003151 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f788c15d7f0 0x7f788c161d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:26.291 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.290+0000 7f788bfff700 1 -- 172.21.15.46:0/2883003151 >> v2:172.21.15.57:3300/0 conn(0x7f788c0b4f60 msgr2=0x7f788c0b53e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:26.291 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.290+0000 7f788bfff700 1 --2- 172.21.15.46:0/2883003151 >> v2:172.21.15.57:3300/0 conn(0x7f788c0b4f60 0x7f788c0b53e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:26.291 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.290+0000 7f788bfff700 1 -- 172.21.15.46:0/2883003151 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f788c0b6710 con 0x7f788c06b7e0 2023-09-21T13:06:26.291 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.290+0000 7f788affd700 1 --2- 172.21.15.46:0/2883003151 >> v2:172.21.15.57:3300/0 conn(0x7f788c0b4f60 0x7f788c0b53e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:06:26.291 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.291+0000 7f788bfff700 1 --2- 172.21.15.46:0/2883003151 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f788c06b7e0 0x7f788c06bc70 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f788c0b60d0 tx=0x7f788400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a61de9655316ddc7 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:26.292 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.291+0000 7f788a7fc700 1 -- 172.21.15.46:0/2883003151 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f788400e070 con 0x7f788c06b7e0 2023-09-21T13:06:26.292 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.291+0000 7f788a7fc700 1 -- 172.21.15.46:0/2883003151 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f788400b910 con 0x7f788c06b7e0 2023-09-21T13:06:26.292 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.291+0000 7f788a7fc700 1 -- 172.21.15.46:0/2883003151 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f788400bcc0 con 0x7f788c06b7e0 2023-09-21T13:06:26.292 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.291+0000 7f7891f81700 1 -- 172.21.15.46:0/2883003151 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f788c06b7e0 msgr2=0x7f788c06bc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:26.292 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.291+0000 7f7891f81700 1 --2- 172.21.15.46:0/2883003151 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f788c06b7e0 0x7f788c06bc70 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f788c0b60d0 tx=0x7f788400b330 comp rx=0 tx=0).stop 2023-09-21T13:06:26.293 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.291+0000 7f7891f81700 1 -- 172.21.15.46:0/2883003151 shutdown_connections 2023-09-21T13:06:26.293 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.291+0000 7f7891f81700 1 --2- 172.21.15.46:0/2883003151 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f788c06b7e0 0x7f788c06bc70 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:26.293 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.291+0000 7f7891f81700 1 --2- 172.21.15.46:0/2883003151 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f788c15d7f0 0x7f788c161d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:26.293 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.291+0000 7f7891f81700 1 --2- 172.21.15.46:0/2883003151 >> v2:172.21.15.57:3300/0 conn(0x7f788c0b4f60 0x7f788c0b53e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:26.293 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.291+0000 7f7891f81700 1 -- 172.21.15.46:0/2883003151 >> 172.21.15.46:0/2883003151 conn(0x7f788c0722c0 msgr2=0x7f788c0726d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:26.294 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.291+0000 7f7891f81700 1 -- 172.21.15.46:0/2883003151 shutdown_connections 2023-09-21T13:06:26.294 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.291+0000 7f7891f81700 1 -- 172.21.15.46:0/2883003151 wait complete. 2023-09-21T13:06:26.297 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.293+0000 7f7891f81700 1 Processor -- start 2023-09-21T13:06:26.297 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.293+0000 7f7891f81700 1 -- start start 2023-09-21T13:06:26.297 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.294+0000 7f7891f81700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f788c06b7e0 0x7f788c15dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:26.297 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.294+0000 7f7891f81700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f788c0b4f60 0x7f788c1f2a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:26.297 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.294+0000 7f7891f81700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f788c15d7f0 0x7f788c14e370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:26.298 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.294+0000 7f7891f81700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f788c151200 con 0x7f788c15d7f0 2023-09-21T13:06:26.298 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.294+0000 7f7891f81700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f788c15eee0 con 0x7f788c06b7e0 2023-09-21T13:06:26.298 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.294+0000 7f7891f81700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f788c1f2fc0 con 0x7f788c0b4f60 2023-09-21T13:06:26.298 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.294+0000 7f788bfff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f788c15d7f0 0x7f788c14e370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:26.298 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.294+0000 7f788bfff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f788c15d7f0 0x7f788c14e370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54470/0 (socket says 172.21.15.46:54470) 2023-09-21T13:06:26.299 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.294+0000 7f788bfff700 1 -- 172.21.15.46:0/1001954020 learned_addr learned my addr 172.21.15.46:0/1001954020 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:26.299 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.294+0000 7f788b7fe700 1 --2- 172.21.15.46:0/1001954020 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f788c06b7e0 0x7f788c15dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:26.299 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.294+0000 7f788affd700 1 --2- 172.21.15.46:0/1001954020 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f788c0b4f60 0x7f788c1f2a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:26.299 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.294+0000 7f788bfff700 1 -- 172.21.15.46:0/1001954020 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f788c0b4f60 msgr2=0x7f788c1f2a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:26.299 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.294+0000 7f788bfff700 1 --2- 172.21.15.46:0/1001954020 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f788c0b4f60 0x7f788c1f2a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:26.300 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.294+0000 7f788bfff700 1 -- 172.21.15.46:0/1001954020 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f788c06b7e0 msgr2=0x7f788c15dbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:26.300 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.294+0000 7f788bfff700 1 --2- 172.21.15.46:0/1001954020 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f788c06b7e0 0x7f788c15dbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:26.300 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.294+0000 7f788bfff700 1 -- 172.21.15.46:0/1001954020 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7884009b30 con 0x7f788c15d7f0 2023-09-21T13:06:26.300 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.294+0000 7f788b7fe700 1 --2- 172.21.15.46:0/1001954020 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f788c06b7e0 0x7f788c15dbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:06:26.300 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.295+0000 7f788bfff700 1 --2- 172.21.15.46:0/1001954020 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f788c15d7f0 0x7f788c14e370 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f788c06ca70 tx=0x7f7884004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:26.300 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.295+0000 7f7883fff700 1 -- 172.21.15.46:0/1001954020 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78840099b0 con 0x7f788c15d7f0 2023-09-21T13:06:26.301 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.295+0000 7f7883fff700 1 -- 172.21.15.46:0/1001954020 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7884004250 con 0x7f788c15d7f0 2023-09-21T13:06:26.301 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.295+0000 7f7891f81700 1 -- 172.21.15.46:0/1001954020 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f788c15e2d0 con 0x7f788c15d7f0 2023-09-21T13:06:26.301 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.295+0000 7f7883fff700 1 -- 172.21.15.46:0/1001954020 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7884004600 con 0x7f788c15d7f0 2023-09-21T13:06:26.301 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.295+0000 7f7891f81700 1 -- 172.21.15.46:0/1001954020 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f788c15e890 con 0x7f788c15d7f0 2023-09-21T13:06:26.301 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.296+0000 7f7891f81700 1 -- 172.21.15.46:0/1001954020 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f788c04f330 con 0x7f788c15d7f0 2023-09-21T13:06:26.302 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.296+0000 7f7883fff700 1 -- 172.21.15.46:0/1001954020 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f7884004760 con 0x7f788c15d7f0 2023-09-21T13:06:26.302 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.297+0000 7f7883fff700 1 --2- 172.21.15.46:0/1001954020 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f786c06a580 0x7f786c06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:26.302 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.297+0000 7f7883fff700 1 -- 172.21.15.46:0/1001954020 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7884089f30 con 0x7f788c15d7f0 2023-09-21T13:06:26.302 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.297+0000 7f788b7fe700 1 --2- 172.21.15.46:0/1001954020 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f786c06a580 0x7f786c06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:26.302 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.297+0000 7f788b7fe700 1 --2- 172.21.15.46:0/1001954020 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f786c06a580 0x7f786c06ca40 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f787c009b90 tx=0x7f787c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:26.303 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.302+0000 7f7883fff700 1 -- 172.21.15.46:0/1001954020 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f78840554c0 con 0x7f788c15d7f0 2023-09-21T13:06:26.554 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:26.558+0000 7f7891f81700 1 -- 172.21.15.46:0/1001954020 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7f788c15f020 con 0x7f788c15d7f0 2023-09-21T13:06:27.309 INFO:tasks.ceph.mds.b.smithi057.stderr:2023-09-21T13:06:27.312+0000 7ff265218700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-09-21T13:06:27.393 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.397+0000 7f7883fff700 1 -- 172.21.15.46:0/1001954020 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v14) v1 ==== 118+0+0 (secure 0 0 0) 0x7f7884058ae0 con 0x7f788c15d7f0 2023-09-21T13:06:27.396 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.400+0000 7f7891f81700 1 -- 172.21.15.46:0/1001954020 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f786c06a580 msgr2=0x7f786c06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:27.397 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.400+0000 7f7891f81700 1 --2- 172.21.15.46:0/1001954020 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f786c06a580 0x7f786c06ca40 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f787c009b90 tx=0x7f787c008040 comp rx=0 tx=0).stop 2023-09-21T13:06:27.397 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.400+0000 7f7891f81700 1 -- 172.21.15.46:0/1001954020 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f788c15d7f0 msgr2=0x7f788c14e370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:27.397 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.400+0000 7f7891f81700 1 --2- 172.21.15.46:0/1001954020 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f788c15d7f0 0x7f788c14e370 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f788c06ca70 tx=0x7f7884004ad0 comp rx=0 tx=0).stop 2023-09-21T13:06:27.398 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.400+0000 7f7891f81700 1 -- 172.21.15.46:0/1001954020 shutdown_connections 2023-09-21T13:06:27.398 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.400+0000 7f7891f81700 1 --2- 172.21.15.46:0/1001954020 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f786c06a580 0x7f786c06ca40 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:27.398 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.400+0000 7f7891f81700 1 --2- 172.21.15.46:0/1001954020 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f788c15d7f0 0x7f788c14e370 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:27.398 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.400+0000 7f7891f81700 1 --2- 172.21.15.46:0/1001954020 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f788c06b7e0 0x7f788c15dbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:27.398 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.400+0000 7f7891f81700 1 --2- 172.21.15.46:0/1001954020 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f788c0b4f60 0x7f788c1f2a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:27.399 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.400+0000 7f7891f81700 1 -- 172.21.15.46:0/1001954020 >> 172.21.15.46:0/1001954020 conn(0x7f788c0722c0 msgr2=0x7f788c0726a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:27.399 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.400+0000 7f7891f81700 1 -- 172.21.15.46:0/1001954020 shutdown_connections 2023-09-21T13:06:27.399 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.400+0000 7f7891f81700 1 -- 172.21.15.46:0/1001954020 wait complete. 2023-09-21T13:06:27.411 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2023-09-21T13:06:27.412 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2023-09-21T13:06:27.556 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.560+0000 7f9a2f61d700 1 Processor -- start 2023-09-21T13:06:27.556 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.560+0000 7f9a2f61d700 1 -- start start 2023-09-21T13:06:27.559 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.561+0000 7f9a2f61d700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f9a2815d800 0x7f9a280ca8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:27.559 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.561+0000 7f9a2f61d700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f9a280c3920 0x7f9a28161df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:27.559 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.561+0000 7f9a2f61d700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f9a2806a7a0 0x7f9a2806ac50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:27.560 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.561+0000 7f9a2f61d700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9a2806b190 con 0x7f9a2806a7a0 2023-09-21T13:06:27.560 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.561+0000 7f9a2f61d700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9a2806e890 con 0x7f9a280c3920 2023-09-21T13:06:27.560 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.561+0000 7f9a2f61d700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9a28162330 con 0x7f9a2815d800 2023-09-21T13:06:27.560 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.561+0000 7f9a2dbba700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f9a2806a7a0 0x7f9a2806ac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:27.560 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.561+0000 7f9a2dbba700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f9a2806a7a0 0x7f9a2806ac50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54476/0 (socket says 172.21.15.46:54476) 2023-09-21T13:06:27.561 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.561+0000 7f9a2dbba700 1 -- 172.21.15.46:0/435877327 learned_addr learned my addr 172.21.15.46:0/435877327 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:27.561 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.561+0000 7f9a2d3b9700 1 --2- 172.21.15.46:0/435877327 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f9a2815d800 0x7f9a280ca8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:27.561 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.561+0000 7f9a2cbb8700 1 --2- 172.21.15.46:0/435877327 >> v2:172.21.15.57:3300/0 conn(0x7f9a280c3920 0x7f9a28161df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:27.561 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.562+0000 7f9a2dbba700 1 -- 172.21.15.46:0/435877327 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f9a2815d800 msgr2=0x7f9a280ca8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:27.561 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.562+0000 7f9a2dbba700 1 --2- 172.21.15.46:0/435877327 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f9a2815d800 0x7f9a280ca8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:27.562 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.562+0000 7f9a2dbba700 1 -- 172.21.15.46:0/435877327 >> v2:172.21.15.57:3300/0 conn(0x7f9a280c3920 msgr2=0x7f9a28161df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:27.562 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.562+0000 7f9a2dbba700 1 --2- 172.21.15.46:0/435877327 >> v2:172.21.15.57:3300/0 conn(0x7f9a280c3920 0x7f9a28161df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:27.562 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.562+0000 7f9a2dbba700 1 -- 172.21.15.46:0/435877327 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9a280cdf00 con 0x7f9a2806a7a0 2023-09-21T13:06:27.562 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.562+0000 7f9a2cbb8700 1 --2- 172.21.15.46:0/435877327 >> v2:172.21.15.57:3300/0 conn(0x7f9a280c3920 0x7f9a28161df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:06:27.563 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.562+0000 7f9a2dbba700 1 --2- 172.21.15.46:0/435877327 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9a2806a7a0 0x7f9a2806ac50 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f9a2806d400 tx=0x7f9a2000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c3667a09ec2cd23 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:27.563 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.562+0000 7f9a1bfff700 1 -- 172.21.15.46:0/435877327 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a2000e070 con 0x7f9a2806a7a0 2023-09-21T13:06:27.563 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.562+0000 7f9a1bfff700 1 -- 172.21.15.46:0/435877327 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9a2000b980 con 0x7f9a2806a7a0 2023-09-21T13:06:27.563 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.562+0000 7f9a1bfff700 1 -- 172.21.15.46:0/435877327 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a2000bd30 con 0x7f9a2806a7a0 2023-09-21T13:06:27.563 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.563+0000 7f9a2f61d700 1 -- 172.21.15.46:0/435877327 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9a2806a7a0 msgr2=0x7f9a2806ac50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:27.564 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.563+0000 7f9a2f61d700 1 --2- 172.21.15.46:0/435877327 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9a2806a7a0 0x7f9a2806ac50 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f9a2806d400 tx=0x7f9a2000b330 comp rx=0 tx=0).stop 2023-09-21T13:06:27.564 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.563+0000 7f9a2f61d700 1 -- 172.21.15.46:0/435877327 shutdown_connections 2023-09-21T13:06:27.564 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.563+0000 7f9a2f61d700 1 --2- 172.21.15.46:0/435877327 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9a2806a7a0 0x7f9a2806ac50 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:27.564 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.563+0000 7f9a2f61d700 1 --2- 172.21.15.46:0/435877327 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f9a2815d800 0x7f9a280ca8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:27.564 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.563+0000 7f9a2f61d700 1 --2- 172.21.15.46:0/435877327 >> v2:172.21.15.57:3300/0 conn(0x7f9a280c3920 0x7f9a28161df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:27.564 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.563+0000 7f9a2f61d700 1 -- 172.21.15.46:0/435877327 >> 172.21.15.46:0/435877327 conn(0x7f9a280ccd10 msgr2=0x7f9a280cd0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:27.565 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.563+0000 7f9a2f61d700 1 -- 172.21.15.46:0/435877327 shutdown_connections 2023-09-21T13:06:27.565 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.563+0000 7f9a2f61d700 1 -- 172.21.15.46:0/435877327 wait complete. 2023-09-21T13:06:27.567 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.564+0000 7f9a2f61d700 1 Processor -- start 2023-09-21T13:06:27.567 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.564+0000 7f9a2f61d700 1 -- start start 2023-09-21T13:06:27.568 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.565+0000 7f9a2f61d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9a2806a7a0 0x7f9a280c3d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:27.568 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.565+0000 7f9a2f61d700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f9a280c3920 0x7f9a280c64b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:27.568 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.565+0000 7f9a2f61d700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f9a2815d800 0x7f9a281f5b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:27.568 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.565+0000 7f9a2f61d700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a280c69f0 con 0x7f9a2806a7a0 2023-09-21T13:06:27.568 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.565+0000 7f9a2f61d700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a280c5030 con 0x7f9a280c3920 2023-09-21T13:06:27.569 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.565+0000 7f9a2f61d700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9a281f6050 con 0x7f9a2815d800 2023-09-21T13:06:27.569 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.565+0000 7f9a2d3b9700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9a2806a7a0 0x7f9a280c3d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:27.569 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.565+0000 7f9a2d3b9700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9a2806a7a0 0x7f9a280c3d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54482/0 (socket says 172.21.15.46:54482) 2023-09-21T13:06:27.569 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.565+0000 7f9a2d3b9700 1 -- 172.21.15.46:0/1179594815 learned_addr learned my addr 172.21.15.46:0/1179594815 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:27.569 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.565+0000 7f9a2cbb8700 1 --2- 172.21.15.46:0/1179594815 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f9a280c3920 0x7f9a280c64b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:27.570 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.565+0000 7f9a2dbba700 1 --2- 172.21.15.46:0/1179594815 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f9a2815d800 0x7f9a281f5b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:27.570 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.565+0000 7f9a2d3b9700 1 -- 172.21.15.46:0/1179594815 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f9a2815d800 msgr2=0x7f9a281f5b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:27.570 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.565+0000 7f9a2d3b9700 1 --2- 172.21.15.46:0/1179594815 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f9a2815d800 0x7f9a281f5b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:27.570 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.565+0000 7f9a2d3b9700 1 -- 172.21.15.46:0/1179594815 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f9a280c3920 msgr2=0x7f9a280c64b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:27.571 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.565+0000 7f9a2d3b9700 1 --2- 172.21.15.46:0/1179594815 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f9a280c3920 0x7f9a280c64b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:27.571 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.565+0000 7f9a2d3b9700 1 -- 172.21.15.46:0/1179594815 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9a20009b30 con 0x7f9a2806a7a0 2023-09-21T13:06:27.571 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.565+0000 7f9a2dbba700 1 --2- 172.21.15.46:0/1179594815 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f9a2815d800 0x7f9a281f5b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:06:27.571 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.565+0000 7f9a2d3b9700 1 --2- 172.21.15.46:0/1179594815 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9a2806a7a0 0x7f9a280c3d90 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f9a2400d860 tx=0x7f9a2400dc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:27.571 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.566+0000 7f9a19ffb700 1 -- 172.21.15.46:0/1179594815 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a2400b5d0 con 0x7f9a2806a7a0 2023-09-21T13:06:27.572 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.566+0000 7f9a19ffb700 1 -- 172.21.15.46:0/1179594815 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9a2400b730 con 0x7f9a2806a7a0 2023-09-21T13:06:27.572 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.566+0000 7f9a2f61d700 1 -- 172.21.15.46:0/1179594815 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9a280c4420 con 0x7f9a2806a7a0 2023-09-21T13:06:27.572 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.566+0000 7f9a19ffb700 1 -- 172.21.15.46:0/1179594815 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a2400bae0 con 0x7f9a2806a7a0 2023-09-21T13:06:27.572 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.566+0000 7f9a2f61d700 1 -- 172.21.15.46:0/1179594815 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9a280c49e0 con 0x7f9a2806a7a0 2023-09-21T13:06:27.572 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.567+0000 7f9a2f61d700 1 -- 172.21.15.46:0/1179594815 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9a2804f330 con 0x7f9a2806a7a0 2023-09-21T13:06:27.573 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.567+0000 7f9a19ffb700 1 -- 172.21.15.46:0/1179594815 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f9a2400bc40 con 0x7f9a2806a7a0 2023-09-21T13:06:27.573 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.568+0000 7f9a19ffb700 1 --2- 172.21.15.46:0/1179594815 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f9a0c06a5b0 0x7f9a0c06ca70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:27.573 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.568+0000 7f9a19ffb700 1 -- 172.21.15.46:0/1179594815 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9a24088d70 con 0x7f9a2806a7a0 2023-09-21T13:06:27.573 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.568+0000 7f9a2cbb8700 1 --2- 172.21.15.46:0/1179594815 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f9a0c06a5b0 0x7f9a0c06ca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:27.573 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.568+0000 7f9a2cbb8700 1 --2- 172.21.15.46:0/1179594815 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f9a0c06a5b0 0x7f9a0c06ca70 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f9a280c3790 tx=0x7f9a1c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:27.574 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.573+0000 7f9a19ffb700 1 -- 172.21.15.46:0/1179594815 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f9a240542f0 con 0x7f9a2806a7a0 2023-09-21T13:06:27.824 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:27.828+0000 7f9a2f61d700 1 -- 172.21.15.46:0/1179594815 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7f9a280b6210 con 0x7f9a2806a7a0 2023-09-21T13:06:28.395 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.399+0000 7f9a19ffb700 1 -- 172.21.15.46:0/1179594815 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v15) v1 ==== 122+0+0 (secure 0 0 0) 0x7f9a24057910 con 0x7f9a2806a7a0 2023-09-21T13:06:28.398 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.401+0000 7f9a2f61d700 1 -- 172.21.15.46:0/1179594815 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f9a0c06a5b0 msgr2=0x7f9a0c06ca70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:28.398 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.401+0000 7f9a2f61d700 1 --2- 172.21.15.46:0/1179594815 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f9a0c06a5b0 0x7f9a0c06ca70 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f9a280c3790 tx=0x7f9a1c008040 comp rx=0 tx=0).stop 2023-09-21T13:06:28.398 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.401+0000 7f9a2f61d700 1 -- 172.21.15.46:0/1179594815 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9a2806a7a0 msgr2=0x7f9a280c3d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:28.398 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.401+0000 7f9a2f61d700 1 --2- 172.21.15.46:0/1179594815 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9a2806a7a0 0x7f9a280c3d90 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f9a2400d860 tx=0x7f9a2400dc20 comp rx=0 tx=0).stop 2023-09-21T13:06:28.398 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.402+0000 7f9a2f61d700 1 -- 172.21.15.46:0/1179594815 shutdown_connections 2023-09-21T13:06:28.399 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.402+0000 7f9a2f61d700 1 --2- 172.21.15.46:0/1179594815 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f9a0c06a5b0 0x7f9a0c06ca70 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:28.399 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.402+0000 7f9a2f61d700 1 --2- 172.21.15.46:0/1179594815 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f9a2815d800 0x7f9a281f5b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:28.399 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.402+0000 7f9a2f61d700 1 --2- 172.21.15.46:0/1179594815 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9a2806a7a0 0x7f9a280c3d90 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:28.399 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.402+0000 7f9a2f61d700 1 --2- 172.21.15.46:0/1179594815 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f9a280c3920 0x7f9a280c64b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:28.399 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.402+0000 7f9a2f61d700 1 -- 172.21.15.46:0/1179594815 >> 172.21.15.46:0/1179594815 conn(0x7f9a280ccd10 msgr2=0x7f9a280b0b00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:28.400 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.402+0000 7f9a2f61d700 1 -- 172.21.15.46:0/1179594815 shutdown_connections 2023-09-21T13:06:28.400 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.402+0000 7f9a2f61d700 1 -- 172.21.15.46:0/1179594815 wait complete. 2023-09-21T13:06:28.413 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2023-09-21T13:06:28.414 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-09-21T13:06:28.555 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.558+0000 7f7467868700 1 Processor -- start 2023-09-21T13:06:28.555 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.559+0000 7f7467868700 1 -- start start 2023-09-21T13:06:28.557 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.559+0000 7f7467868700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f74600cf070 0x7f74600cf450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:28.557 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.559+0000 7f7467868700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f746006eba0 0x7f746006f020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:28.557 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.560+0000 7f7467868700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f74600cbd20 con 0x7f74600cc1b0 2023-09-21T13:06:28.558 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.560+0000 7f7467868700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f74600cf990 con 0x7f746006eba0 2023-09-21T13:06:28.558 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.560+0000 7f7467868700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f746015b410 con 0x7f74600cf070 2023-09-21T13:06:28.558 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.560+0000 7f7465e05700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f74600cc1b0 0x7f746015a600 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:37556/0 (socket says 172.21.15.46:37556) 2023-09-21T13:06:28.558 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.560+0000 7f7465e05700 1 -- 172.21.15.46:0/2427590863 learned_addr learned my addr 172.21.15.46:0/2427590863 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:06:28.558 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.560+0000 7f7465604700 1 --2- 172.21.15.46:0/2427590863 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f74600cf070 0x7f74600cf450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:28.559 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.560+0000 7f7464e03700 1 --2- 172.21.15.46:0/2427590863 >> v2:172.21.15.57:3300/0 conn(0x7f746006eba0 0x7f746006f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:28.559 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.560+0000 7f7457fff700 1 -- 172.21.15.46:0/2427590863 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2550903894 0 0) 0x7f74600cbd20 con 0x7f74600cc1b0 2023-09-21T13:06:28.559 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.560+0000 7f7457fff700 1 -- 172.21.15.46:0/2427590863 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f744c0035b0 con 0x7f74600cc1b0 2023-09-21T13:06:28.559 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.560+0000 7f7465604700 1 -- 172.21.15.46:0/2427590863 >> v2:172.21.15.57:3300/0 conn(0x7f746006eba0 msgr2=0x7f746006f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:28.559 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.560+0000 7f7465604700 1 --2- 172.21.15.46:0/2427590863 >> v2:172.21.15.57:3300/0 conn(0x7f746006eba0 0x7f746006f020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:28.560 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.560+0000 7f7465604700 1 -- 172.21.15.46:0/2427590863 >> v1:172.21.15.46:6789/0 conn(0x7f74600cc1b0 legacy=0x7f746015a600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:28.560 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.560+0000 7f7457fff700 1 -- 172.21.15.46:0/2427590863 <== mon.0 v1:172.21.15.46:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2558879321 0 0) 0x7f744c0035b0 con 0x7f74600cc1b0 2023-09-21T13:06:28.560 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.560+0000 7f7465604700 1 -- 172.21.15.46:0/2427590863 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f746015b6f0 con 0x7f74600cf070 2023-09-21T13:06:28.560 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.561+0000 7f7465604700 1 --2- 172.21.15.46:0/2427590863 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f74600cf070 0x7f74600cf450 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f745c009840 tx=0x7f745c009b50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3368bd3a751c5a71 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:28.560 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.561+0000 7f7457fff700 1 -- 172.21.15.46:0/2427590863 <== mon.2 v2:172.21.15.57:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74580019f0 con 0x7f74600cf070 2023-09-21T13:06:28.561 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.561+0000 7f7457fff700 1 -- 172.21.15.46:0/2427590863 <== mon.2 v2:172.21.15.57:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f745c004030 con 0x7f74600cf070 2023-09-21T13:06:28.561 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.561+0000 7f7457fff700 1 -- 172.21.15.46:0/2427590863 <== mon.2 v2:172.21.15.57:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f745c0043a0 con 0x7f74600cf070 2023-09-21T13:06:28.564 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.562+0000 7f7467868700 1 -- 172.21.15.46:0/2427590863 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f74600cf070 msgr2=0x7f74600cf450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:28.564 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.562+0000 7f7467868700 1 --2- 172.21.15.46:0/2427590863 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f74600cf070 0x7f74600cf450 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f745c009840 tx=0x7f745c009b50 comp rx=0 tx=0).stop 2023-09-21T13:06:28.565 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.562+0000 7f7467868700 1 -- 172.21.15.46:0/2427590863 shutdown_connections 2023-09-21T13:06:28.565 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.562+0000 7f7467868700 1 --2- 172.21.15.46:0/2427590863 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f74600cf070 0x7f74600cf450 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:28.565 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.562+0000 7f7467868700 1 --2- 172.21.15.46:0/2427590863 >> v2:172.21.15.57:3300/0 conn(0x7f746006eba0 0x7f746006f020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:28.565 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.562+0000 7f7467868700 1 -- 172.21.15.46:0/2427590863 >> 172.21.15.46:0/2427590863 conn(0x7f74600d01f0 msgr2=0x7f74600d0600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:28.565 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.562+0000 7f7467868700 1 -- 172.21.15.46:0/2427590863 shutdown_connections 2023-09-21T13:06:28.566 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.562+0000 7f7467868700 1 -- 172.21.15.46:0/2427590863 wait complete. 2023-09-21T13:06:28.566 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.563+0000 7f7467868700 1 Processor -- start 2023-09-21T13:06:28.566 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.563+0000 7f7467868700 1 -- start start 2023-09-21T13:06:28.566 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.564+0000 7f7467868700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f746006eba0 0x7f74600b1340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:28.567 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.564+0000 7f7467868700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f74600cc1b0 0x7f74600b1fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:28.567 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.564+0000 7f7467868700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f74600cf070 0x7f74600b2520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:28.567 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.564+0000 7f7467868700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f746014b740 con 0x7f746006eba0 2023-09-21T13:06:28.567 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.564+0000 7f7467868700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74600cc950 con 0x7f74600cf070 2023-09-21T13:06:28.567 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.564+0000 7f7467868700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f746014af70 con 0x7f74600cc1b0 2023-09-21T13:06:28.567 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.564+0000 7f7465604700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f746006eba0 0x7f74600b1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:28.568 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.564+0000 7f7465604700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f746006eba0 0x7f74600b1340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54496/0 (socket says 172.21.15.46:54496) 2023-09-21T13:06:28.568 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.564+0000 7f7465604700 1 -- 172.21.15.46:0/2834380756 learned_addr learned my addr 172.21.15.46:0/2834380756 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:28.568 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.564+0000 7f7464e03700 1 --2- 172.21.15.46:0/2834380756 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f74600cc1b0 0x7f74600b1fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:28.568 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.564+0000 7f7465e05700 1 --2- 172.21.15.46:0/2834380756 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f74600cf070 0x7f74600b2520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:28.569 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.564+0000 7f7465604700 1 -- 172.21.15.46:0/2834380756 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f74600cc1b0 msgr2=0x7f74600b1fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:28.569 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.564+0000 7f7465604700 1 --2- 172.21.15.46:0/2834380756 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f74600cc1b0 0x7f74600b1fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:28.569 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.564+0000 7f7465604700 1 -- 172.21.15.46:0/2834380756 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f74600cf070 msgr2=0x7f74600b2520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:28.569 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.564+0000 7f7465604700 1 --2- 172.21.15.46:0/2834380756 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f74600cf070 0x7f74600b2520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:28.569 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.564+0000 7f7465604700 1 -- 172.21.15.46:0/2834380756 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f745c0094a0 con 0x7f746006eba0 2023-09-21T13:06:28.569 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.564+0000 7f7465e05700 1 --2- 172.21.15.46:0/2834380756 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f74600cf070 0x7f74600b2520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T13:06:28.570 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.564+0000 7f7464e03700 1 --2- 172.21.15.46:0/2834380756 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f74600cc1b0 0x7f74600b1fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:06:28.570 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.565+0000 7f7465604700 1 --2- 172.21.15.46:0/2834380756 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f746006eba0 0x7f74600b1340 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f745c0090b0 tx=0x7f745c004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:28.570 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.565+0000 7f7455ffb700 1 -- 172.21.15.46:0/2834380756 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f745c003df0 con 0x7f746006eba0 2023-09-21T13:06:28.570 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.565+0000 7f7455ffb700 1 -- 172.21.15.46:0/2834380756 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f745c01f070 con 0x7f746006eba0 2023-09-21T13:06:28.571 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.565+0000 7f7467868700 1 -- 172.21.15.46:0/2834380756 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f74600c52f0 con 0x7f746006eba0 2023-09-21T13:06:28.571 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.565+0000 7f7455ffb700 1 -- 172.21.15.46:0/2834380756 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f745c011830 con 0x7f746006eba0 2023-09-21T13:06:28.571 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.565+0000 7f7467868700 1 -- 172.21.15.46:0/2834380756 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f746014b360 con 0x7f746006eba0 2023-09-21T13:06:28.571 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.566+0000 7f7467868700 1 -- 172.21.15.46:0/2834380756 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7460068b90 con 0x7f746006eba0 2023-09-21T13:06:28.571 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.567+0000 7f7455ffb700 1 -- 172.21.15.46:0/2834380756 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f745c021030 con 0x7f746006eba0 2023-09-21T13:06:28.572 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.567+0000 7f7455ffb700 1 --2- 172.21.15.46:0/2834380756 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f744406a580 0x7f744406ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:28.572 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.567+0000 7f7455ffb700 1 -- 172.21.15.46:0/2834380756 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f745c089de0 con 0x7f746006eba0 2023-09-21T13:06:28.572 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.567+0000 7f7464e03700 1 --2- 172.21.15.46:0/2834380756 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f744406a580 0x7f744406ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:28.572 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.567+0000 7f7464e03700 1 --2- 172.21.15.46:0/2834380756 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f744406a580 0x7f744406ca40 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f746014e380 tx=0x7f7450008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:28.573 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.572+0000 7f7455ffb700 1 -- 172.21.15.46:0/2834380756 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f745c055470 con 0x7f746006eba0 2023-09-21T13:06:28.821 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.825+0000 7f7467868700 1 -- 172.21.15.46:0/2834380756 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f74600cf770 con 0x7f746006eba0 2023-09-21T13:06:28.822 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.826+0000 7f7455ffb700 1 -- 172.21.15.46:0/2834380756 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) v1 ==== 94+0+4911 (secure 0 0 0) 0x7f745c058a90 con 0x7f746006eba0 2023-09-21T13:06:28.822 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:06:28.822 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":15,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5140,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/132284665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6835","nonce":132284665},{"type":"v1","addr":"172.21.15.46:6837","nonce":132284665}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":10},{"gid":5143,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.57:6834/1669123063","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6832","nonce":1669123063},{"type":"v1","addr":"172.21.15.57:6834","nonce":1669123063}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":10},{"gid":34856,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6836/1258649057","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":1258649057},{"type":"v1","addr":"172.21.15.46:6836","nonce":1258649057}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-09-21T13:06:24.797485+0000","modified":"2023-09-21T13:06:27.829528+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":34871},"failed":[],"damaged":[],"stopped":[],"info":{"gid_34871":{"gid":34871,"name":"b","rank":0,"incarnation":11,"state":"up:active","state_seq":4,"addr":"172.21.15.57:6835/608324927","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6833","nonce":608324927},{"type":"v1","addr":"172.21.15.57:6835","nonce":608324927}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2023-09-21T13:06:28.824 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.828+0000 7f7467868700 1 -- 172.21.15.46:0/2834380756 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f744406a580 msgr2=0x7f744406ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:28.824 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.828+0000 7f7467868700 1 --2- 172.21.15.46:0/2834380756 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f744406a580 0x7f744406ca40 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f746014e380 tx=0x7f7450008040 comp rx=0 tx=0).stop 2023-09-21T13:06:28.825 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.828+0000 7f7467868700 1 -- 172.21.15.46:0/2834380756 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f746006eba0 msgr2=0x7f74600b1340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:28.825 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.828+0000 7f7467868700 1 --2- 172.21.15.46:0/2834380756 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f746006eba0 0x7f74600b1340 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f745c0090b0 tx=0x7f745c004750 comp rx=0 tx=0).stop 2023-09-21T13:06:28.825 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.828+0000 7f7467868700 1 -- 172.21.15.46:0/2834380756 shutdown_connections 2023-09-21T13:06:28.825 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.828+0000 7f7467868700 1 --2- 172.21.15.46:0/2834380756 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f744406a580 0x7f744406ca40 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:28.825 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.828+0000 7f7467868700 1 --2- 172.21.15.46:0/2834380756 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f74600cf070 0x7f74600b2520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:28.826 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.828+0000 7f7467868700 1 --2- 172.21.15.46:0/2834380756 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f746006eba0 0x7f74600b1340 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:28.826 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.828+0000 7f7467868700 1 --2- 172.21.15.46:0/2834380756 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f74600cc1b0 0x7f74600b1fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:28.826 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.828+0000 7f7467868700 1 -- 172.21.15.46:0/2834380756 >> 172.21.15.46:0/2834380756 conn(0x7f74600d01f0 msgr2=0x7f746006a830 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:28.826 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.828+0000 7f7467868700 1 -- 172.21.15.46:0/2834380756 shutdown_connections 2023-09-21T13:06:28.827 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.828+0000 7f7467868700 1 -- 172.21.15.46:0/2834380756 wait complete. 2023-09-21T13:06:28.827 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 15 2023-09-21T13:06:28.838 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-21T13:06:28.975 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.979+0000 7f0fc8aad700 1 Processor -- start 2023-09-21T13:06:28.975 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.979+0000 7f0fc8aad700 1 -- start start 2023-09-21T13:06:28.977 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.980+0000 7f0fc8aad700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f0fc406eba0 0x7f0fc406f020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:28.977 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.980+0000 7f0fc8aad700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0fc40cbd20 con 0x7f0fc40cc1b0 2023-09-21T13:06:28.977 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.980+0000 7f0fc8aad700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0fc415b410 con 0x7f0fc40cf070 2023-09-21T13:06:28.977 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.980+0000 7f0fc8aad700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0fc415b6f0 con 0x7f0fc406eba0 2023-09-21T13:06:28.977 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.980+0000 7f0fc1d9b700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f0fc406eba0 0x7f0fc406f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:28.978 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.980+0000 7f0fc2d9d700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f0fc40cc1b0 0x7f0fc415a600 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:37570/0 (socket says 172.21.15.46:37570) 2023-09-21T13:06:28.978 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.980+0000 7f0fc2d9d700 1 -- 172.21.15.46:0/3286472108 learned_addr learned my addr 172.21.15.46:0/3286472108 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:06:28.978 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.980+0000 7f0fc1d9b700 1 -- 172.21.15.46:0/3286472108 >> v1:172.21.15.57:6789/0 conn(0x7f0fc40cf070 legacy=0x7f0fc40cf450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:28.978 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.980+0000 7f0fc1d9b700 1 -- 172.21.15.46:0/3286472108 >> v1:172.21.15.46:6789/0 conn(0x7f0fc40cc1b0 legacy=0x7f0fc415a600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:28.978 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.980+0000 7f0fc1d9b700 1 -- 172.21.15.46:0/3286472108 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0fc40cb9b0 con 0x7f0fc406eba0 2023-09-21T13:06:28.979 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.980+0000 7f0fc159a700 1 -- 172.21.15.46:0/3286472108 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2468155988 0 0) 0x7f0fc40cbd20 con 0x7f0fc40cc1b0 2023-09-21T13:06:28.979 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.981+0000 7f0fc1d9b700 1 --2- 172.21.15.46:0/3286472108 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0fc406eba0 0x7f0fc406f020 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f0fb8009840 tx=0x7f0fb8009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a81c4b11129a1f8b server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:28.979 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.981+0000 7f0fc159a700 1 -- 172.21.15.46:0/3286472108 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0fb8011830 con 0x7f0fc406eba0 2023-09-21T13:06:28.979 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.981+0000 7f0fc159a700 1 -- 172.21.15.46:0/3286472108 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0fb8011990 con 0x7f0fc406eba0 2023-09-21T13:06:28.979 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.981+0000 7f0fc159a700 1 -- 172.21.15.46:0/3286472108 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0fb8011d20 con 0x7f0fc406eba0 2023-09-21T13:06:28.983 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.981+0000 7f0fc8aad700 1 -- 172.21.15.46:0/3286472108 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0fc406eba0 msgr2=0x7f0fc406f020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:28.983 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.981+0000 7f0fc8aad700 1 --2- 172.21.15.46:0/3286472108 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0fc406eba0 0x7f0fc406f020 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f0fb8009840 tx=0x7f0fb8009b50 comp rx=0 tx=0).stop 2023-09-21T13:06:28.983 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.981+0000 7f0fc8aad700 1 -- 172.21.15.46:0/3286472108 shutdown_connections 2023-09-21T13:06:28.983 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.981+0000 7f0fc8aad700 1 --2- 172.21.15.46:0/3286472108 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0fc406eba0 0x7f0fc406f020 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:28.983 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.981+0000 7f0fc8aad700 1 -- 172.21.15.46:0/3286472108 >> 172.21.15.46:0/3286472108 conn(0x7f0fc40d01f0 msgr2=0x7f0fc40d0600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:28.984 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.981+0000 7f0fc8aad700 1 -- 172.21.15.46:0/3286472108 shutdown_connections 2023-09-21T13:06:28.984 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.981+0000 7f0fc8aad700 1 -- 172.21.15.46:0/3286472108 wait complete. 2023-09-21T13:06:28.984 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.983+0000 7f0fc8aad700 1 Processor -- start 2023-09-21T13:06:28.984 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.983+0000 7f0fc8aad700 1 -- start start 2023-09-21T13:06:28.984 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.984+0000 7f0fc8aad700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f0fc406eba0 0x7f0fc40c6280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:28.984 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.984+0000 7f0fc8aad700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0fc40cc1b0 0x7f0fc4154510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:28.985 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.984+0000 7f0fc8aad700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f0fc40cf070 0x7f0fc40b0cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:28.985 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.984+0000 7f0fc8aad700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0fc41f4620 con 0x7f0fc40cc1b0 2023-09-21T13:06:28.985 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.984+0000 7f0fc8aad700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0fc40c6da0 con 0x7f0fc406eba0 2023-09-21T13:06:28.985 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.984+0000 7f0fc8aad700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0fc41f3fd0 con 0x7f0fc40cf070 2023-09-21T13:06:28.985 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.984+0000 7f0fc1d9b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0fc40cc1b0 0x7f0fc4154510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:28.986 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.984+0000 7f0fc1d9b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0fc40cc1b0 0x7f0fc4154510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54516/0 (socket says 172.21.15.46:54516) 2023-09-21T13:06:28.986 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.984+0000 7f0fc1d9b700 1 -- 172.21.15.46:0/3208935036 learned_addr learned my addr 172.21.15.46:0/3208935036 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:28.986 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.984+0000 7f0fc2d9d700 1 --2- 172.21.15.46:0/3208935036 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f0fc40cf070 0x7f0fc40b0cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:28.986 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.984+0000 7f0fc259c700 1 --2- 172.21.15.46:0/3208935036 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f0fc406eba0 0x7f0fc40c6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:28.986 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.984+0000 7f0fc1d9b700 1 -- 172.21.15.46:0/3208935036 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f0fc40cf070 msgr2=0x7f0fc40b0cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:28.987 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.984+0000 7f0fc1d9b700 1 --2- 172.21.15.46:0/3208935036 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f0fc40cf070 0x7f0fc40b0cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:28.987 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.984+0000 7f0fc1d9b700 1 -- 172.21.15.46:0/3208935036 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f0fc406eba0 msgr2=0x7f0fc40c6280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:28.987 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.984+0000 7f0fc1d9b700 1 --2- 172.21.15.46:0/3208935036 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f0fc406eba0 0x7f0fc40c6280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:28.987 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.984+0000 7f0fc1d9b700 1 -- 172.21.15.46:0/3208935036 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0fb80094a0 con 0x7f0fc40cc1b0 2023-09-21T13:06:28.987 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.984+0000 7f0fc259c700 1 --2- 172.21.15.46:0/3208935036 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f0fc406eba0 0x7f0fc40c6280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:06:28.988 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.984+0000 7f0fc2d9d700 1 --2- 172.21.15.46:0/3208935036 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f0fc40cf070 0x7f0fc40b0cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:06:28.988 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.984+0000 7f0fc1d9b700 1 --2- 172.21.15.46:0/3208935036 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0fc40cc1b0 0x7f0fc4154510 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f0fc4066fc0 tx=0x7f0fb8004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:28.988 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.985+0000 7f0fb2ffd700 1 -- 172.21.15.46:0/3208935036 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0fb80036a0 con 0x7f0fc40cc1b0 2023-09-21T13:06:28.988 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.985+0000 7f0fb2ffd700 1 -- 172.21.15.46:0/3208935036 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0fb801f070 con 0x7f0fc40cc1b0 2023-09-21T13:06:28.988 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.985+0000 7f0fc8aad700 1 -- 172.21.15.46:0/3208935036 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0fc41f42b0 con 0x7f0fc40cc1b0 2023-09-21T13:06:28.989 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.985+0000 7f0fb2ffd700 1 -- 172.21.15.46:0/3208935036 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0fb8003a40 con 0x7f0fc40cc1b0 2023-09-21T13:06:28.989 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.985+0000 7f0fc8aad700 1 -- 172.21.15.46:0/3208935036 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0fc4154d30 con 0x7f0fc40cc1b0 2023-09-21T13:06:28.989 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.986+0000 7f0fc8aad700 1 -- 172.21.15.46:0/3208935036 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0fc41f3e30 con 0x7f0fc40cc1b0 2023-09-21T13:06:28.989 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.986+0000 7f0fb2ffd700 1 -- 172.21.15.46:0/3208935036 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f0fb8003ba0 con 0x7f0fc40cc1b0 2023-09-21T13:06:28.989 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.987+0000 7f0fb2ffd700 1 --2- 172.21.15.46:0/3208935036 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f0fa406a580 0x7f0fa406ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:28.990 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.987+0000 7f0fb2ffd700 1 -- 172.21.15.46:0/3208935036 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f0fb8021070 con 0x7f0fc40cc1b0 2023-09-21T13:06:28.990 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.987+0000 7f0fc259c700 1 --2- 172.21.15.46:0/3208935036 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f0fa406a580 0x7f0fa406ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:28.990 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.987+0000 7f0fc259c700 1 --2- 172.21.15.46:0/3208935036 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f0fa406a580 0x7f0fa406ca40 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f0fb4000f60 tx=0x7f0fb4009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:28.991 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:28.991+0000 7f0fb2ffd700 1 -- 172.21.15.46:0/3208935036 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f0fc41f3e30 con 0x7f0fc40cc1b0 2023-09-21T13:06:29.198 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.202+0000 7f0fc8aad700 1 -- 172.21.15.46:0/3208935036 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f0fc41f3e30 con 0x7f0fc40cc1b0 2023-09-21T13:06:29.199 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.203+0000 7f0fb2ffd700 1 -- 172.21.15.46:0/3208935036 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v34) v1 ==== 74+0+16521 (secure 0 0 0) 0x7f0fc41f3e30 con 0x7f0fc40cc1b0 2023-09-21T13:06:29.199 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:06:29.200 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":34,"fsid":"3cbfaf88-469e-4129-b70d-6dd2d92bd0a4","created":"2023-09-21T13:04:52.312650+0000","modified":"2023-09-21T13:06:26.347474+0000","last_up_change":"2023-09-21T13:05:04.397018+0000","last_in_change":"2023-09-21T13:04:55.853368+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-21T13:05:05.036373+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2023-09-21T13:06:22.935963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2023-09-21T13:06:23.755875+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"34","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"23992b72-ed3c-4a14-ae79-8150e0fedbf7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6810","nonce":1682463833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6814","nonce":1682463833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6822","nonce":1682463833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":1682463833},{"type":"v1","addr":"172.21.15.46:6818","nonce":1682463833}]},"public_addr":"172.21.15.46:6810/1682463833","cluster_addr":"172.21.15.46:6814/1682463833","heartbeat_back_addr":"172.21.15.46:6822/1682463833","heartbeat_front_addr":"172.21.15.46:6818/1682463833","state":["exists","up"]},{"osd":1,"uuid":"2578f708-e052-4bdd-bcef-54808f1d1ef4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6800","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6801","nonce":3674836117}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6803","nonce":3674836117}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6807","nonce":3674836117}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":3674836117},{"type":"v1","addr":"172.21.15.46:6805","nonce":3674836117}]},"public_addr":"172.21.15.46:6801/3674836117","cluster_addr":"172.21.15.46:6803/3674836117","heartbeat_back_addr":"172.21.15.46:6807/3674836117","heartbeat_front_addr":"172.21.15.46:6805/3674836117","state":["exists","up"]},{"osd":2,"uuid":"6db5fc17-2472-42fd-a613-8cc24a815cfe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6825","nonce":3956023171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6827","nonce":3956023171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6831","nonce":3956023171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":3956023171},{"type":"v1","addr":"172.21.15.46:6829","nonce":3956023171}]},"public_addr":"172.21.15.46:6825/3956023171","cluster_addr":"172.21.15.46:6827/3956023171","heartbeat_back_addr":"172.21.15.46:6831/3956023171","heartbeat_front_addr":"172.21.15.46:6829/3956023171","state":["exists","up"]},{"osd":3,"uuid":"b0ddd2cd-9025-471f-a976-d7bc356eb10b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6809","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6811","nonce":1834230057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6813","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6815","nonce":1834230057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6821","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6823","nonce":1834230057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6817","nonce":1834230057},{"type":"v1","addr":"172.21.15.46:6819","nonce":1834230057}]},"public_addr":"172.21.15.46:6811/1834230057","cluster_addr":"172.21.15.46:6815/1834230057","heartbeat_back_addr":"172.21.15.46:6823/1834230057","heartbeat_front_addr":"172.21.15.46:6819/1834230057","state":["exists","up"]},{"osd":4,"uuid":"51245ec8-6073-476b-aea6-482f9a379f43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6800","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6801","nonce":867529145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6802","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6803","nonce":867529145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6806","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6807","nonce":867529145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6804","nonce":867529145},{"type":"v1","addr":"172.21.15.57:6805","nonce":867529145}]},"public_addr":"172.21.15.57:6801/867529145","cluster_addr":"172.21.15.57:6803/867529145","heartbeat_back_addr":"172.21.15.57:6807/867529145","heartbeat_front_addr":"172.21.15.57:6805/867529145","state":["exists","up"]},{"osd":5,"uuid":"6be64509-8d19-48af-aa7d-2744199eb3c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6824","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6825","nonce":2639760353}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6826","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6827","nonce":2639760353}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6830","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6831","nonce":2639760353}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6828","nonce":2639760353},{"type":"v1","addr":"172.21.15.57:6829","nonce":2639760353}]},"public_addr":"172.21.15.57:6825/2639760353","cluster_addr":"172.21.15.57:6827/2639760353","heartbeat_back_addr":"172.21.15.57:6831/2639760353","heartbeat_front_addr":"172.21.15.57:6829/2639760353","state":["exists","up"]},{"osd":6,"uuid":"8bfda35e-f97c-4419-a105-ff306eff7a42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6808","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6809","nonce":3693682875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6810","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6811","nonce":3693682875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6814","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6815","nonce":3693682875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6812","nonce":3693682875},{"type":"v1","addr":"172.21.15.57:6813","nonce":3693682875}]},"public_addr":"172.21.15.57:6809/3693682875","cluster_addr":"172.21.15.57:6811/3693682875","heartbeat_back_addr":"172.21.15.57:6815/3693682875","heartbeat_front_addr":"172.21.15.57:6813/3693682875","state":["exists","up"]},{"osd":7,"uuid":"49fc1df7-ab94-4da5-b915-8f7cc61f2714","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6816","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6817","nonce":1729728830}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6818","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6819","nonce":1729728830}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6822","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6823","nonce":1729728830}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6820","nonce":1729728830},{"type":"v1","addr":"172.21.15.57:6821","nonce":1729728830}]},"public_addr":"172.21.15.57:6817/1729728830","cluster_addr":"172.21.15.57:6819/1729728830","heartbeat_back_addr":"172.21.15.57:6823/1729728830","heartbeat_front_addr":"172.21.15.57:6821/1729728830","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:00.955073+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.074451+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.068487+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.010348+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.035446+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.101249+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.104509+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T13:05:01.077361+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-21T13:06:29.202 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.205+0000 7f0fc8aad700 1 -- 172.21.15.46:0/3208935036 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f0fa406a580 msgr2=0x7f0fa406ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:29.202 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.205+0000 7f0fc8aad700 1 --2- 172.21.15.46:0/3208935036 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f0fa406a580 0x7f0fa406ca40 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f0fb4000f60 tx=0x7f0fb4009040 comp rx=0 tx=0).stop 2023-09-21T13:06:29.202 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.205+0000 7f0fc8aad700 1 -- 172.21.15.46:0/3208935036 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0fc40cc1b0 msgr2=0x7f0fc4154510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:29.202 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.205+0000 7f0fc8aad700 1 --2- 172.21.15.46:0/3208935036 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0fc40cc1b0 0x7f0fc4154510 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f0fc4066fc0 tx=0x7f0fb8004750 comp rx=0 tx=0).stop 2023-09-21T13:06:29.203 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.205+0000 7f0fc8aad700 1 -- 172.21.15.46:0/3208935036 shutdown_connections 2023-09-21T13:06:29.203 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.205+0000 7f0fc8aad700 1 --2- 172.21.15.46:0/3208935036 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f0fa406a580 0x7f0fa406ca40 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:29.203 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.205+0000 7f0fc8aad700 1 --2- 172.21.15.46:0/3208935036 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f0fc40cf070 0x7f0fc40b0cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:29.203 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.205+0000 7f0fc8aad700 1 --2- 172.21.15.46:0/3208935036 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f0fc406eba0 0x7f0fc40c6280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:29.203 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.205+0000 7f0fc8aad700 1 --2- 172.21.15.46:0/3208935036 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0fc40cc1b0 0x7f0fc4154510 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:29.204 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.205+0000 7f0fc8aad700 1 -- 172.21.15.46:0/3208935036 >> 172.21.15.46:0/3208935036 conn(0x7f0fc40d01f0 msgr2=0x7f0fc40b2590 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:29.204 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.206+0000 7f0fc8aad700 1 -- 172.21.15.46:0/3208935036 shutdown_connections 2023-09-21T13:06:29.204 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.206+0000 7f0fc8aad700 1 -- 172.21.15.46:0/3208935036 wait complete. 2023-09-21T13:06:29.215 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2023-09-21T13:06:29.216 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-09-21T13:06:29.352 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.356+0000 7f611a555700 1 Processor -- start 2023-09-21T13:06:29.353 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.356+0000 7f611a555700 1 -- start start 2023-09-21T13:06:29.355 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.358+0000 7f611a555700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f6114158f40 0x7f611415f000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:29.355 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.358+0000 7f611a555700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f61140d0980 0x7f611415c240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:29.355 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.358+0000 7f611a555700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f611415bdb0 con 0x7f611415c780 2023-09-21T13:06:29.355 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.358+0000 7f611a555700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f611415f850 con 0x7f6114158f40 2023-09-21T13:06:29.355 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.358+0000 7f611a555700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f611415fb30 con 0x7f61140d0980 2023-09-21T13:06:29.356 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.358+0000 7f6113fff700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f6114158f40 0x7f611415f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:29.356 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.358+0000 7f6118af2700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f611415c780 0x7f61140b2dd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:37576/0 (socket says 172.21.15.46:37576) 2023-09-21T13:06:29.356 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.358+0000 7f6118af2700 1 -- 172.21.15.46:0/40022220 learned_addr learned my addr 172.21.15.46:0/40022220 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:06:29.356 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.358+0000 7f61137fe700 1 --2- 172.21.15.46:0/40022220 >> v2:172.21.15.57:3300/0 conn(0x7f61140d0980 0x7f611415c240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:29.356 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.358+0000 7f6113fff700 1 -- 172.21.15.46:0/40022220 >> v2:172.21.15.57:3300/0 conn(0x7f61140d0980 msgr2=0x7f611415c240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:29.357 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.358+0000 7f6113fff700 1 --2- 172.21.15.46:0/40022220 >> v2:172.21.15.57:3300/0 conn(0x7f61140d0980 0x7f611415c240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:29.357 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.358+0000 7f6113fff700 1 -- 172.21.15.46:0/40022220 >> v1:172.21.15.46:6789/0 conn(0x7f611415c780 legacy=0x7f61140b2dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:29.357 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.358+0000 7f6112ffd700 1 -- 172.21.15.46:0/40022220 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3539468699 0 0) 0x7f611415bdb0 con 0x7f611415c780 2023-09-21T13:06:29.357 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.358+0000 7f6113fff700 1 -- 172.21.15.46:0/40022220 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f611415fe10 con 0x7f6114158f40 2023-09-21T13:06:29.357 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.358+0000 7f6113fff700 1 --2- 172.21.15.46:0/40022220 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6114158f40 0x7f611415f000 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f61140cd1f0 tx=0x7f6104009b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d40ba5fac150d58d server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:29.358 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.359+0000 7f6112ffd700 1 -- 172.21.15.46:0/40022220 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6104011830 con 0x7f6114158f40 2023-09-21T13:06:29.358 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.359+0000 7f6112ffd700 1 -- 172.21.15.46:0/40022220 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6104011990 con 0x7f6114158f40 2023-09-21T13:06:29.358 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.359+0000 7f6112ffd700 1 -- 172.21.15.46:0/40022220 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6104011d20 con 0x7f6114158f40 2023-09-21T13:06:29.361 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.359+0000 7f611a555700 1 -- 172.21.15.46:0/40022220 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6114158f40 msgr2=0x7f611415f000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:29.362 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.359+0000 7f611a555700 1 --2- 172.21.15.46:0/40022220 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6114158f40 0x7f611415f000 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f61140cd1f0 tx=0x7f6104009b20 comp rx=0 tx=0).stop 2023-09-21T13:06:29.362 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.359+0000 7f611a555700 1 -- 172.21.15.46:0/40022220 shutdown_connections 2023-09-21T13:06:29.362 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.359+0000 7f611a555700 1 --2- 172.21.15.46:0/40022220 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6114158f40 0x7f611415f000 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:29.362 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.359+0000 7f611a555700 1 --2- 172.21.15.46:0/40022220 >> v2:172.21.15.57:3300/0 conn(0x7f61140d0980 0x7f611415c240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:29.363 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.359+0000 7f611a555700 1 -- 172.21.15.46:0/40022220 >> 172.21.15.46:0/40022220 conn(0x7f611406eb20 msgr2=0x7f611406ef00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:29.363 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.359+0000 7f611a555700 1 -- 172.21.15.46:0/40022220 shutdown_connections 2023-09-21T13:06:29.363 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.359+0000 7f611a555700 1 -- 172.21.15.46:0/40022220 wait complete. 2023-09-21T13:06:29.363 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.361+0000 7f611a555700 1 Processor -- start 2023-09-21T13:06:29.364 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.361+0000 7f611a555700 1 -- start start 2023-09-21T13:06:29.364 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.362+0000 7f611a555700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f61140d0980 0x7f61140c50b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:29.364 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.362+0000 7f611a555700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6114158f40 0x7f61140b2630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:29.364 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.362+0000 7f611a555700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f611415c780 0x7f61141573e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:29.365 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.362+0000 7f611a555700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f61140c9e80 con 0x7f6114158f40 2023-09-21T13:06:29.365 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.362+0000 7f611a555700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f61140c9200 con 0x7f61140d0980 2023-09-21T13:06:29.365 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.362+0000 7f611a555700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f61140c94e0 con 0x7f611415c780 2023-09-21T13:06:29.365 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.362+0000 7f61137fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6114158f40 0x7f61140b2630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:29.365 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.362+0000 7f61137fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6114158f40 0x7f61140b2630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54522/0 (socket says 172.21.15.46:54522) 2023-09-21T13:06:29.366 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.362+0000 7f61137fe700 1 -- 172.21.15.46:0/3993430512 learned_addr learned my addr 172.21.15.46:0/3993430512 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:29.366 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.362+0000 7f6118af2700 1 --2- 172.21.15.46:0/3993430512 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f611415c780 0x7f61141573e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:29.366 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.362+0000 7f6113fff700 1 --2- 172.21.15.46:0/3993430512 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f61140d0980 0x7f61140c50b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:29.366 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.362+0000 7f61137fe700 1 -- 172.21.15.46:0/3993430512 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f611415c780 msgr2=0x7f61141573e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:29.366 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.362+0000 7f61137fe700 1 --2- 172.21.15.46:0/3993430512 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f611415c780 0x7f61141573e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:29.367 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.362+0000 7f61137fe700 1 -- 172.21.15.46:0/3993430512 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f61140d0980 msgr2=0x7f61140c50b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:29.367 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.362+0000 7f61137fe700 1 --2- 172.21.15.46:0/3993430512 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f61140d0980 0x7f61140c50b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:29.367 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.362+0000 7f61137fe700 1 -- 172.21.15.46:0/3993430512 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f61040094a0 con 0x7f6114158f40 2023-09-21T13:06:29.367 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.362+0000 7f6113fff700 1 --2- 172.21.15.46:0/3993430512 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f61140d0980 0x7f61140c50b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T13:06:29.368 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.362+0000 7f61137fe700 1 --2- 172.21.15.46:0/3993430512 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6114158f40 0x7f61140b2630 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f610800e870 tx=0x7f610800ec30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:29.368 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.362+0000 7f6110ff9700 1 -- 172.21.15.46:0/3993430512 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6108009590 con 0x7f6114158f40 2023-09-21T13:06:29.368 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.362+0000 7f6110ff9700 1 -- 172.21.15.46:0/3993430512 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f610800ee70 con 0x7f6114158f40 2023-09-21T13:06:29.368 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.362+0000 7f6110ff9700 1 -- 172.21.15.46:0/3993430512 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f610800ca50 con 0x7f6114158f40 2023-09-21T13:06:29.368 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.362+0000 7f611a555700 1 -- 172.21.15.46:0/3993430512 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f61140c97c0 con 0x7f6114158f40 2023-09-21T13:06:29.369 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.363+0000 7f611a555700 1 -- 172.21.15.46:0/3993430512 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f61140c8e40 con 0x7f6114158f40 2023-09-21T13:06:29.369 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.364+0000 7f611a555700 1 -- 172.21.15.46:0/3993430512 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f61140c9fc0 con 0x7f6114158f40 2023-09-21T13:06:29.369 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.364+0000 7f6110ff9700 1 -- 172.21.15.46:0/3993430512 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f610800cbb0 con 0x7f6114158f40 2023-09-21T13:06:29.369 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.364+0000 7f6110ff9700 1 --2- 172.21.15.46:0/3993430512 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f610006a550 0x7f610006ca10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:29.369 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.365+0000 7f6110ff9700 1 -- 172.21.15.46:0/3993430512 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6108088980 con 0x7f6114158f40 2023-09-21T13:06:29.370 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.365+0000 7f6113fff700 1 --2- 172.21.15.46:0/3993430512 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f610006a550 0x7f610006ca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:29.370 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.365+0000 7f6113fff700 1 --2- 172.21.15.46:0/3993430512 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f610006a550 0x7f610006ca10 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f6104009b60 tx=0x7f6104008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:29.370 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.369+0000 7f6110ff9700 1 -- 172.21.15.46:0/3993430512 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f61140c9fc0 con 0x7f6114158f40 2023-09-21T13:06:29.575 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.577+0000 7f611a555700 1 -- 172.21.15.46:0/3993430512 --> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f611415ba10 con 0x7f610006a550 2023-09-21T13:06:29.582 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.586+0000 7f6110ff9700 1 -- 172.21.15.46:0/3993430512 <== mgr.4104 v2:172.21.15.46:6832/84086869 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+283403 (secure 0 0 0) 0x7f6104011b80 con 0x7f610006a550 2023-09-21T13:06:29.587 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:06:29.590 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.590+0000 7f611a555700 1 -- 172.21.15.46:0/3993430512 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f610006a550 msgr2=0x7f610006ca10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:29.590 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.590+0000 7f611a555700 1 --2- 172.21.15.46:0/3993430512 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f610006a550 0x7f610006ca10 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f6104009b60 tx=0x7f6104008030 comp rx=0 tx=0).stop 2023-09-21T13:06:29.590 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.590+0000 7f611a555700 1 -- 172.21.15.46:0/3993430512 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6114158f40 msgr2=0x7f61140b2630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:29.591 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.590+0000 7f611a555700 1 --2- 172.21.15.46:0/3993430512 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6114158f40 0x7f61140b2630 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f610800e870 tx=0x7f610800ec30 comp rx=0 tx=0).stop 2023-09-21T13:06:29.591 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.590+0000 7f611a555700 1 -- 172.21.15.46:0/3993430512 shutdown_connections 2023-09-21T13:06:29.591 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.590+0000 7f611a555700 1 --2- 172.21.15.46:0/3993430512 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f610006a550 0x7f610006ca10 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:29.591 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.590+0000 7f611a555700 1 --2- 172.21.15.46:0/3993430512 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f611415c780 0x7f61141573e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:29.592 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.590+0000 7f611a555700 1 --2- 172.21.15.46:0/3993430512 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f61140d0980 0x7f61140c50b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:29.592 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.590+0000 7f611a555700 1 --2- 172.21.15.46:0/3993430512 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6114158f40 0x7f61140b2630 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:29.592 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.590+0000 7f611a555700 1 -- 172.21.15.46:0/3993430512 >> 172.21.15.46:0/3993430512 conn(0x7f611406eb20 msgr2=0x7f611415ee00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:29.592 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.590+0000 7f611a555700 1 -- 172.21.15.46:0/3993430512 shutdown_connections 2023-09-21T13:06:29.593 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.590+0000 7f611a555700 1 -- 172.21.15.46:0/3993430512 wait complete. 2023-09-21T13:06:29.593 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all 2023-09-21T13:06:29.601 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":69,"stamp":"2023-09-21T13:06:28.984115+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":16,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220064,"kb_used_data":3904,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754656,"statfs":{"total":773094113280,"available":772868767744,"internally_reserved":0,"allocated":3997696,"data_stored":2256414,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":221236794},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":20,"apply_latency_ms":20,"commit_latency_ns":20000000,"apply_latency_ns":20000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.643973"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.350559+0000","last_change":"2023-09-21T13:06:24.350559+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.350559+0000","last_undegraded":"2023-09-21T13:06:24.350559+0000","last_fullsized":"2023-09-21T13:06:24.350559+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.352906+0000","last_change":"2023-09-21T13:06:24.352906+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.352906+0000","last_undegraded":"2023-09-21T13:06:24.352906+0000","last_fullsized":"2023-09-21T13:06:24.352906+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.354330+0000","last_change":"2023-09-21T13:06:24.354330+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.354330+0000","last_undegraded":"2023-09-21T13:06:24.354330+0000","last_fullsized":"2023-09-21T13:06:24.354330+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.361337+0000","last_change":"2023-09-21T13:06:24.361337+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.361337+0000","last_undegraded":"2023-09-21T13:06:24.361337+0000","last_fullsized":"2023-09-21T13:06:24.361337+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.357548+0000","last_change":"2023-09-21T13:06:24.357548+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.357548+0000","last_undegraded":"2023-09-21T13:06:24.357548+0000","last_fullsized":"2023-09-21T13:06:24.357548+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.352812+0000","last_change":"2023-09-21T13:06:24.352812+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.352812+0000","last_undegraded":"2023-09-21T13:06:24.352812+0000","last_fullsized":"2023-09-21T13:06:24.352812+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.359837+0000","last_change":"2023-09-21T13:06:24.359837+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.359837+0000","last_undegraded":"2023-09-21T13:06:24.359837+0000","last_fullsized":"2023-09-21T13:06:24.359837+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.357663+0000","last_change":"2023-09-21T13:06:24.357663+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.357663+0000","last_undegraded":"2023-09-21T13:06:24.357663+0000","last_fullsized":"2023-09-21T13:06:24.357663+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.351182+0000","last_change":"2023-09-21T13:06:24.351182+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.351182+0000","last_undegraded":"2023-09-21T13:06:24.351182+0000","last_fullsized":"2023-09-21T13:06:24.351182+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.363117+0000","last_change":"2023-09-21T13:06:24.363117+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.363117+0000","last_undegraded":"2023-09-21T13:06:24.363117+0000","last_fullsized":"2023-09-21T13:06:24.363117+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.358990+0000","last_change":"2023-09-21T13:06:24.358990+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.358990+0000","last_undegraded":"2023-09-21T13:06:24.358990+0000","last_fullsized":"2023-09-21T13:06:24.358990+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.351535+0000","last_change":"2023-09-21T13:06:24.351535+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.351535+0000","last_undegraded":"2023-09-21T13:06:24.351535+0000","last_fullsized":"2023-09-21T13:06:24.351535+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.356643+0000","last_change":"2023-09-21T13:06:24.356643+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.356643+0000","last_undegraded":"2023-09-21T13:06:24.356643+0000","last_fullsized":"2023-09-21T13:06:24.356643+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.352186+0000","last_change":"2023-09-21T13:06:24.352186+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.352186+0000","last_undegraded":"2023-09-21T13:06:24.352186+0000","last_fullsized":"2023-09-21T13:06:24.352186+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.350338+0000","last_change":"2023-09-21T13:06:24.350338+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.350338+0000","last_undegraded":"2023-09-21T13:06:24.350338+0000","last_fullsized":"2023-09-21T13:06:24.350338+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.356715+0000","last_change":"2023-09-21T13:06:24.356715+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.356715+0000","last_undegraded":"2023-09-21T13:06:24.356715+0000","last_fullsized":"2023-09-21T13:06:24.356715+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.359586+0000","last_change":"2023-09-21T13:06:24.359586+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.359586+0000","last_undegraded":"2023-09-21T13:06:24.359586+0000","last_fullsized":"2023-09-21T13:06:24.359586+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.352061+0000","last_change":"2023-09-21T13:06:24.352061+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.352061+0000","last_undegraded":"2023-09-21T13:06:24.352061+0000","last_fullsized":"2023-09-21T13:06:24.352061+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.350600+0000","last_change":"2023-09-21T13:06:24.350600+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.350600+0000","last_undegraded":"2023-09-21T13:06:24.350600+0000","last_fullsized":"2023-09-21T13:06:24.350600+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.355263+0000","last_change":"2023-09-21T13:06:24.355263+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.355263+0000","last_undegraded":"2023-09-21T13:06:24.355263+0000","last_fullsized":"2023-09-21T13:06:24.355263+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.353378+0000","last_change":"2023-09-21T13:06:24.353378+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.353378+0000","last_undegraded":"2023-09-21T13:06:24.353378+0000","last_fullsized":"2023-09-21T13:06:24.353378+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.351946+0000","last_change":"2023-09-21T13:06:24.351946+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.351946+0000","last_undegraded":"2023-09-21T13:06:24.351946+0000","last_fullsized":"2023-09-21T13:06:24.351946+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.350125+0000","last_change":"2023-09-21T13:06:24.350125+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.350125+0000","last_undegraded":"2023-09-21T13:06:24.350125+0000","last_fullsized":"2023-09-21T13:06:24.350125+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.351897+0000","last_change":"2023-09-21T13:06:24.351897+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.351897+0000","last_undegraded":"2023-09-21T13:06:24.351897+0000","last_fullsized":"2023-09-21T13:06:24.351897+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.358468+0000","last_change":"2023-09-21T13:06:24.358468+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.358468+0000","last_undegraded":"2023-09-21T13:06:24.358468+0000","last_fullsized":"2023-09-21T13:06:24.358468+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.350450+0000","last_change":"2023-09-21T13:06:24.350450+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.350450+0000","last_undegraded":"2023-09-21T13:06:24.350450+0000","last_fullsized":"2023-09-21T13:06:24.350450+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.362254+0000","last_change":"2023-09-21T13:06:24.362254+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.362254+0000","last_undegraded":"2023-09-21T13:06:24.362254+0000","last_fullsized":"2023-09-21T13:06:24.362254+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.351069+0000","last_change":"2023-09-21T13:06:24.351069+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.351069+0000","last_undegraded":"2023-09-21T13:06:24.351069+0000","last_fullsized":"2023-09-21T13:06:24.351069+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.353002+0000","last_change":"2023-09-21T13:06:24.353002+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.353002+0000","last_undegraded":"2023-09-21T13:06:24.353002+0000","last_fullsized":"2023-09-21T13:06:24.353002+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.358173+0000","last_change":"2023-09-21T13:06:24.358173+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.358173+0000","last_undegraded":"2023-09-21T13:06:24.358173+0000","last_fullsized":"2023-09-21T13:06:24.358173+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.350365+0000","last_change":"2023-09-21T13:06:24.350365+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.350365+0000","last_undegraded":"2023-09-21T13:06:24.350365+0000","last_fullsized":"2023-09-21T13:06:24.350365+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.355271+0000","last_change":"2023-09-21T13:06:24.355271+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.355271+0000","last_undegraded":"2023-09-21T13:06:24.355271+0000","last_fullsized":"2023-09-21T13:06:24.355271+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.354465+0000","last_change":"2023-09-21T13:06:24.354465+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.354465+0000","last_undegraded":"2023-09-21T13:06:24.354465+0000","last_fullsized":"2023-09-21T13:06:24.354465+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.365527+0000","last_change":"2023-09-21T13:06:24.363362+0000","last_active":"2023-09-21T13:06:24.365527+0000","last_peered":"2023-09-21T13:06:24.365527+0000","last_clean":"2023-09-21T13:06:24.365527+0000","last_became_active":"2023-09-21T13:06:24.363080+0000","last_became_peered":"2023-09-21T13:06:24.363080+0000","last_unstale":"2023-09-21T13:06:24.365527+0000","last_undegraded":"2023-09-21T13:06:24.365527+0000","last_fullsized":"2023-09-21T13:06:24.365527+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:45:17.080964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.350122+0000","last_change":"2023-09-21T13:06:24.350122+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.350122+0000","last_undegraded":"2023-09-21T13:06:24.350122+0000","last_fullsized":"2023-09-21T13:06:24.350122+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.365706+0000","last_change":"2023-09-21T13:06:24.364715+0000","last_active":"2023-09-21T13:06:24.365706+0000","last_peered":"2023-09-21T13:06:24.365706+0000","last_clean":"2023-09-21T13:06:24.365706+0000","last_became_active":"2023-09-21T13:06:24.364431+0000","last_became_peered":"2023-09-21T13:06:24.364431+0000","last_unstale":"2023-09-21T13:06:24.365706+0000","last_undegraded":"2023-09-21T13:06:24.365706+0000","last_fullsized":"2023-09-21T13:06:24.365706+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:33:33.889919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.351181+0000","last_change":"2023-09-21T13:06:24.351181+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.351181+0000","last_undegraded":"2023-09-21T13:06:24.351181+0000","last_fullsized":"2023-09-21T13:06:24.351181+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.370442+0000","last_change":"2023-09-21T13:06:24.369503+0000","last_active":"2023-09-21T13:06:24.370442+0000","last_peered":"2023-09-21T13:06:24.370442+0000","last_clean":"2023-09-21T13:06:24.370442+0000","last_became_active":"2023-09-21T13:06:24.369162+0000","last_became_peered":"2023-09-21T13:06:24.369162+0000","last_unstale":"2023-09-21T13:06:24.370442+0000","last_undegraded":"2023-09-21T13:06:24.370442+0000","last_fullsized":"2023-09-21T13:06:24.370442+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T19:56:21.594920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.361813+0000","last_change":"2023-09-21T13:06:24.361813+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.361813+0000","last_undegraded":"2023-09-21T13:06:24.361813+0000","last_fullsized":"2023-09-21T13:06:24.361813+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.372990+0000","last_change":"2023-09-21T13:06:24.370869+0000","last_active":"2023-09-21T13:06:24.372990+0000","last_peered":"2023-09-21T13:06:24.372990+0000","last_clean":"2023-09-21T13:06:24.372990+0000","last_became_active":"2023-09-21T13:06:24.370465+0000","last_became_peered":"2023-09-21T13:06:24.370465+0000","last_unstale":"2023-09-21T13:06:24.372990+0000","last_undegraded":"2023-09-21T13:06:24.372990+0000","last_fullsized":"2023-09-21T13:06:24.372990+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:44:05.695300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.357602+0000","last_change":"2023-09-21T13:06:24.357602+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.357602+0000","last_undegraded":"2023-09-21T13:06:24.357602+0000","last_fullsized":"2023-09-21T13:06:24.357602+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.364959+0000","last_change":"2023-09-21T13:06:24.361091+0000","last_active":"2023-09-21T13:06:24.364959+0000","last_peered":"2023-09-21T13:06:24.364959+0000","last_clean":"2023-09-21T13:06:24.364959+0000","last_became_active":"2023-09-21T13:06:24.360405+0000","last_became_peered":"2023-09-21T13:06:24.360405+0000","last_unstale":"2023-09-21T13:06:24.364959+0000","last_undegraded":"2023-09-21T13:06:24.364959+0000","last_fullsized":"2023-09-21T13:06:24.364959+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:00:45.608867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.350197+0000","last_change":"2023-09-21T13:06:24.350197+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.350197+0000","last_undegraded":"2023-09-21T13:06:24.350197+0000","last_fullsized":"2023-09-21T13:06:24.350197+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.364011+0000","last_change":"2023-09-21T13:06:24.362346+0000","last_active":"2023-09-21T13:06:24.364011+0000","last_peered":"2023-09-21T13:06:24.364011+0000","last_clean":"2023-09-21T13:06:24.364011+0000","last_became_active":"2023-09-21T13:06:24.362020+0000","last_became_peered":"2023-09-21T13:06:24.362020+0000","last_unstale":"2023-09-21T13:06:24.364011+0000","last_undegraded":"2023-09-21T13:06:24.364011+0000","last_fullsized":"2023-09-21T13:06:24.364011+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:54:20.591284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.350757+0000","last_change":"2023-09-21T13:06:24.350757+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.350757+0000","last_undegraded":"2023-09-21T13:06:24.350757+0000","last_fullsized":"2023-09-21T13:06:24.350757+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.365395+0000","last_change":"2023-09-21T13:06:24.363421+0000","last_active":"2023-09-21T13:06:24.365395+0000","last_peered":"2023-09-21T13:06:24.365395+0000","last_clean":"2023-09-21T13:06:24.365395+0000","last_became_active":"2023-09-21T13:06:24.363006+0000","last_became_peered":"2023-09-21T13:06:24.363006+0000","last_unstale":"2023-09-21T13:06:24.365395+0000","last_undegraded":"2023-09-21T13:06:24.365395+0000","last_fullsized":"2023-09-21T13:06:24.365395+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:11:03.141949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.356028+0000","last_change":"2023-09-21T13:06:24.356028+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.356028+0000","last_undegraded":"2023-09-21T13:06:24.356028+0000","last_fullsized":"2023-09-21T13:06:24.356028+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.363945+0000","last_change":"2023-09-21T13:06:24.362101+0000","last_active":"2023-09-21T13:06:24.363945+0000","last_peered":"2023-09-21T13:06:24.363945+0000","last_clean":"2023-09-21T13:06:24.363945+0000","last_became_active":"2023-09-21T13:06:24.361701+0000","last_became_peered":"2023-09-21T13:06:24.361701+0000","last_unstale":"2023-09-21T13:06:24.363945+0000","last_undegraded":"2023-09-21T13:06:24.363945+0000","last_fullsized":"2023-09-21T13:06:24.363945+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:44:05.695300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.349922+0000","last_change":"2023-09-21T13:06:24.349922+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.349922+0000","last_undegraded":"2023-09-21T13:06:24.349922+0000","last_fullsized":"2023-09-21T13:06:24.349922+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.368920+0000","last_change":"2023-09-21T13:06:24.366174+0000","last_active":"2023-09-21T13:06:24.368920+0000","last_peered":"2023-09-21T13:06:24.368920+0000","last_clean":"2023-09-21T13:06:24.368920+0000","last_became_active":"2023-09-21T13:06:24.365846+0000","last_became_peered":"2023-09-21T13:06:24.365846+0000","last_unstale":"2023-09-21T13:06:24.368920+0000","last_undegraded":"2023-09-21T13:06:24.368920+0000","last_fullsized":"2023-09-21T13:06:24.368920+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T15:38:09.061846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.351324+0000","last_change":"2023-09-21T13:06:24.351324+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.351324+0000","last_undegraded":"2023-09-21T13:06:24.351324+0000","last_fullsized":"2023-09-21T13:06:24.351324+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.365687+0000","last_change":"2023-09-21T13:06:24.363526+0000","last_active":"2023-09-21T13:06:24.365687+0000","last_peered":"2023-09-21T13:06:24.365687+0000","last_clean":"2023-09-21T13:06:24.365687+0000","last_became_active":"2023-09-21T13:06:24.363071+0000","last_became_peered":"2023-09-21T13:06:24.363071+0000","last_unstale":"2023-09-21T13:06:24.365687+0000","last_undegraded":"2023-09-21T13:06:24.365687+0000","last_fullsized":"2023-09-21T13:06:24.365687+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:28:03.723640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.351127+0000","last_change":"2023-09-21T13:06:24.351127+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.351127+0000","last_undegraded":"2023-09-21T13:06:24.351127+0000","last_fullsized":"2023-09-21T13:06:24.351127+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.366035+0000","last_change":"2023-09-21T13:06:24.364574+0000","last_active":"2023-09-21T13:06:24.366035+0000","last_peered":"2023-09-21T13:06:24.366035+0000","last_clean":"2023-09-21T13:06:24.366035+0000","last_became_active":"2023-09-21T13:06:24.364280+0000","last_became_peered":"2023-09-21T13:06:24.364280+0000","last_unstale":"2023-09-21T13:06:24.366035+0000","last_undegraded":"2023-09-21T13:06:24.366035+0000","last_fullsized":"2023-09-21T13:06:24.366035+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T18:33:00.589615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.353575+0000","last_change":"2023-09-21T13:06:24.353575+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.353575+0000","last_undegraded":"2023-09-21T13:06:24.353575+0000","last_fullsized":"2023-09-21T13:06:24.353575+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.370429+0000","last_change":"2023-09-21T13:06:24.369395+0000","last_active":"2023-09-21T13:06:24.370429+0000","last_peered":"2023-09-21T13:06:24.370429+0000","last_clean":"2023-09-21T13:06:24.370429+0000","last_became_active":"2023-09-21T13:06:24.369083+0000","last_became_peered":"2023-09-21T13:06:24.369083+0000","last_unstale":"2023-09-21T13:06:24.370429+0000","last_undegraded":"2023-09-21T13:06:24.370429+0000","last_fullsized":"2023-09-21T13:06:24.370429+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:18:43.164940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.356191+0000","last_change":"2023-09-21T13:06:24.356191+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.356191+0000","last_undegraded":"2023-09-21T13:06:24.356191+0000","last_fullsized":"2023-09-21T13:06:24.356191+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.364979+0000","last_change":"2023-09-21T13:06:24.361316+0000","last_active":"2023-09-21T13:06:24.364979+0000","last_peered":"2023-09-21T13:06:24.364979+0000","last_clean":"2023-09-21T13:06:24.364979+0000","last_became_active":"2023-09-21T13:06:24.360804+0000","last_became_peered":"2023-09-21T13:06:24.360804+0000","last_unstale":"2023-09-21T13:06:24.364979+0000","last_undegraded":"2023-09-21T13:06:24.364979+0000","last_fullsized":"2023-09-21T13:06:24.364979+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:32:11.912527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.350361+0000","last_change":"2023-09-21T13:06:24.350361+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.350361+0000","last_undegraded":"2023-09-21T13:06:24.350361+0000","last_fullsized":"2023-09-21T13:06:24.350361+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.368356+0000","last_change":"2023-09-21T13:06:24.362212+0000","last_active":"2023-09-21T13:06:24.368356+0000","last_peered":"2023-09-21T13:06:24.368356+0000","last_clean":"2023-09-21T13:06:24.368356+0000","last_became_active":"2023-09-21T13:06:24.361904+0000","last_became_peered":"2023-09-21T13:06:24.361904+0000","last_unstale":"2023-09-21T13:06:24.368356+0000","last_undegraded":"2023-09-21T13:06:24.368356+0000","last_fullsized":"2023-09-21T13:06:24.368356+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:28:03.723640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.355813+0000","last_change":"2023-09-21T13:06:24.355813+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.355813+0000","last_undegraded":"2023-09-21T13:06:24.355813+0000","last_fullsized":"2023-09-21T13:06:24.355813+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.368217+0000","last_change":"2023-09-21T13:06:24.365450+0000","last_active":"2023-09-21T13:06:24.368217+0000","last_peered":"2023-09-21T13:06:24.368217+0000","last_clean":"2023-09-21T13:06:24.368217+0000","last_became_active":"2023-09-21T13:06:24.364505+0000","last_became_peered":"2023-09-21T13:06:24.364505+0000","last_unstale":"2023-09-21T13:06:24.368217+0000","last_undegraded":"2023-09-21T13:06:24.368217+0000","last_fullsized":"2023-09-21T13:06:24.368217+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:42:32.330752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.349714+0000","last_change":"2023-09-21T13:06:24.349714+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.349714+0000","last_undegraded":"2023-09-21T13:06:24.349714+0000","last_fullsized":"2023-09-21T13:06:24.349714+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.369547+0000","last_change":"2023-09-21T13:06:24.367341+0000","last_active":"2023-09-21T13:06:24.369547+0000","last_peered":"2023-09-21T13:06:24.369547+0000","last_clean":"2023-09-21T13:06:24.369547+0000","last_became_active":"2023-09-21T13:06:24.367030+0000","last_became_peered":"2023-09-21T13:06:24.367030+0000","last_unstale":"2023-09-21T13:06:24.369547+0000","last_undegraded":"2023-09-21T13:06:24.369547+0000","last_fullsized":"2023-09-21T13:06:24.369547+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:42:48.476516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.352443+0000","last_change":"2023-09-21T13:06:24.352443+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.352443+0000","last_undegraded":"2023-09-21T13:06:24.352443+0000","last_fullsized":"2023-09-21T13:06:24.352443+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.370255+0000","last_change":"2023-09-21T13:06:24.369273+0000","last_active":"2023-09-21T13:06:24.370255+0000","last_peered":"2023-09-21T13:06:24.370255+0000","last_clean":"2023-09-21T13:06:24.370255+0000","last_became_active":"2023-09-21T13:06:24.368980+0000","last_became_peered":"2023-09-21T13:06:24.368980+0000","last_unstale":"2023-09-21T13:06:24.370255+0000","last_undegraded":"2023-09-21T13:06:24.370255+0000","last_fullsized":"2023-09-21T13:06:24.370255+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:42:48.476516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.352164+0000","last_change":"2023-09-21T13:06:24.352164+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.352164+0000","last_undegraded":"2023-09-21T13:06:24.352164+0000","last_fullsized":"2023-09-21T13:06:24.352164+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.362624+0000","last_change":"2023-09-21T13:06:24.360790+0000","last_active":"2023-09-21T13:06:24.362624+0000","last_peered":"2023-09-21T13:06:24.362624+0000","last_clean":"2023-09-21T13:06:24.362624+0000","last_became_active":"2023-09-21T13:06:24.360478+0000","last_became_peered":"2023-09-21T13:06:24.360478+0000","last_unstale":"2023-09-21T13:06:24.362624+0000","last_undegraded":"2023-09-21T13:06:24.362624+0000","last_fullsized":"2023-09-21T13:06:24.362624+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:16:40.598697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.360886+0000","last_change":"2023-09-21T13:06:24.360886+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.360886+0000","last_undegraded":"2023-09-21T13:06:24.360886+0000","last_fullsized":"2023-09-21T13:06:24.360886+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.362657+0000","last_change":"2023-09-21T13:06:24.360906+0000","last_active":"2023-09-21T13:06:24.362657+0000","last_peered":"2023-09-21T13:06:24.362657+0000","last_clean":"2023-09-21T13:06:24.362657+0000","last_became_active":"2023-09-21T13:06:24.360606+0000","last_became_peered":"2023-09-21T13:06:24.360606+0000","last_unstale":"2023-09-21T13:06:24.362657+0000","last_undegraded":"2023-09-21T13:06:24.362657+0000","last_fullsized":"2023-09-21T13:06:24.362657+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:52:29.126895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.357737+0000","last_change":"2023-09-21T13:06:24.357737+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.357737+0000","last_undegraded":"2023-09-21T13:06:24.357737+0000","last_fullsized":"2023-09-21T13:06:24.357737+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.364725+0000","last_change":"2023-09-21T13:06:24.362946+0000","last_active":"2023-09-21T13:06:24.364725+0000","last_peered":"2023-09-21T13:06:24.364725+0000","last_clean":"2023-09-21T13:06:24.364725+0000","last_became_active":"2023-09-21T13:06:24.362559+0000","last_became_peered":"2023-09-21T13:06:24.362559+0000","last_unstale":"2023-09-21T13:06:24.364725+0000","last_undegraded":"2023-09-21T13:06:24.364725+0000","last_fullsized":"2023-09-21T13:06:24.364725+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:33:33.889919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.356040+0000","last_change":"2023-09-21T13:06:24.356040+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.356040+0000","last_undegraded":"2023-09-21T13:06:24.356040+0000","last_fullsized":"2023-09-21T13:06:24.356040+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.368142+0000","last_change":"2023-09-21T13:06:24.366808+0000","last_active":"2023-09-21T13:06:24.368142+0000","last_peered":"2023-09-21T13:06:24.368142+0000","last_clean":"2023-09-21T13:06:24.368142+0000","last_became_active":"2023-09-21T13:06:24.366526+0000","last_became_peered":"2023-09-21T13:06:24.366526+0000","last_unstale":"2023-09-21T13:06:24.368142+0000","last_undegraded":"2023-09-21T13:06:24.368142+0000","last_fullsized":"2023-09-21T13:06:24.368142+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:45:17.080964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.357031+0000","last_change":"2023-09-21T13:06:24.357031+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.357031+0000","last_undegraded":"2023-09-21T13:06:24.357031+0000","last_fullsized":"2023-09-21T13:06:24.357031+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.367168+0000","last_change":"2023-09-21T13:06:24.366706+0000","last_active":"2023-09-21T13:06:24.367168+0000","last_peered":"2023-09-21T13:06:24.367168+0000","last_clean":"2023-09-21T13:06:24.367168+0000","last_became_active":"2023-09-21T13:06:24.366366+0000","last_became_peered":"2023-09-21T13:06:24.366366+0000","last_unstale":"2023-09-21T13:06:24.367168+0000","last_undegraded":"2023-09-21T13:06:24.367168+0000","last_fullsized":"2023-09-21T13:06:24.367168+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:28:03.723640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.354749+0000","last_change":"2023-09-21T13:06:24.354749+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.354749+0000","last_undegraded":"2023-09-21T13:06:24.354749+0000","last_fullsized":"2023-09-21T13:06:24.354749+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.364389+0000","last_change":"2023-09-21T13:06:24.362958+0000","last_active":"2023-09-21T13:06:24.364389+0000","last_peered":"2023-09-21T13:06:24.364389+0000","last_clean":"2023-09-21T13:06:24.364389+0000","last_became_active":"2023-09-21T13:06:24.362639+0000","last_became_peered":"2023-09-21T13:06:24.362639+0000","last_unstale":"2023-09-21T13:06:24.364389+0000","last_undegraded":"2023-09-21T13:06:24.364389+0000","last_fullsized":"2023-09-21T13:06:24.364389+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T19:33:21.922660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.359387+0000","last_change":"2023-09-21T13:06:24.359387+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.359387+0000","last_undegraded":"2023-09-21T13:06:24.359387+0000","last_fullsized":"2023-09-21T13:06:24.359387+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.366061+0000","last_change":"2023-09-21T13:06:24.364658+0000","last_active":"2023-09-21T13:06:24.366061+0000","last_peered":"2023-09-21T13:06:24.366061+0000","last_clean":"2023-09-21T13:06:24.366061+0000","last_became_active":"2023-09-21T13:06:24.364372+0000","last_became_peered":"2023-09-21T13:06:24.364372+0000","last_unstale":"2023-09-21T13:06:24.366061+0000","last_undegraded":"2023-09-21T13:06:24.366061+0000","last_fullsized":"2023-09-21T13:06:24.366061+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T16:48:00.008739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.355835+0000","last_change":"2023-09-21T13:06:24.355835+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.355835+0000","last_undegraded":"2023-09-21T13:06:24.355835+0000","last_fullsized":"2023-09-21T13:06:24.355835+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.370820+0000","last_change":"2023-09-21T13:06:24.369954+0000","last_active":"2023-09-21T13:06:24.370820+0000","last_peered":"2023-09-21T13:06:24.370820+0000","last_clean":"2023-09-21T13:06:24.370820+0000","last_became_active":"2023-09-21T13:06:24.369630+0000","last_became_peered":"2023-09-21T13:06:24.369630+0000","last_unstale":"2023-09-21T13:06:24.370820+0000","last_undegraded":"2023-09-21T13:06:24.370820+0000","last_fullsized":"2023-09-21T13:06:24.370820+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T19:56:21.594920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.350132+0000","last_change":"2023-09-21T13:06:24.350132+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.350132+0000","last_undegraded":"2023-09-21T13:06:24.350132+0000","last_fullsized":"2023-09-21T13:06:24.350132+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.368234+0000","last_change":"2023-09-21T13:06:24.367302+0000","last_active":"2023-09-21T13:06:24.368234+0000","last_peered":"2023-09-21T13:06:24.368234+0000","last_clean":"2023-09-21T13:06:24.368234+0000","last_became_active":"2023-09-21T13:06:24.366994+0000","last_became_peered":"2023-09-21T13:06:24.366994+0000","last_unstale":"2023-09-21T13:06:24.368234+0000","last_undegraded":"2023-09-21T13:06:24.368234+0000","last_fullsized":"2023-09-21T13:06:24.368234+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:49:17.880373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.353874+0000","last_change":"2023-09-21T13:06:24.353874+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.353874+0000","last_undegraded":"2023-09-21T13:06:24.353874+0000","last_fullsized":"2023-09-21T13:06:24.353874+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.370701+0000","last_change":"2023-09-21T13:06:24.368875+0000","last_active":"2023-09-21T13:06:24.370701+0000","last_peered":"2023-09-21T13:06:24.370701+0000","last_clean":"2023-09-21T13:06:24.370701+0000","last_became_active":"2023-09-21T13:06:24.368567+0000","last_became_peered":"2023-09-21T13:06:24.368567+0000","last_unstale":"2023-09-21T13:06:24.370701+0000","last_undegraded":"2023-09-21T13:06:24.370701+0000","last_fullsized":"2023-09-21T13:06:24.370701+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:18:43.164940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.349724+0000","last_change":"2023-09-21T13:06:24.349724+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.349724+0000","last_undegraded":"2023-09-21T13:06:24.349724+0000","last_fullsized":"2023-09-21T13:06:24.349724+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.365095+0000","last_change":"2023-09-21T13:06:24.362218+0000","last_active":"2023-09-21T13:06:24.365095+0000","last_peered":"2023-09-21T13:06:24.365095+0000","last_clean":"2023-09-21T13:06:24.365095+0000","last_became_active":"2023-09-21T13:06:24.360331+0000","last_became_peered":"2023-09-21T13:06:24.360331+0000","last_unstale":"2023-09-21T13:06:24.365095+0000","last_undegraded":"2023-09-21T13:06:24.365095+0000","last_fullsized":"2023-09-21T13:06:24.365095+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:48:33.556913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.354853+0000","last_change":"2023-09-21T13:06:24.354853+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.354853+0000","last_undegraded":"2023-09-21T13:06:24.354853+0000","last_fullsized":"2023-09-21T13:06:24.354853+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.368333+0000","last_change":"2023-09-21T13:06:24.361065+0000","last_active":"2023-09-21T13:06:24.368333+0000","last_peered":"2023-09-21T13:06:24.368333+0000","last_clean":"2023-09-21T13:06:24.368333+0000","last_became_active":"2023-09-21T13:06:24.360747+0000","last_became_peered":"2023-09-21T13:06:24.360747+0000","last_unstale":"2023-09-21T13:06:24.368333+0000","last_undegraded":"2023-09-21T13:06:24.368333+0000","last_fullsized":"2023-09-21T13:06:24.368333+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:45:17.080964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.352199+0000","last_change":"2023-09-21T13:06:24.352199+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.352199+0000","last_undegraded":"2023-09-21T13:06:24.352199+0000","last_fullsized":"2023-09-21T13:06:24.352199+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.360380+0000","last_change":"2023-09-21T13:06:24.357404+0000","last_active":"2023-09-21T13:06:24.360380+0000","last_peered":"2023-09-21T13:06:24.360380+0000","last_clean":"2023-09-21T13:06:24.360380+0000","last_became_active":"2023-09-21T13:06:24.357042+0000","last_became_peered":"2023-09-21T13:06:24.357042+0000","last_unstale":"2023-09-21T13:06:24.360380+0000","last_undegraded":"2023-09-21T13:06:24.360380+0000","last_fullsized":"2023-09-21T13:06:24.360380+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:50:15.487512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.352007+0000","last_change":"2023-09-21T13:06:24.352007+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.352007+0000","last_undegraded":"2023-09-21T13:06:24.352007+0000","last_fullsized":"2023-09-21T13:06:24.352007+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.366507+0000","last_change":"2023-09-21T13:06:24.364798+0000","last_active":"2023-09-21T13:06:24.366507+0000","last_peered":"2023-09-21T13:06:24.366507+0000","last_clean":"2023-09-21T13:06:24.366507+0000","last_became_active":"2023-09-21T13:06:24.364495+0000","last_became_peered":"2023-09-21T13:06:24.364495+0000","last_unstale":"2023-09-21T13:06:24.366507+0000","last_undegraded":"2023-09-21T13:06:24.366507+0000","last_fullsized":"2023-09-21T13:06:24.366507+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:48:25.470504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.357987+0000","last_change":"2023-09-21T13:06:24.357987+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.357987+0000","last_undegraded":"2023-09-21T13:06:24.357987+0000","last_fullsized":"2023-09-21T13:06:24.357987+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.362331+0000","last_change":"2023-09-21T13:06:24.360697+0000","last_active":"2023-09-21T13:06:24.362331+0000","last_peered":"2023-09-21T13:06:24.362331+0000","last_clean":"2023-09-21T13:06:24.362331+0000","last_became_active":"2023-09-21T13:06:24.360361+0000","last_became_peered":"2023-09-21T13:06:24.360361+0000","last_unstale":"2023-09-21T13:06:24.362331+0000","last_undegraded":"2023-09-21T13:06:24.362331+0000","last_fullsized":"2023-09-21T13:06:24.362331+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:48:33.556913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":174,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-09-21T13:06:23.346260+0000","last_change":"2023-09-21T13:05:07.001411+0000","last_active":"2023-09-21T13:06:23.346260+0000","last_peered":"2023-09-21T13:06:23.346260+0000","last_clean":"2023-09-21T13:06:23.346260+0000","last_became_active":"2023-09-21T13:05:07.000380+0000","last_became_peered":"2023-09-21T13:05:07.000380+0000","last_unstale":"2023-09-21T13:06:23.346260+0000","last_undegraded":"2023-09-21T13:06:23.346260+0000","last_fullsized":"2023-09-21T13:06:23.346260+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:05.398949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:05.398949+0000","last_clean_scrub_stamp":"2023-09-21T13:05:05.398949+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:22:48.016821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574867,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27940,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343900,"statfs":{"total":96636764160,"available":96608153600,"internally_reserved":0,"allocated":942080,"data_stored":723261,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":6.5919999999999996,"5min":6.5919999999999996,"15min":6.5919999999999996},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":7.532,"5min":7.532,"15min":7.532},"last":0.71099999999999997}]},{"osd":1,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.874,"5min":0.874,"15min":0.874},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":7.4690000000000003,"5min":7.4690000000000003,"15min":7.4690000000000003},"last":0.68300000000000005},{"interface":"front","average":{"1min":1.236,"5min":1.236,"15min":1.236},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":14.695,"5min":14.695,"15min":14.695},"last":0.54000000000000004}]},{"osd":2,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":7.569,"5min":7.569,"15min":7.569},"last":0.64400000000000002},{"interface":"front","average":{"1min":1.258,"5min":1.258,"15min":1.258},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":14.56,"5min":14.56,"15min":14.56},"last":0.57099999999999995}]},{"osd":3,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":1.208,"5min":1.208,"15min":1.208},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":14.497,"5min":14.497,"15min":14.497},"last":0.55900000000000005},{"interface":"front","average":{"1min":1.4390000000000001,"5min":1.4390000000000001,"15min":1.4390000000000001},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":14.455,"5min":14.455,"15min":14.455},"last":0.626}]},{"osd":4,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.505}]},{"osd":5,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.60499999999999998}]},{"osd":6,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.66500000000000004},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.59199999999999997}]}]},{"osd":6,"up_from":13,"seq":55834574867,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":348160,"data_stored":132893,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.72099999999999997},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.61399999999999999}]},{"osd":1,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.68500000000000005}]},{"osd":2,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.66800000000000004}]},{"osd":3,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.70099999999999996}]},{"osd":4,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.501},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.45900000000000002}]},{"osd":5,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.57099999999999995}]},{"osd":7,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"min":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.58999999999999997}]}]},{"osd":1,"up_from":13,"seq":55834574867,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27372,"kb_used_data":352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344468,"statfs":{"total":96636764160,"available":96608735232,"internally_reserved":0,"allocated":360448,"data_stored":139160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"last":0.40699999999999997}]},{"osd":2,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.44700000000000001}]},{"osd":3,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.439,"15min":0.439},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.49199999999999999}]},{"osd":4,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.05,"5min":1.05,"15min":1.05},"last":0.70399999999999996},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.51400000000000001}]},{"osd":5,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":1.032,"5min":1.032,"15min":1.032},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"min":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"max":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.748}]},{"osd":6,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":1.0069999999999999,"5min":1.0069999999999999,"15min":1.0069999999999999},"last":0.78100000000000003}]},{"osd":7,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.72099999999999997},{"interface":"front","average":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.58999999999999997}]}]},{"osd":0,"up_from":13,"seq":55834574868,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27940,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343900,"statfs":{"total":96636764160,"available":96608153600,"internally_reserved":0,"allocated":942080,"data_stored":723261,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":10.347,"5min":10.347,"15min":10.347},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.44,"5min":0.44,"15min":0.44},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":1.3129999999999999,"5min":1.3129999999999999,"15min":1.3129999999999999},"last":0.25700000000000001}]},{"osd":2,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":10.427,"5min":10.427,"15min":10.427},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.498,"5min":0.498,"15min":0.498},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":1.4570000000000001,"5min":1.4570000000000001,"15min":1.4570000000000001},"last":0.40999999999999998}]},{"osd":3,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":10.496,"5min":10.496,"15min":10.496},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.96099999999999997,"5min":0.96099999999999997,"15min":0.96099999999999997},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":10.459,"5min":10.459,"15min":10.459},"last":0.46000000000000002}]},{"osd":4,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"min":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":1.3600000000000001,"5min":1.3600000000000001,"15min":1.3600000000000001},"last":0.51300000000000001},{"interface":"front","average":{"1min":1.161,"5min":1.161,"15min":1.161},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":10.526999999999999,"5min":10.526999999999999,"15min":10.526999999999999},"last":0.57599999999999996}]},{"osd":5,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":1.1319999999999999,"5min":1.1319999999999999,"15min":1.1319999999999999},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":10.583,"5min":10.583,"15min":10.583},"last":0.65000000000000002},{"interface":"front","average":{"1min":1.1499999999999999,"5min":1.1499999999999999,"15min":1.1499999999999999},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":10.302,"5min":10.302,"15min":10.302},"last":0.503}]},{"osd":6,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":1.163,"5min":1.163,"15min":1.163},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":10.394,"5min":10.394,"15min":10.394},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.746,"5min":0.746,"15min":0.746},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":1.4259999999999999,"5min":1.4259999999999999,"15min":1.4259999999999999},"last":0.56299999999999994}]},{"osd":7,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.3939999999999999,"5min":1.3939999999999999,"15min":1.3939999999999999},"last":0.61399999999999999},{"interface":"front","average":{"1min":1.2,"5min":1.2,"15min":1.2},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":10.555,"5min":10.555,"15min":10.555},"last":0.68999999999999995}]}]},{"osd":2,"up_from":13,"seq":55834574868,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":348160,"data_stored":132893,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 21 13:06:05 2023","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"last":0.443}]},{"osd":1,"last update":"Thu Sep 21 13:06:05 2023","interfaces":[{"interface":"back","average":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.379}]},{"osd":3,"last update":"Thu Sep 21 13:06:05 2023","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.48999999999999999}]},{"osd":4,"last update":"Thu Sep 21 13:06:05 2023","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.71799999999999997}]},{"osd":5,"last update":"Thu Sep 21 13:06:05 2023","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.70299999999999996}]},{"osd":6,"last update":"Thu Sep 21 13:06:05 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"min":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.73199999999999998}]},{"osd":7,"last update":"Thu Sep 21 13:06:05 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.68000000000000005},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.77100000000000002}]}]},{"osd":3,"up_from":13,"seq":55834574867,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27372,"kb_used_data":352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344468,"statfs":{"total":96636764160,"available":96608735232,"internally_reserved":0,"allocated":360448,"data_stored":139160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 21 13:06:09 2023","interfaces":[{"interface":"back","average":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.495,"5min":0.495,"15min":0.495},"last":0.26700000000000002},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.32300000000000001}]},{"osd":1,"last update":"Thu Sep 21 13:06:09 2023","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.31}]},{"osd":2,"last update":"Thu Sep 21 13:06:09 2023","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.436,"15min":0.436},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.376},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":1.149,"5min":1.149,"15min":1.149},"last":0.39400000000000002}]},{"osd":4,"last update":"Thu Sep 21 13:06:09 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.169,"5min":1.169,"15min":1.169},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.53400000000000003}]},{"osd":5,"last update":"Thu Sep 21 13:06:09 2023","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"min":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":1.1930000000000001,"5min":1.1930000000000001,"15min":1.1930000000000001},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":0.997,"5min":0.997,"15min":0.997},"last":0.51600000000000001}]},{"osd":6,"last update":"Thu Sep 21 13:06:09 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"min":{"1min":0.499,"5min":0.499,"15min":0.499},"max":{"1min":1.218,"5min":1.218,"15min":1.218},"last":0.44500000000000001}]},{"osd":7,"last update":"Thu Sep 21 13:06:09 2023","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":1.113,"5min":1.113,"15min":1.113},"last":0.62}]}]},{"osd":4,"up_from":13,"seq":55834574867,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":348160,"data_stored":132893,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":1.242,"5min":1.242,"15min":1.242},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.52200000000000002}]},{"osd":1,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.68100000000000005}]},{"osd":2,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":6.9450000000000003,"5min":6.9450000000000003,"15min":6.9450000000000003},"last":0.502},{"interface":"front","average":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":6.9219999999999997,"5min":6.9219999999999997,"15min":6.9219999999999997},"last":0.83199999999999996}]},{"osd":3,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.63},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.66100000000000003}]},{"osd":5,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.77200000000000002},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.73099999999999998}]},{"osd":6,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.93500000000000005,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.752},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":1.117,"5min":1.117,"15min":1.117},"last":0.87}]},{"osd":7,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.80700000000000005},{"interface":"front","average":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"min":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.022,"5min":1.022,"15min":1.022},"last":0.79400000000000004}]}]},{"osd":5,"up_from":13,"seq":55834574868,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":348160,"data_stored":132893,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 21 13:06:08 2023","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.79400000000000004}]},{"osd":1,"last update":"Thu Sep 21 13:06:08 2023","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.65500000000000003}]},{"osd":2,"last update":"Thu Sep 21 13:06:08 2023","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":1.0269999999999999,"5min":1.0269999999999999,"15min":1.0269999999999999},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.66900000000000004}]},{"osd":3,"last update":"Thu Sep 21 13:06:08 2023","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.69299999999999995},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.72199999999999998}]},{"osd":4,"last update":"Thu Sep 21 13:06:08 2023","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.623,"5min":0.623,"15min":0.623},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":1.3799999999999999,"5min":1.3799999999999999,"15min":1.3799999999999999},"last":0.63500000000000001}]},{"osd":6,"last update":"Thu Sep 21 13:06:08 2023","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.60299999999999998}]},{"osd":7,"last update":"Thu Sep 21 13:06:08 2023","interfaces":[{"interface":"back","average":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":1.0940000000000001,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.745},{"interface":"front","average":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":1.0469999999999999,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.77300000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-21T13:06:29.613 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-09-21T13:06:29.786 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.789+0000 7f95b44b7700 1 Processor -- start 2023-09-21T13:06:29.786 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.790+0000 7f95b44b7700 1 -- start start 2023-09-21T13:06:29.799 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.791+0000 7f95b44b7700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f95ac06a7a0 0x7f95ac06f310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:29.799 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.791+0000 7f95b44b7700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f95ac06f850 0x7f95ac0ca840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:29.800 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.791+0000 7f95b44b7700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f95ac06eba0 con 0x7f95ac15d630 2023-09-21T13:06:29.800 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.791+0000 7f95b44b7700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f95ac06ee80 con 0x7f95ac06a7a0 2023-09-21T13:06:29.800 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.791+0000 7f95b44b7700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f95ac0d1110 con 0x7f95ac06f850 2023-09-21T13:06:29.800 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.791+0000 7f95b1a52700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f95ac06a7a0 0x7f95ac06f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:29.801 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.791+0000 7f95b1a52700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f95ac06a7a0 0x7f95ac06f310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54526/0 (socket says 172.21.15.46:54526) 2023-09-21T13:06:29.801 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.791+0000 7f95b1a52700 1 -- 172.21.15.46:0/2841467551 learned_addr learned my addr 172.21.15.46:0/2841467551 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:29.801 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.791+0000 7f95b2a54700 1 --2- 172.21.15.46:0/2841467551 >> v2:172.21.15.57:3300/0 conn(0x7f95ac06f850 0x7f95ac0ca840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:29.802 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.791+0000 7f95b1a52700 1 -- 172.21.15.46:0/2841467551 >> v2:172.21.15.57:3300/0 conn(0x7f95ac06f850 msgr2=0x7f95ac0ca840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:29.802 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.791+0000 7f95b1a52700 1 --2- 172.21.15.46:0/2841467551 >> v2:172.21.15.57:3300/0 conn(0x7f95ac06f850 0x7f95ac0ca840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:29.802 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.791+0000 7f95b1a52700 1 -- 172.21.15.46:0/2841467551 >> v1:172.21.15.57:6789/0 conn(0x7f95ac15d630 legacy=0x7f95ac161cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:29.802 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.791+0000 7f95b1a52700 1 -- 172.21.15.46:0/2841467551 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f95ac06ac60 con 0x7f95ac06a7a0 2023-09-21T13:06:29.803 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.791+0000 7f95b1a52700 1 --2- 172.21.15.46:0/2841467551 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f95ac06a7a0 0x7f95ac06f310 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f95ac0c3cc0 tx=0x7f959c009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aef8a2a6cf1d39f1 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:29.803 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.791+0000 7f95b1251700 1 -- 172.21.15.46:0/2841467551 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f959c00b870 con 0x7f95ac06a7a0 2023-09-21T13:06:29.803 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.792+0000 7f95b1251700 1 -- 172.21.15.46:0/2841467551 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f959c00b9d0 con 0x7f95ac06a7a0 2023-09-21T13:06:29.803 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.792+0000 7f95b1251700 1 -- 172.21.15.46:0/2841467551 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f959c00bd60 con 0x7f95ac06a7a0 2023-09-21T13:06:29.804 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.792+0000 7f95b44b7700 1 -- 172.21.15.46:0/2841467551 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f95ac06a7a0 msgr2=0x7f95ac06f310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:29.804 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.792+0000 7f95b44b7700 1 --2- 172.21.15.46:0/2841467551 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f95ac06a7a0 0x7f95ac06f310 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f95ac0c3cc0 tx=0x7f959c009bd0 comp rx=0 tx=0).stop 2023-09-21T13:06:29.804 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.792+0000 7f95b44b7700 1 -- 172.21.15.46:0/2841467551 shutdown_connections 2023-09-21T13:06:29.804 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.792+0000 7f95b44b7700 1 --2- 172.21.15.46:0/2841467551 >> v2:172.21.15.57:3300/0 conn(0x7f95ac06f850 0x7f95ac0ca840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:29.805 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.792+0000 7f95b44b7700 1 --2- 172.21.15.46:0/2841467551 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f95ac06a7a0 0x7f95ac06f310 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:29.805 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.792+0000 7f95b44b7700 1 -- 172.21.15.46:0/2841467551 >> 172.21.15.46:0/2841467551 conn(0x7f95ac0d01f0 msgr2=0x7f95ac0d0600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:29.805 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.792+0000 7f95b44b7700 1 -- 172.21.15.46:0/2841467551 shutdown_connections 2023-09-21T13:06:29.805 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.792+0000 7f95b44b7700 1 -- 172.21.15.46:0/2841467551 wait complete. 2023-09-21T13:06:29.806 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.793+0000 7f95b44b7700 1 Processor -- start 2023-09-21T13:06:29.806 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.794+0000 7f95b44b7700 1 -- start start 2023-09-21T13:06:29.806 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.794+0000 7f95b44b7700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f95ac06a7a0 0x7f95ac1f61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:29.806 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.794+0000 7f95b44b7700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f95ac06f850 0x7f95ac154720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:29.806 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.794+0000 7f95b44b7700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f95ac15d630 0x7f95ac154c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:29.807 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.794+0000 7f95b44b7700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95ac0c9fd0 con 0x7f95ac15d630 2023-09-21T13:06:29.807 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.794+0000 7f95b44b7700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95ac15dd50 con 0x7f95ac06a7a0 2023-09-21T13:06:29.807 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.794+0000 7f95b44b7700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f95ac15e030 con 0x7f95ac06f850 2023-09-21T13:06:29.807 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.794+0000 7f95b2a54700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f95ac15d630 0x7f95ac154c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:29.807 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.794+0000 7f95b2a54700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f95ac15d630 0x7f95ac154c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54528/0 (socket says 172.21.15.46:54528) 2023-09-21T13:06:29.808 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.794+0000 7f95b2a54700 1 -- 172.21.15.46:0/753946062 learned_addr learned my addr 172.21.15.46:0/753946062 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:29.808 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.795+0000 7f95b1a52700 1 --2- 172.21.15.46:0/753946062 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f95ac06f850 0x7f95ac154720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:29.809 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.795+0000 7f95b2253700 1 --2- 172.21.15.46:0/753946062 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f95ac06a7a0 0x7f95ac1f61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:29.809 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.795+0000 7f95b2a54700 1 -- 172.21.15.46:0/753946062 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f95ac06f850 msgr2=0x7f95ac154720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:29.809 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.795+0000 7f95b2a54700 1 --2- 172.21.15.46:0/753946062 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f95ac06f850 0x7f95ac154720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:29.809 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.795+0000 7f95b2a54700 1 -- 172.21.15.46:0/753946062 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f95ac06a7a0 msgr2=0x7f95ac1f61e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:29.809 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.795+0000 7f95b2a54700 1 --2- 172.21.15.46:0/753946062 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f95ac06a7a0 0x7f95ac1f61e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:29.810 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.795+0000 7f95b2a54700 1 -- 172.21.15.46:0/753946062 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f959c009550 con 0x7f95ac15d630 2023-09-21T13:06:29.810 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.795+0000 7f95b1a52700 1 --2- 172.21.15.46:0/753946062 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f95ac06f850 0x7f95ac154720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:06:29.810 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.795+0000 7f95b2a54700 1 --2- 172.21.15.46:0/753946062 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f95ac15d630 0x7f95ac154c60 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f95a4007e40 tx=0x7f95a400e3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:29.811 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.795+0000 7f95a2ffd700 1 -- 172.21.15.46:0/753946062 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95a400eea0 con 0x7f95ac15d630 2023-09-21T13:06:29.811 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.795+0000 7f95a2ffd700 1 -- 172.21.15.46:0/753946062 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f95a4014420 con 0x7f95ac15d630 2023-09-21T13:06:29.811 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.795+0000 7f95b44b7700 1 -- 172.21.15.46:0/753946062 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f95ac15e310 con 0x7f95ac15d630 2023-09-21T13:06:29.811 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.795+0000 7f95a2ffd700 1 -- 172.21.15.46:0/753946062 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95a40147b0 con 0x7f95ac15d630 2023-09-21T13:06:29.812 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.795+0000 7f95b44b7700 1 -- 172.21.15.46:0/753946062 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f95ac0c9260 con 0x7f95ac15d630 2023-09-21T13:06:29.813 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.796+0000 7f95b44b7700 1 -- 172.21.15.46:0/753946062 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f95ac15e830 con 0x7f95ac15d630 2023-09-21T13:06:29.814 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.797+0000 7f95a2ffd700 1 -- 172.21.15.46:0/753946062 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f95a4014910 con 0x7f95ac15d630 2023-09-21T13:06:29.814 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.797+0000 7f95a2ffd700 1 --2- 172.21.15.46:0/753946062 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f959006a580 0x7f959006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:29.814 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.797+0000 7f95a2ffd700 1 -- 172.21.15.46:0/753946062 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f95a4089260 con 0x7f95ac15d630 2023-09-21T13:06:29.814 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.797+0000 7f95b2253700 1 --2- 172.21.15.46:0/753946062 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f959006a580 0x7f959006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:29.814 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.798+0000 7f95b2253700 1 --2- 172.21.15.46:0/753946062 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f959006a580 0x7f959006ca40 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f95ac15aea0 tx=0x7f95a8009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:29.815 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:29.802+0000 7f95a2ffd700 1 -- 172.21.15.46:0/753946062 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f95ac15e830 con 0x7f95ac15d630 2023-09-21T13:06:30.004 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.008+0000 7f95b44b7700 1 -- 172.21.15.46:0/753946062 --> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f95ac06b220 con 0x7f959006a580 2023-09-21T13:06:30.012 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.016+0000 7f95a2ffd700 1 -- 172.21.15.46:0/753946062 <== mgr.4104 v2:172.21.15.46:6832/84086869 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+283403 (secure 0 0 0) 0x7f95a80050d0 con 0x7f959006a580 2023-09-21T13:06:30.017 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:06:30.025 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.019+0000 7f95b44b7700 1 -- 172.21.15.46:0/753946062 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f959006a580 msgr2=0x7f959006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:30.026 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.019+0000 7f95b44b7700 1 --2- 172.21.15.46:0/753946062 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f959006a580 0x7f959006ca40 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f95ac15aea0 tx=0x7f95a8009040 comp rx=0 tx=0).stop 2023-09-21T13:06:30.026 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.019+0000 7f95b44b7700 1 -- 172.21.15.46:0/753946062 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f95ac15d630 msgr2=0x7f95ac154c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:30.027 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.019+0000 7f95b44b7700 1 --2- 172.21.15.46:0/753946062 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f95ac15d630 0x7f95ac154c60 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f95a4007e40 tx=0x7f95a400e3c0 comp rx=0 tx=0).stop 2023-09-21T13:06:30.027 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.019+0000 7f95b44b7700 1 -- 172.21.15.46:0/753946062 shutdown_connections 2023-09-21T13:06:30.027 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.019+0000 7f95b44b7700 1 --2- 172.21.15.46:0/753946062 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f959006a580 0x7f959006ca40 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:30.028 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.020+0000 7f95b44b7700 1 --2- 172.21.15.46:0/753946062 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f95ac15d630 0x7f95ac154c60 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:30.028 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.020+0000 7f95b44b7700 1 --2- 172.21.15.46:0/753946062 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f95ac06a7a0 0x7f95ac1f61e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:30.029 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.020+0000 7f95b44b7700 1 --2- 172.21.15.46:0/753946062 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f95ac06f850 0x7f95ac154720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:30.029 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.020+0000 7f95b44b7700 1 -- 172.21.15.46:0/753946062 >> 172.21.15.46:0/753946062 conn(0x7f95ac0d01f0 msgr2=0x7f95ac155800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:30.030 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.020+0000 7f95b44b7700 1 -- 172.21.15.46:0/753946062 shutdown_connections 2023-09-21T13:06:30.030 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.020+0000 7f95b44b7700 1 -- 172.21.15.46:0/753946062 wait complete. 2023-09-21T13:06:30.030 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all 2023-09-21T13:06:30.033 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":69,"stamp":"2023-09-21T13:06:28.984115+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":16,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220064,"kb_used_data":3904,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754656,"statfs":{"total":773094113280,"available":772868767744,"internally_reserved":0,"allocated":3997696,"data_stored":2256414,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":221236794},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":20,"apply_latency_ms":20,"commit_latency_ns":20000000,"apply_latency_ns":20000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.643973"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.350559+0000","last_change":"2023-09-21T13:06:24.350559+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.350559+0000","last_undegraded":"2023-09-21T13:06:24.350559+0000","last_fullsized":"2023-09-21T13:06:24.350559+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.352906+0000","last_change":"2023-09-21T13:06:24.352906+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.352906+0000","last_undegraded":"2023-09-21T13:06:24.352906+0000","last_fullsized":"2023-09-21T13:06:24.352906+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.354330+0000","last_change":"2023-09-21T13:06:24.354330+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.354330+0000","last_undegraded":"2023-09-21T13:06:24.354330+0000","last_fullsized":"2023-09-21T13:06:24.354330+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.361337+0000","last_change":"2023-09-21T13:06:24.361337+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.361337+0000","last_undegraded":"2023-09-21T13:06:24.361337+0000","last_fullsized":"2023-09-21T13:06:24.361337+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.357548+0000","last_change":"2023-09-21T13:06:24.357548+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.357548+0000","last_undegraded":"2023-09-21T13:06:24.357548+0000","last_fullsized":"2023-09-21T13:06:24.357548+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.352812+0000","last_change":"2023-09-21T13:06:24.352812+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.352812+0000","last_undegraded":"2023-09-21T13:06:24.352812+0000","last_fullsized":"2023-09-21T13:06:24.352812+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.359837+0000","last_change":"2023-09-21T13:06:24.359837+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.359837+0000","last_undegraded":"2023-09-21T13:06:24.359837+0000","last_fullsized":"2023-09-21T13:06:24.359837+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.357663+0000","last_change":"2023-09-21T13:06:24.357663+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.357663+0000","last_undegraded":"2023-09-21T13:06:24.357663+0000","last_fullsized":"2023-09-21T13:06:24.357663+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.351182+0000","last_change":"2023-09-21T13:06:24.351182+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.351182+0000","last_undegraded":"2023-09-21T13:06:24.351182+0000","last_fullsized":"2023-09-21T13:06:24.351182+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.363117+0000","last_change":"2023-09-21T13:06:24.363117+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.363117+0000","last_undegraded":"2023-09-21T13:06:24.363117+0000","last_fullsized":"2023-09-21T13:06:24.363117+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.358990+0000","last_change":"2023-09-21T13:06:24.358990+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.358990+0000","last_undegraded":"2023-09-21T13:06:24.358990+0000","last_fullsized":"2023-09-21T13:06:24.358990+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.351535+0000","last_change":"2023-09-21T13:06:24.351535+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.351535+0000","last_undegraded":"2023-09-21T13:06:24.351535+0000","last_fullsized":"2023-09-21T13:06:24.351535+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.356643+0000","last_change":"2023-09-21T13:06:24.356643+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.356643+0000","last_undegraded":"2023-09-21T13:06:24.356643+0000","last_fullsized":"2023-09-21T13:06:24.356643+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.352186+0000","last_change":"2023-09-21T13:06:24.352186+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.352186+0000","last_undegraded":"2023-09-21T13:06:24.352186+0000","last_fullsized":"2023-09-21T13:06:24.352186+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.350338+0000","last_change":"2023-09-21T13:06:24.350338+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.350338+0000","last_undegraded":"2023-09-21T13:06:24.350338+0000","last_fullsized":"2023-09-21T13:06:24.350338+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.356715+0000","last_change":"2023-09-21T13:06:24.356715+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.356715+0000","last_undegraded":"2023-09-21T13:06:24.356715+0000","last_fullsized":"2023-09-21T13:06:24.356715+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.359586+0000","last_change":"2023-09-21T13:06:24.359586+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.359586+0000","last_undegraded":"2023-09-21T13:06:24.359586+0000","last_fullsized":"2023-09-21T13:06:24.359586+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.352061+0000","last_change":"2023-09-21T13:06:24.352061+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.352061+0000","last_undegraded":"2023-09-21T13:06:24.352061+0000","last_fullsized":"2023-09-21T13:06:24.352061+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.350600+0000","last_change":"2023-09-21T13:06:24.350600+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.350600+0000","last_undegraded":"2023-09-21T13:06:24.350600+0000","last_fullsized":"2023-09-21T13:06:24.350600+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.355263+0000","last_change":"2023-09-21T13:06:24.355263+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.355263+0000","last_undegraded":"2023-09-21T13:06:24.355263+0000","last_fullsized":"2023-09-21T13:06:24.355263+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.353378+0000","last_change":"2023-09-21T13:06:24.353378+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.353378+0000","last_undegraded":"2023-09-21T13:06:24.353378+0000","last_fullsized":"2023-09-21T13:06:24.353378+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.351946+0000","last_change":"2023-09-21T13:06:24.351946+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.351946+0000","last_undegraded":"2023-09-21T13:06:24.351946+0000","last_fullsized":"2023-09-21T13:06:24.351946+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.350125+0000","last_change":"2023-09-21T13:06:24.350125+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.350125+0000","last_undegraded":"2023-09-21T13:06:24.350125+0000","last_fullsized":"2023-09-21T13:06:24.350125+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.351897+0000","last_change":"2023-09-21T13:06:24.351897+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.351897+0000","last_undegraded":"2023-09-21T13:06:24.351897+0000","last_fullsized":"2023-09-21T13:06:24.351897+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.358468+0000","last_change":"2023-09-21T13:06:24.358468+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.358468+0000","last_undegraded":"2023-09-21T13:06:24.358468+0000","last_fullsized":"2023-09-21T13:06:24.358468+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.350450+0000","last_change":"2023-09-21T13:06:24.350450+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.350450+0000","last_undegraded":"2023-09-21T13:06:24.350450+0000","last_fullsized":"2023-09-21T13:06:24.350450+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.362254+0000","last_change":"2023-09-21T13:06:24.362254+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.362254+0000","last_undegraded":"2023-09-21T13:06:24.362254+0000","last_fullsized":"2023-09-21T13:06:24.362254+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.351069+0000","last_change":"2023-09-21T13:06:24.351069+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.351069+0000","last_undegraded":"2023-09-21T13:06:24.351069+0000","last_fullsized":"2023-09-21T13:06:24.351069+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.353002+0000","last_change":"2023-09-21T13:06:24.353002+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.353002+0000","last_undegraded":"2023-09-21T13:06:24.353002+0000","last_fullsized":"2023-09-21T13:06:24.353002+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.358173+0000","last_change":"2023-09-21T13:06:24.358173+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.358173+0000","last_undegraded":"2023-09-21T13:06:24.358173+0000","last_fullsized":"2023-09-21T13:06:24.358173+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.350365+0000","last_change":"2023-09-21T13:06:24.350365+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.350365+0000","last_undegraded":"2023-09-21T13:06:24.350365+0000","last_fullsized":"2023-09-21T13:06:24.350365+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.355271+0000","last_change":"2023-09-21T13:06:24.355271+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.355271+0000","last_undegraded":"2023-09-21T13:06:24.355271+0000","last_fullsized":"2023-09-21T13:06:24.355271+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.354465+0000","last_change":"2023-09-21T13:06:24.354465+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.354465+0000","last_undegraded":"2023-09-21T13:06:24.354465+0000","last_fullsized":"2023-09-21T13:06:24.354465+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.365527+0000","last_change":"2023-09-21T13:06:24.363362+0000","last_active":"2023-09-21T13:06:24.365527+0000","last_peered":"2023-09-21T13:06:24.365527+0000","last_clean":"2023-09-21T13:06:24.365527+0000","last_became_active":"2023-09-21T13:06:24.363080+0000","last_became_peered":"2023-09-21T13:06:24.363080+0000","last_unstale":"2023-09-21T13:06:24.365527+0000","last_undegraded":"2023-09-21T13:06:24.365527+0000","last_fullsized":"2023-09-21T13:06:24.365527+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:45:17.080964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.350122+0000","last_change":"2023-09-21T13:06:24.350122+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.350122+0000","last_undegraded":"2023-09-21T13:06:24.350122+0000","last_fullsized":"2023-09-21T13:06:24.350122+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.365706+0000","last_change":"2023-09-21T13:06:24.364715+0000","last_active":"2023-09-21T13:06:24.365706+0000","last_peered":"2023-09-21T13:06:24.365706+0000","last_clean":"2023-09-21T13:06:24.365706+0000","last_became_active":"2023-09-21T13:06:24.364431+0000","last_became_peered":"2023-09-21T13:06:24.364431+0000","last_unstale":"2023-09-21T13:06:24.365706+0000","last_undegraded":"2023-09-21T13:06:24.365706+0000","last_fullsized":"2023-09-21T13:06:24.365706+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:33:33.889919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.351181+0000","last_change":"2023-09-21T13:06:24.351181+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.351181+0000","last_undegraded":"2023-09-21T13:06:24.351181+0000","last_fullsized":"2023-09-21T13:06:24.351181+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.370442+0000","last_change":"2023-09-21T13:06:24.369503+0000","last_active":"2023-09-21T13:06:24.370442+0000","last_peered":"2023-09-21T13:06:24.370442+0000","last_clean":"2023-09-21T13:06:24.370442+0000","last_became_active":"2023-09-21T13:06:24.369162+0000","last_became_peered":"2023-09-21T13:06:24.369162+0000","last_unstale":"2023-09-21T13:06:24.370442+0000","last_undegraded":"2023-09-21T13:06:24.370442+0000","last_fullsized":"2023-09-21T13:06:24.370442+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T19:56:21.594920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.361813+0000","last_change":"2023-09-21T13:06:24.361813+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.361813+0000","last_undegraded":"2023-09-21T13:06:24.361813+0000","last_fullsized":"2023-09-21T13:06:24.361813+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.372990+0000","last_change":"2023-09-21T13:06:24.370869+0000","last_active":"2023-09-21T13:06:24.372990+0000","last_peered":"2023-09-21T13:06:24.372990+0000","last_clean":"2023-09-21T13:06:24.372990+0000","last_became_active":"2023-09-21T13:06:24.370465+0000","last_became_peered":"2023-09-21T13:06:24.370465+0000","last_unstale":"2023-09-21T13:06:24.372990+0000","last_undegraded":"2023-09-21T13:06:24.372990+0000","last_fullsized":"2023-09-21T13:06:24.372990+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:44:05.695300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.357602+0000","last_change":"2023-09-21T13:06:24.357602+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.357602+0000","last_undegraded":"2023-09-21T13:06:24.357602+0000","last_fullsized":"2023-09-21T13:06:24.357602+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.364959+0000","last_change":"2023-09-21T13:06:24.361091+0000","last_active":"2023-09-21T13:06:24.364959+0000","last_peered":"2023-09-21T13:06:24.364959+0000","last_clean":"2023-09-21T13:06:24.364959+0000","last_became_active":"2023-09-21T13:06:24.360405+0000","last_became_peered":"2023-09-21T13:06:24.360405+0000","last_unstale":"2023-09-21T13:06:24.364959+0000","last_undegraded":"2023-09-21T13:06:24.364959+0000","last_fullsized":"2023-09-21T13:06:24.364959+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:00:45.608867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.350197+0000","last_change":"2023-09-21T13:06:24.350197+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.350197+0000","last_undegraded":"2023-09-21T13:06:24.350197+0000","last_fullsized":"2023-09-21T13:06:24.350197+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.364011+0000","last_change":"2023-09-21T13:06:24.362346+0000","last_active":"2023-09-21T13:06:24.364011+0000","last_peered":"2023-09-21T13:06:24.364011+0000","last_clean":"2023-09-21T13:06:24.364011+0000","last_became_active":"2023-09-21T13:06:24.362020+0000","last_became_peered":"2023-09-21T13:06:24.362020+0000","last_unstale":"2023-09-21T13:06:24.364011+0000","last_undegraded":"2023-09-21T13:06:24.364011+0000","last_fullsized":"2023-09-21T13:06:24.364011+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:54:20.591284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.350757+0000","last_change":"2023-09-21T13:06:24.350757+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.350757+0000","last_undegraded":"2023-09-21T13:06:24.350757+0000","last_fullsized":"2023-09-21T13:06:24.350757+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.365395+0000","last_change":"2023-09-21T13:06:24.363421+0000","last_active":"2023-09-21T13:06:24.365395+0000","last_peered":"2023-09-21T13:06:24.365395+0000","last_clean":"2023-09-21T13:06:24.365395+0000","last_became_active":"2023-09-21T13:06:24.363006+0000","last_became_peered":"2023-09-21T13:06:24.363006+0000","last_unstale":"2023-09-21T13:06:24.365395+0000","last_undegraded":"2023-09-21T13:06:24.365395+0000","last_fullsized":"2023-09-21T13:06:24.365395+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:11:03.141949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.356028+0000","last_change":"2023-09-21T13:06:24.356028+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.356028+0000","last_undegraded":"2023-09-21T13:06:24.356028+0000","last_fullsized":"2023-09-21T13:06:24.356028+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.363945+0000","last_change":"2023-09-21T13:06:24.362101+0000","last_active":"2023-09-21T13:06:24.363945+0000","last_peered":"2023-09-21T13:06:24.363945+0000","last_clean":"2023-09-21T13:06:24.363945+0000","last_became_active":"2023-09-21T13:06:24.361701+0000","last_became_peered":"2023-09-21T13:06:24.361701+0000","last_unstale":"2023-09-21T13:06:24.363945+0000","last_undegraded":"2023-09-21T13:06:24.363945+0000","last_fullsized":"2023-09-21T13:06:24.363945+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:44:05.695300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.349922+0000","last_change":"2023-09-21T13:06:24.349922+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.349922+0000","last_undegraded":"2023-09-21T13:06:24.349922+0000","last_fullsized":"2023-09-21T13:06:24.349922+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.368920+0000","last_change":"2023-09-21T13:06:24.366174+0000","last_active":"2023-09-21T13:06:24.368920+0000","last_peered":"2023-09-21T13:06:24.368920+0000","last_clean":"2023-09-21T13:06:24.368920+0000","last_became_active":"2023-09-21T13:06:24.365846+0000","last_became_peered":"2023-09-21T13:06:24.365846+0000","last_unstale":"2023-09-21T13:06:24.368920+0000","last_undegraded":"2023-09-21T13:06:24.368920+0000","last_fullsized":"2023-09-21T13:06:24.368920+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T15:38:09.061846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.351324+0000","last_change":"2023-09-21T13:06:24.351324+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.351324+0000","last_undegraded":"2023-09-21T13:06:24.351324+0000","last_fullsized":"2023-09-21T13:06:24.351324+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.365687+0000","last_change":"2023-09-21T13:06:24.363526+0000","last_active":"2023-09-21T13:06:24.365687+0000","last_peered":"2023-09-21T13:06:24.365687+0000","last_clean":"2023-09-21T13:06:24.365687+0000","last_became_active":"2023-09-21T13:06:24.363071+0000","last_became_peered":"2023-09-21T13:06:24.363071+0000","last_unstale":"2023-09-21T13:06:24.365687+0000","last_undegraded":"2023-09-21T13:06:24.365687+0000","last_fullsized":"2023-09-21T13:06:24.365687+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:28:03.723640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.351127+0000","last_change":"2023-09-21T13:06:24.351127+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.351127+0000","last_undegraded":"2023-09-21T13:06:24.351127+0000","last_fullsized":"2023-09-21T13:06:24.351127+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.366035+0000","last_change":"2023-09-21T13:06:24.364574+0000","last_active":"2023-09-21T13:06:24.366035+0000","last_peered":"2023-09-21T13:06:24.366035+0000","last_clean":"2023-09-21T13:06:24.366035+0000","last_became_active":"2023-09-21T13:06:24.364280+0000","last_became_peered":"2023-09-21T13:06:24.364280+0000","last_unstale":"2023-09-21T13:06:24.366035+0000","last_undegraded":"2023-09-21T13:06:24.366035+0000","last_fullsized":"2023-09-21T13:06:24.366035+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T18:33:00.589615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.353575+0000","last_change":"2023-09-21T13:06:24.353575+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.353575+0000","last_undegraded":"2023-09-21T13:06:24.353575+0000","last_fullsized":"2023-09-21T13:06:24.353575+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.370429+0000","last_change":"2023-09-21T13:06:24.369395+0000","last_active":"2023-09-21T13:06:24.370429+0000","last_peered":"2023-09-21T13:06:24.370429+0000","last_clean":"2023-09-21T13:06:24.370429+0000","last_became_active":"2023-09-21T13:06:24.369083+0000","last_became_peered":"2023-09-21T13:06:24.369083+0000","last_unstale":"2023-09-21T13:06:24.370429+0000","last_undegraded":"2023-09-21T13:06:24.370429+0000","last_fullsized":"2023-09-21T13:06:24.370429+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:18:43.164940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.356191+0000","last_change":"2023-09-21T13:06:24.356191+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.356191+0000","last_undegraded":"2023-09-21T13:06:24.356191+0000","last_fullsized":"2023-09-21T13:06:24.356191+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.364979+0000","last_change":"2023-09-21T13:06:24.361316+0000","last_active":"2023-09-21T13:06:24.364979+0000","last_peered":"2023-09-21T13:06:24.364979+0000","last_clean":"2023-09-21T13:06:24.364979+0000","last_became_active":"2023-09-21T13:06:24.360804+0000","last_became_peered":"2023-09-21T13:06:24.360804+0000","last_unstale":"2023-09-21T13:06:24.364979+0000","last_undegraded":"2023-09-21T13:06:24.364979+0000","last_fullsized":"2023-09-21T13:06:24.364979+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:32:11.912527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.350361+0000","last_change":"2023-09-21T13:06:24.350361+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.350361+0000","last_undegraded":"2023-09-21T13:06:24.350361+0000","last_fullsized":"2023-09-21T13:06:24.350361+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.368356+0000","last_change":"2023-09-21T13:06:24.362212+0000","last_active":"2023-09-21T13:06:24.368356+0000","last_peered":"2023-09-21T13:06:24.368356+0000","last_clean":"2023-09-21T13:06:24.368356+0000","last_became_active":"2023-09-21T13:06:24.361904+0000","last_became_peered":"2023-09-21T13:06:24.361904+0000","last_unstale":"2023-09-21T13:06:24.368356+0000","last_undegraded":"2023-09-21T13:06:24.368356+0000","last_fullsized":"2023-09-21T13:06:24.368356+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:28:03.723640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.355813+0000","last_change":"2023-09-21T13:06:24.355813+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.355813+0000","last_undegraded":"2023-09-21T13:06:24.355813+0000","last_fullsized":"2023-09-21T13:06:24.355813+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.368217+0000","last_change":"2023-09-21T13:06:24.365450+0000","last_active":"2023-09-21T13:06:24.368217+0000","last_peered":"2023-09-21T13:06:24.368217+0000","last_clean":"2023-09-21T13:06:24.368217+0000","last_became_active":"2023-09-21T13:06:24.364505+0000","last_became_peered":"2023-09-21T13:06:24.364505+0000","last_unstale":"2023-09-21T13:06:24.368217+0000","last_undegraded":"2023-09-21T13:06:24.368217+0000","last_fullsized":"2023-09-21T13:06:24.368217+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:42:32.330752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.349714+0000","last_change":"2023-09-21T13:06:24.349714+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.349714+0000","last_undegraded":"2023-09-21T13:06:24.349714+0000","last_fullsized":"2023-09-21T13:06:24.349714+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.369547+0000","last_change":"2023-09-21T13:06:24.367341+0000","last_active":"2023-09-21T13:06:24.369547+0000","last_peered":"2023-09-21T13:06:24.369547+0000","last_clean":"2023-09-21T13:06:24.369547+0000","last_became_active":"2023-09-21T13:06:24.367030+0000","last_became_peered":"2023-09-21T13:06:24.367030+0000","last_unstale":"2023-09-21T13:06:24.369547+0000","last_undegraded":"2023-09-21T13:06:24.369547+0000","last_fullsized":"2023-09-21T13:06:24.369547+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:42:48.476516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.352443+0000","last_change":"2023-09-21T13:06:24.352443+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.352443+0000","last_undegraded":"2023-09-21T13:06:24.352443+0000","last_fullsized":"2023-09-21T13:06:24.352443+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.370255+0000","last_change":"2023-09-21T13:06:24.369273+0000","last_active":"2023-09-21T13:06:24.370255+0000","last_peered":"2023-09-21T13:06:24.370255+0000","last_clean":"2023-09-21T13:06:24.370255+0000","last_became_active":"2023-09-21T13:06:24.368980+0000","last_became_peered":"2023-09-21T13:06:24.368980+0000","last_unstale":"2023-09-21T13:06:24.370255+0000","last_undegraded":"2023-09-21T13:06:24.370255+0000","last_fullsized":"2023-09-21T13:06:24.370255+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:42:48.476516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.352164+0000","last_change":"2023-09-21T13:06:24.352164+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.352164+0000","last_undegraded":"2023-09-21T13:06:24.352164+0000","last_fullsized":"2023-09-21T13:06:24.352164+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.362624+0000","last_change":"2023-09-21T13:06:24.360790+0000","last_active":"2023-09-21T13:06:24.362624+0000","last_peered":"2023-09-21T13:06:24.362624+0000","last_clean":"2023-09-21T13:06:24.362624+0000","last_became_active":"2023-09-21T13:06:24.360478+0000","last_became_peered":"2023-09-21T13:06:24.360478+0000","last_unstale":"2023-09-21T13:06:24.362624+0000","last_undegraded":"2023-09-21T13:06:24.362624+0000","last_fullsized":"2023-09-21T13:06:24.362624+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:16:40.598697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.360886+0000","last_change":"2023-09-21T13:06:24.360886+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.360886+0000","last_undegraded":"2023-09-21T13:06:24.360886+0000","last_fullsized":"2023-09-21T13:06:24.360886+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.362657+0000","last_change":"2023-09-21T13:06:24.360906+0000","last_active":"2023-09-21T13:06:24.362657+0000","last_peered":"2023-09-21T13:06:24.362657+0000","last_clean":"2023-09-21T13:06:24.362657+0000","last_became_active":"2023-09-21T13:06:24.360606+0000","last_became_peered":"2023-09-21T13:06:24.360606+0000","last_unstale":"2023-09-21T13:06:24.362657+0000","last_undegraded":"2023-09-21T13:06:24.362657+0000","last_fullsized":"2023-09-21T13:06:24.362657+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:52:29.126895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.357737+0000","last_change":"2023-09-21T13:06:24.357737+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.357737+0000","last_undegraded":"2023-09-21T13:06:24.357737+0000","last_fullsized":"2023-09-21T13:06:24.357737+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.364725+0000","last_change":"2023-09-21T13:06:24.362946+0000","last_active":"2023-09-21T13:06:24.364725+0000","last_peered":"2023-09-21T13:06:24.364725+0000","last_clean":"2023-09-21T13:06:24.364725+0000","last_became_active":"2023-09-21T13:06:24.362559+0000","last_became_peered":"2023-09-21T13:06:24.362559+0000","last_unstale":"2023-09-21T13:06:24.364725+0000","last_undegraded":"2023-09-21T13:06:24.364725+0000","last_fullsized":"2023-09-21T13:06:24.364725+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:33:33.889919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.356040+0000","last_change":"2023-09-21T13:06:24.356040+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.356040+0000","last_undegraded":"2023-09-21T13:06:24.356040+0000","last_fullsized":"2023-09-21T13:06:24.356040+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.368142+0000","last_change":"2023-09-21T13:06:24.366808+0000","last_active":"2023-09-21T13:06:24.368142+0000","last_peered":"2023-09-21T13:06:24.368142+0000","last_clean":"2023-09-21T13:06:24.368142+0000","last_became_active":"2023-09-21T13:06:24.366526+0000","last_became_peered":"2023-09-21T13:06:24.366526+0000","last_unstale":"2023-09-21T13:06:24.368142+0000","last_undegraded":"2023-09-21T13:06:24.368142+0000","last_fullsized":"2023-09-21T13:06:24.368142+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:45:17.080964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.357031+0000","last_change":"2023-09-21T13:06:24.357031+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.357031+0000","last_undegraded":"2023-09-21T13:06:24.357031+0000","last_fullsized":"2023-09-21T13:06:24.357031+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.367168+0000","last_change":"2023-09-21T13:06:24.366706+0000","last_active":"2023-09-21T13:06:24.367168+0000","last_peered":"2023-09-21T13:06:24.367168+0000","last_clean":"2023-09-21T13:06:24.367168+0000","last_became_active":"2023-09-21T13:06:24.366366+0000","last_became_peered":"2023-09-21T13:06:24.366366+0000","last_unstale":"2023-09-21T13:06:24.367168+0000","last_undegraded":"2023-09-21T13:06:24.367168+0000","last_fullsized":"2023-09-21T13:06:24.367168+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:28:03.723640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.354749+0000","last_change":"2023-09-21T13:06:24.354749+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.354749+0000","last_undegraded":"2023-09-21T13:06:24.354749+0000","last_fullsized":"2023-09-21T13:06:24.354749+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.364389+0000","last_change":"2023-09-21T13:06:24.362958+0000","last_active":"2023-09-21T13:06:24.364389+0000","last_peered":"2023-09-21T13:06:24.364389+0000","last_clean":"2023-09-21T13:06:24.364389+0000","last_became_active":"2023-09-21T13:06:24.362639+0000","last_became_peered":"2023-09-21T13:06:24.362639+0000","last_unstale":"2023-09-21T13:06:24.364389+0000","last_undegraded":"2023-09-21T13:06:24.364389+0000","last_fullsized":"2023-09-21T13:06:24.364389+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T19:33:21.922660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.359387+0000","last_change":"2023-09-21T13:06:24.359387+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.359387+0000","last_undegraded":"2023-09-21T13:06:24.359387+0000","last_fullsized":"2023-09-21T13:06:24.359387+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.366061+0000","last_change":"2023-09-21T13:06:24.364658+0000","last_active":"2023-09-21T13:06:24.366061+0000","last_peered":"2023-09-21T13:06:24.366061+0000","last_clean":"2023-09-21T13:06:24.366061+0000","last_became_active":"2023-09-21T13:06:24.364372+0000","last_became_peered":"2023-09-21T13:06:24.364372+0000","last_unstale":"2023-09-21T13:06:24.366061+0000","last_undegraded":"2023-09-21T13:06:24.366061+0000","last_fullsized":"2023-09-21T13:06:24.366061+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T16:48:00.008739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.355835+0000","last_change":"2023-09-21T13:06:24.355835+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.355835+0000","last_undegraded":"2023-09-21T13:06:24.355835+0000","last_fullsized":"2023-09-21T13:06:24.355835+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.370820+0000","last_change":"2023-09-21T13:06:24.369954+0000","last_active":"2023-09-21T13:06:24.370820+0000","last_peered":"2023-09-21T13:06:24.370820+0000","last_clean":"2023-09-21T13:06:24.370820+0000","last_became_active":"2023-09-21T13:06:24.369630+0000","last_became_peered":"2023-09-21T13:06:24.369630+0000","last_unstale":"2023-09-21T13:06:24.370820+0000","last_undegraded":"2023-09-21T13:06:24.370820+0000","last_fullsized":"2023-09-21T13:06:24.370820+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T19:56:21.594920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.350132+0000","last_change":"2023-09-21T13:06:24.350132+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.350132+0000","last_undegraded":"2023-09-21T13:06:24.350132+0000","last_fullsized":"2023-09-21T13:06:24.350132+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.368234+0000","last_change":"2023-09-21T13:06:24.367302+0000","last_active":"2023-09-21T13:06:24.368234+0000","last_peered":"2023-09-21T13:06:24.368234+0000","last_clean":"2023-09-21T13:06:24.368234+0000","last_became_active":"2023-09-21T13:06:24.366994+0000","last_became_peered":"2023-09-21T13:06:24.366994+0000","last_unstale":"2023-09-21T13:06:24.368234+0000","last_undegraded":"2023-09-21T13:06:24.368234+0000","last_fullsized":"2023-09-21T13:06:24.368234+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:49:17.880373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.353874+0000","last_change":"2023-09-21T13:06:24.353874+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.353874+0000","last_undegraded":"2023-09-21T13:06:24.353874+0000","last_fullsized":"2023-09-21T13:06:24.353874+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.370701+0000","last_change":"2023-09-21T13:06:24.368875+0000","last_active":"2023-09-21T13:06:24.370701+0000","last_peered":"2023-09-21T13:06:24.370701+0000","last_clean":"2023-09-21T13:06:24.370701+0000","last_became_active":"2023-09-21T13:06:24.368567+0000","last_became_peered":"2023-09-21T13:06:24.368567+0000","last_unstale":"2023-09-21T13:06:24.370701+0000","last_undegraded":"2023-09-21T13:06:24.370701+0000","last_fullsized":"2023-09-21T13:06:24.370701+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:18:43.164940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.349724+0000","last_change":"2023-09-21T13:06:24.349724+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.349724+0000","last_undegraded":"2023-09-21T13:06:24.349724+0000","last_fullsized":"2023-09-21T13:06:24.349724+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.365095+0000","last_change":"2023-09-21T13:06:24.362218+0000","last_active":"2023-09-21T13:06:24.365095+0000","last_peered":"2023-09-21T13:06:24.365095+0000","last_clean":"2023-09-21T13:06:24.365095+0000","last_became_active":"2023-09-21T13:06:24.360331+0000","last_became_peered":"2023-09-21T13:06:24.360331+0000","last_unstale":"2023-09-21T13:06:24.365095+0000","last_undegraded":"2023-09-21T13:06:24.365095+0000","last_fullsized":"2023-09-21T13:06:24.365095+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:48:33.556913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.354853+0000","last_change":"2023-09-21T13:06:24.354853+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.354853+0000","last_undegraded":"2023-09-21T13:06:24.354853+0000","last_fullsized":"2023-09-21T13:06:24.354853+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.368333+0000","last_change":"2023-09-21T13:06:24.361065+0000","last_active":"2023-09-21T13:06:24.368333+0000","last_peered":"2023-09-21T13:06:24.368333+0000","last_clean":"2023-09-21T13:06:24.368333+0000","last_became_active":"2023-09-21T13:06:24.360747+0000","last_became_peered":"2023-09-21T13:06:24.360747+0000","last_unstale":"2023-09-21T13:06:24.368333+0000","last_undegraded":"2023-09-21T13:06:24.368333+0000","last_fullsized":"2023-09-21T13:06:24.368333+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:45:17.080964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.352199+0000","last_change":"2023-09-21T13:06:24.352199+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.352199+0000","last_undegraded":"2023-09-21T13:06:24.352199+0000","last_fullsized":"2023-09-21T13:06:24.352199+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.360380+0000","last_change":"2023-09-21T13:06:24.357404+0000","last_active":"2023-09-21T13:06:24.360380+0000","last_peered":"2023-09-21T13:06:24.360380+0000","last_clean":"2023-09-21T13:06:24.360380+0000","last_became_active":"2023-09-21T13:06:24.357042+0000","last_became_peered":"2023-09-21T13:06:24.357042+0000","last_unstale":"2023-09-21T13:06:24.360380+0000","last_undegraded":"2023-09-21T13:06:24.360380+0000","last_fullsized":"2023-09-21T13:06:24.360380+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:50:15.487512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.352007+0000","last_change":"2023-09-21T13:06:24.352007+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.352007+0000","last_undegraded":"2023-09-21T13:06:24.352007+0000","last_fullsized":"2023-09-21T13:06:24.352007+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.366507+0000","last_change":"2023-09-21T13:06:24.364798+0000","last_active":"2023-09-21T13:06:24.366507+0000","last_peered":"2023-09-21T13:06:24.366507+0000","last_clean":"2023-09-21T13:06:24.366507+0000","last_became_active":"2023-09-21T13:06:24.364495+0000","last_became_peered":"2023-09-21T13:06:24.364495+0000","last_unstale":"2023-09-21T13:06:24.366507+0000","last_undegraded":"2023-09-21T13:06:24.366507+0000","last_fullsized":"2023-09-21T13:06:24.366507+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:48:25.470504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.357987+0000","last_change":"2023-09-21T13:06:24.357987+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.357987+0000","last_undegraded":"2023-09-21T13:06:24.357987+0000","last_fullsized":"2023-09-21T13:06:24.357987+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.362331+0000","last_change":"2023-09-21T13:06:24.360697+0000","last_active":"2023-09-21T13:06:24.362331+0000","last_peered":"2023-09-21T13:06:24.362331+0000","last_clean":"2023-09-21T13:06:24.362331+0000","last_became_active":"2023-09-21T13:06:24.360361+0000","last_became_peered":"2023-09-21T13:06:24.360361+0000","last_unstale":"2023-09-21T13:06:24.362331+0000","last_undegraded":"2023-09-21T13:06:24.362331+0000","last_fullsized":"2023-09-21T13:06:24.362331+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:48:33.556913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":174,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-09-21T13:06:23.346260+0000","last_change":"2023-09-21T13:05:07.001411+0000","last_active":"2023-09-21T13:06:23.346260+0000","last_peered":"2023-09-21T13:06:23.346260+0000","last_clean":"2023-09-21T13:06:23.346260+0000","last_became_active":"2023-09-21T13:05:07.000380+0000","last_became_peered":"2023-09-21T13:05:07.000380+0000","last_unstale":"2023-09-21T13:06:23.346260+0000","last_undegraded":"2023-09-21T13:06:23.346260+0000","last_fullsized":"2023-09-21T13:06:23.346260+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:05.398949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:05.398949+0000","last_clean_scrub_stamp":"2023-09-21T13:05:05.398949+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:22:48.016821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574867,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27940,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343900,"statfs":{"total":96636764160,"available":96608153600,"internally_reserved":0,"allocated":942080,"data_stored":723261,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":6.5919999999999996,"5min":6.5919999999999996,"15min":6.5919999999999996},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":7.532,"5min":7.532,"15min":7.532},"last":0.71099999999999997}]},{"osd":1,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.874,"5min":0.874,"15min":0.874},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":7.4690000000000003,"5min":7.4690000000000003,"15min":7.4690000000000003},"last":0.68300000000000005},{"interface":"front","average":{"1min":1.236,"5min":1.236,"15min":1.236},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":14.695,"5min":14.695,"15min":14.695},"last":0.54000000000000004}]},{"osd":2,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":7.569,"5min":7.569,"15min":7.569},"last":0.64400000000000002},{"interface":"front","average":{"1min":1.258,"5min":1.258,"15min":1.258},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":14.56,"5min":14.56,"15min":14.56},"last":0.57099999999999995}]},{"osd":3,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":1.208,"5min":1.208,"15min":1.208},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":14.497,"5min":14.497,"15min":14.497},"last":0.55900000000000005},{"interface":"front","average":{"1min":1.4390000000000001,"5min":1.4390000000000001,"15min":1.4390000000000001},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":14.455,"5min":14.455,"15min":14.455},"last":0.626}]},{"osd":4,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.505}]},{"osd":5,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.60499999999999998}]},{"osd":6,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.66500000000000004},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.59199999999999997}]}]},{"osd":6,"up_from":13,"seq":55834574867,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":348160,"data_stored":132893,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.72099999999999997},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.61399999999999999}]},{"osd":1,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.68500000000000005}]},{"osd":2,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.66800000000000004}]},{"osd":3,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.70099999999999996}]},{"osd":4,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.501},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.45900000000000002}]},{"osd":5,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.57099999999999995}]},{"osd":7,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"min":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.58999999999999997}]}]},{"osd":1,"up_from":13,"seq":55834574867,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27372,"kb_used_data":352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344468,"statfs":{"total":96636764160,"available":96608735232,"internally_reserved":0,"allocated":360448,"data_stored":139160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"last":0.40699999999999997}]},{"osd":2,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.44700000000000001}]},{"osd":3,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.439,"15min":0.439},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.49199999999999999}]},{"osd":4,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.05,"5min":1.05,"15min":1.05},"last":0.70399999999999996},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.51400000000000001}]},{"osd":5,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":1.032,"5min":1.032,"15min":1.032},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"min":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"max":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.748}]},{"osd":6,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":1.0069999999999999,"5min":1.0069999999999999,"15min":1.0069999999999999},"last":0.78100000000000003}]},{"osd":7,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.72099999999999997},{"interface":"front","average":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.58999999999999997}]}]},{"osd":0,"up_from":13,"seq":55834574868,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27940,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343900,"statfs":{"total":96636764160,"available":96608153600,"internally_reserved":0,"allocated":942080,"data_stored":723261,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":10.347,"5min":10.347,"15min":10.347},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.44,"5min":0.44,"15min":0.44},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":1.3129999999999999,"5min":1.3129999999999999,"15min":1.3129999999999999},"last":0.25700000000000001}]},{"osd":2,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":10.427,"5min":10.427,"15min":10.427},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.498,"5min":0.498,"15min":0.498},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":1.4570000000000001,"5min":1.4570000000000001,"15min":1.4570000000000001},"last":0.40999999999999998}]},{"osd":3,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":10.496,"5min":10.496,"15min":10.496},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.96099999999999997,"5min":0.96099999999999997,"15min":0.96099999999999997},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":10.459,"5min":10.459,"15min":10.459},"last":0.46000000000000002}]},{"osd":4,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"min":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":1.3600000000000001,"5min":1.3600000000000001,"15min":1.3600000000000001},"last":0.51300000000000001},{"interface":"front","average":{"1min":1.161,"5min":1.161,"15min":1.161},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":10.526999999999999,"5min":10.526999999999999,"15min":10.526999999999999},"last":0.57599999999999996}]},{"osd":5,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":1.1319999999999999,"5min":1.1319999999999999,"15min":1.1319999999999999},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":10.583,"5min":10.583,"15min":10.583},"last":0.65000000000000002},{"interface":"front","average":{"1min":1.1499999999999999,"5min":1.1499999999999999,"15min":1.1499999999999999},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":10.302,"5min":10.302,"15min":10.302},"last":0.503}]},{"osd":6,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":1.163,"5min":1.163,"15min":1.163},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":10.394,"5min":10.394,"15min":10.394},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.746,"5min":0.746,"15min":0.746},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":1.4259999999999999,"5min":1.4259999999999999,"15min":1.4259999999999999},"last":0.56299999999999994}]},{"osd":7,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.3939999999999999,"5min":1.3939999999999999,"15min":1.3939999999999999},"last":0.61399999999999999},{"interface":"front","average":{"1min":1.2,"5min":1.2,"15min":1.2},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":10.555,"5min":10.555,"15min":10.555},"last":0.68999999999999995}]}]},{"osd":2,"up_from":13,"seq":55834574868,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":348160,"data_stored":132893,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 21 13:06:05 2023","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"last":0.443}]},{"osd":1,"last update":"Thu Sep 21 13:06:05 2023","interfaces":[{"interface":"back","average":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.379}]},{"osd":3,"last update":"Thu Sep 21 13:06:05 2023","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.48999999999999999}]},{"osd":4,"last update":"Thu Sep 21 13:06:05 2023","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.71799999999999997}]},{"osd":5,"last update":"Thu Sep 21 13:06:05 2023","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.70299999999999996}]},{"osd":6,"last update":"Thu Sep 21 13:06:05 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"min":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.73199999999999998}]},{"osd":7,"last update":"Thu Sep 21 13:06:05 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.68000000000000005},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.77100000000000002}]}]},{"osd":3,"up_from":13,"seq":55834574867,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27372,"kb_used_data":352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344468,"statfs":{"total":96636764160,"available":96608735232,"internally_reserved":0,"allocated":360448,"data_stored":139160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 21 13:06:09 2023","interfaces":[{"interface":"back","average":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.495,"5min":0.495,"15min":0.495},"last":0.26700000000000002},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.32300000000000001}]},{"osd":1,"last update":"Thu Sep 21 13:06:09 2023","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.31}]},{"osd":2,"last update":"Thu Sep 21 13:06:09 2023","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.436,"15min":0.436},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.376},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":1.149,"5min":1.149,"15min":1.149},"last":0.39400000000000002}]},{"osd":4,"last update":"Thu Sep 21 13:06:09 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.169,"5min":1.169,"15min":1.169},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.53400000000000003}]},{"osd":5,"last update":"Thu Sep 21 13:06:09 2023","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"min":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":1.1930000000000001,"5min":1.1930000000000001,"15min":1.1930000000000001},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":0.997,"5min":0.997,"15min":0.997},"last":0.51600000000000001}]},{"osd":6,"last update":"Thu Sep 21 13:06:09 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"min":{"1min":0.499,"5min":0.499,"15min":0.499},"max":{"1min":1.218,"5min":1.218,"15min":1.218},"last":0.44500000000000001}]},{"osd":7,"last update":"Thu Sep 21 13:06:09 2023","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":1.113,"5min":1.113,"15min":1.113},"last":0.62}]}]},{"osd":4,"up_from":13,"seq":55834574867,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":348160,"data_stored":132893,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":1.242,"5min":1.242,"15min":1.242},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.52200000000000002}]},{"osd":1,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.68100000000000005}]},{"osd":2,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":6.9450000000000003,"5min":6.9450000000000003,"15min":6.9450000000000003},"last":0.502},{"interface":"front","average":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":6.9219999999999997,"5min":6.9219999999999997,"15min":6.9219999999999997},"last":0.83199999999999996}]},{"osd":3,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.63},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.66100000000000003}]},{"osd":5,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.77200000000000002},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.73099999999999998}]},{"osd":6,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.93500000000000005,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.752},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":1.117,"5min":1.117,"15min":1.117},"last":0.87}]},{"osd":7,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.80700000000000005},{"interface":"front","average":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"min":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.022,"5min":1.022,"15min":1.022},"last":0.79400000000000004}]}]},{"osd":5,"up_from":13,"seq":55834574868,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":348160,"data_stored":132893,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 21 13:06:08 2023","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.79400000000000004}]},{"osd":1,"last update":"Thu Sep 21 13:06:08 2023","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.65500000000000003}]},{"osd":2,"last update":"Thu Sep 21 13:06:08 2023","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":1.0269999999999999,"5min":1.0269999999999999,"15min":1.0269999999999999},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.66900000000000004}]},{"osd":3,"last update":"Thu Sep 21 13:06:08 2023","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.69299999999999995},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.72199999999999998}]},{"osd":4,"last update":"Thu Sep 21 13:06:08 2023","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.623,"5min":0.623,"15min":0.623},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":1.3799999999999999,"5min":1.3799999999999999,"15min":1.3799999999999999},"last":0.63500000000000001}]},{"osd":6,"last update":"Thu Sep 21 13:06:08 2023","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.60299999999999998}]},{"osd":7,"last update":"Thu Sep 21 13:06:08 2023","interfaces":[{"interface":"back","average":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":1.0940000000000001,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.745},{"interface":"front","average":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":1.0469999999999999,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.77300000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-21T13:06:30.046 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-09-21T13:06:30.214 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.218+0000 7fa8305b6700 1 Processor -- start 2023-09-21T13:06:30.217 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.218+0000 7fa8305b6700 1 -- start start 2023-09-21T13:06:30.218 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.219+0000 7fa8305b6700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fa8280b2dd0 0x7fa8280b3260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:30.218 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.219+0000 7fa8305b6700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa82815bdb0 con 0x7fa828158f40 2023-09-21T13:06:30.218 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.219+0000 7fa8305b6700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa82815f850 con 0x7fa8280d0980 2023-09-21T13:06:30.218 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.219+0000 7fa8305b6700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa8280b37a0 con 0x7fa8280b2dd0 2023-09-21T13:06:30.219 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.219+0000 7fa82e352700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7fa828158f40 0x7fa82815f000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:37578/0 (socket says 172.21.15.46:37578) 2023-09-21T13:06:30.219 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.219+0000 7fa82e352700 1 -- 172.21.15.46:0/1159453999 learned_addr learned my addr 172.21.15.46:0/1159453999 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:06:30.219 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.219+0000 7fa82eb53700 1 --2- 172.21.15.46:0/1159453999 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fa8280b2dd0 0x7fa8280b3260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:30.220 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.219+0000 7fa82d350700 1 -- 172.21.15.46:0/1159453999 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 432218561 0 0) 0x7fa82815bdb0 con 0x7fa828158f40 2023-09-21T13:06:30.220 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.219+0000 7fa82d350700 1 -- 172.21.15.46:0/1159453999 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa8140035b0 con 0x7fa828158f40 2023-09-21T13:06:30.220 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.219+0000 7fa82d350700 1 -- 172.21.15.46:0/1159453999 <== mon.1 v1:172.21.15.57:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2537998376 0 0) 0x7fa82815f850 con 0x7fa8280d0980 2023-09-21T13:06:30.220 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.219+0000 7fa82d350700 1 -- 172.21.15.46:0/1159453999 --> v1:172.21.15.57:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa82815bdb0 con 0x7fa8280d0980 2023-09-21T13:06:30.221 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.220+0000 7fa82eb53700 1 -- 172.21.15.46:0/1159453999 >> v1:172.21.15.57:6789/0 conn(0x7fa8280d0980 legacy=0x7fa82815c240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:30.221 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.220+0000 7fa82eb53700 1 -- 172.21.15.46:0/1159453999 >> v1:172.21.15.46:6789/0 conn(0x7fa828158f40 legacy=0x7fa82815f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:30.221 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.220+0000 7fa82eb53700 1 -- 172.21.15.46:0/1159453999 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa82815fb30 con 0x7fa8280b2dd0 2023-09-21T13:06:30.221 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.220+0000 7fa82eb53700 1 --2- 172.21.15.46:0/1159453999 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fa8280b2dd0 0x7fa8280b3260 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fa820009dc0 tx=0x7fa82000b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bf61aefacec9d70e server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:30.222 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.220+0000 7fa82d350700 1 -- 172.21.15.46:0/1159453999 <== mon.2 v2:172.21.15.57:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa82000e070 con 0x7fa8280b2dd0 2023-09-21T13:06:30.222 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.220+0000 7fa82d350700 1 -- 172.21.15.46:0/1159453999 <== mon.2 v2:172.21.15.57:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa82000bb20 con 0x7fa8280b2dd0 2023-09-21T13:06:30.222 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.220+0000 7fa82d350700 1 -- 172.21.15.46:0/1159453999 <== mon.2 v2:172.21.15.57:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa820012430 con 0x7fa8280b2dd0 2023-09-21T13:06:30.222 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.221+0000 7fa8305b6700 1 -- 172.21.15.46:0/1159453999 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fa8280b2dd0 msgr2=0x7fa8280b3260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:30.223 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.221+0000 7fa8305b6700 1 --2- 172.21.15.46:0/1159453999 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fa8280b2dd0 0x7fa8280b3260 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fa820009dc0 tx=0x7fa82000b330 comp rx=0 tx=0).stop 2023-09-21T13:06:30.223 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.221+0000 7fa8305b6700 1 -- 172.21.15.46:0/1159453999 shutdown_connections 2023-09-21T13:06:30.223 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.221+0000 7fa8305b6700 1 --2- 172.21.15.46:0/1159453999 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fa8280b2dd0 0x7fa8280b3260 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:30.223 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.221+0000 7fa8305b6700 1 -- 172.21.15.46:0/1159453999 >> 172.21.15.46:0/1159453999 conn(0x7fa82806eb20 msgr2=0x7fa82806ef00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:30.223 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.221+0000 7fa8305b6700 1 -- 172.21.15.46:0/1159453999 shutdown_connections 2023-09-21T13:06:30.225 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.221+0000 7fa8305b6700 1 -- 172.21.15.46:0/1159453999 wait complete. 2023-09-21T13:06:30.229 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.222+0000 7fa8305b6700 1 Processor -- start 2023-09-21T13:06:30.229 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.222+0000 7fa8305b6700 1 -- start start 2023-09-21T13:06:30.229 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.223+0000 7fa8305b6700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fa8280b2dd0 0x7fa8281f05a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:30.230 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.223+0000 7fa8305b6700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fa8280d0980 0x7fa8280b43f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:30.230 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.223+0000 7fa8305b6700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa828158f40 0x7fa828156ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:30.230 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.223+0000 7fa8305b6700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa82814f030 con 0x7fa828158f40 2023-09-21T13:06:30.231 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.223+0000 7fa8305b6700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa8280cb590 con 0x7fa8280d0980 2023-09-21T13:06:30.231 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.223+0000 7fa8305b6700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa8280b4eb0 con 0x7fa8280b2dd0 2023-09-21T13:06:30.231 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.223+0000 7fa82eb53700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa828158f40 0x7fa828156ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:30.231 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.223+0000 7fa82eb53700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa828158f40 0x7fa828156ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54544/0 (socket says 172.21.15.46:54544) 2023-09-21T13:06:30.232 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.223+0000 7fa82eb53700 1 -- 172.21.15.46:0/1565750539 learned_addr learned my addr 172.21.15.46:0/1565750539 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:30.232 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.223+0000 7fa82e352700 1 --2- 172.21.15.46:0/1565750539 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fa8280b2dd0 0x7fa8281f05a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:30.232 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.223+0000 7fa82db51700 1 --2- 172.21.15.46:0/1565750539 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fa8280d0980 0x7fa8280b43f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:30.232 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.223+0000 7fa82eb53700 1 -- 172.21.15.46:0/1565750539 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fa8280b2dd0 msgr2=0x7fa8281f05a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:30.233 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.223+0000 7fa82eb53700 1 --2- 172.21.15.46:0/1565750539 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fa8280b2dd0 0x7fa8281f05a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:30.233 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.223+0000 7fa82eb53700 1 -- 172.21.15.46:0/1565750539 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fa8280d0980 msgr2=0x7fa8280b43f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:30.233 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.223+0000 7fa82eb53700 1 --2- 172.21.15.46:0/1565750539 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fa8280d0980 0x7fa8280b43f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:30.233 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.223+0000 7fa82eb53700 1 -- 172.21.15.46:0/1565750539 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa820009a70 con 0x7fa828158f40 2023-09-21T13:06:30.234 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.224+0000 7fa82eb53700 1 --2- 172.21.15.46:0/1565750539 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa828158f40 0x7fa828156ff0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fa82000b370 tx=0x7fa820004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:30.234 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.224+0000 7fa81effd700 1 -- 172.21.15.46:0/1565750539 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa82001b810 con 0x7fa828158f40 2023-09-21T13:06:30.234 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.224+0000 7fa81effd700 1 -- 172.21.15.46:0/1565750539 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa820020070 con 0x7fa828158f40 2023-09-21T13:06:30.235 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.224+0000 7fa8305b6700 1 -- 172.21.15.46:0/1565750539 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa8281f4430 con 0x7fa828158f40 2023-09-21T13:06:30.235 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.224+0000 7fa81effd700 1 -- 172.21.15.46:0/1565750539 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa82001bbb0 con 0x7fa828158f40 2023-09-21T13:06:30.235 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.224+0000 7fa8305b6700 1 -- 172.21.15.46:0/1565750539 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa8281f49f0 con 0x7fa828158f40 2023-09-21T13:06:30.235 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.225+0000 7fa8305b6700 1 -- 172.21.15.46:0/1565750539 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa8280b4ff0 con 0x7fa828158f40 2023-09-21T13:06:30.236 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.225+0000 7fa81effd700 1 -- 172.21.15.46:0/1565750539 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fa82001bd10 con 0x7fa828158f40 2023-09-21T13:06:30.236 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.226+0000 7fa81effd700 1 --2- 172.21.15.46:0/1565750539 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fa80c06a580 0x7fa80c06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:30.236 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.226+0000 7fa81effd700 1 -- 172.21.15.46:0/1565750539 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa820022070 con 0x7fa828158f40 2023-09-21T13:06:30.236 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.226+0000 7fa82e352700 1 --2- 172.21.15.46:0/1565750539 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fa80c06a580 0x7fa80c06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:30.237 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.226+0000 7fa82e352700 1 --2- 172.21.15.46:0/1565750539 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fa80c06a580 0x7fa80c06ca40 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fa824007fd0 tx=0x7fa824007e00 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:30.237 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.231+0000 7fa81effd700 1 -- 172.21.15.46:0/1565750539 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fa820055ed0 con 0x7fa828158f40 2023-09-21T13:06:30.434 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.435+0000 7fa8305b6700 1 -- 172.21.15.46:0/1565750539 --> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fa82815c950 con 0x7fa80c06a580 2023-09-21T13:06:30.440 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.444+0000 7fa81effd700 1 -- 172.21.15.46:0/1565750539 <== mgr.4104 v2:172.21.15.46:6832/84086869 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+283403 (secure 0 0 0) 0x7fa824001390 con 0x7fa80c06a580 2023-09-21T13:06:30.445 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:06:30.448 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.447+0000 7fa8305b6700 1 -- 172.21.15.46:0/1565750539 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fa80c06a580 msgr2=0x7fa80c06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:30.449 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.447+0000 7fa8305b6700 1 --2- 172.21.15.46:0/1565750539 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fa80c06a580 0x7fa80c06ca40 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fa824007fd0 tx=0x7fa824007e00 comp rx=0 tx=0).stop 2023-09-21T13:06:30.449 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.447+0000 7fa8305b6700 1 -- 172.21.15.46:0/1565750539 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa828158f40 msgr2=0x7fa828156ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:30.449 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.447+0000 7fa8305b6700 1 --2- 172.21.15.46:0/1565750539 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa828158f40 0x7fa828156ff0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fa82000b370 tx=0x7fa820004ad0 comp rx=0 tx=0).stop 2023-09-21T13:06:30.450 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.447+0000 7fa8305b6700 1 -- 172.21.15.46:0/1565750539 shutdown_connections 2023-09-21T13:06:30.450 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.447+0000 7fa8305b6700 1 --2- 172.21.15.46:0/1565750539 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fa80c06a580 0x7fa80c06ca40 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:30.451 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.447+0000 7fa8305b6700 1 --2- 172.21.15.46:0/1565750539 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa828158f40 0x7fa828156ff0 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:30.451 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.447+0000 7fa8305b6700 1 --2- 172.21.15.46:0/1565750539 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fa8280b2dd0 0x7fa8281f05a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:30.451 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.447+0000 7fa8305b6700 1 --2- 172.21.15.46:0/1565750539 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fa8280d0980 0x7fa8280b43f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:30.452 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.447+0000 7fa8305b6700 1 -- 172.21.15.46:0/1565750539 >> 172.21.15.46:0/1565750539 conn(0x7fa82806eb20 msgr2=0x7fa82806ef00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:30.452 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.448+0000 7fa8305b6700 1 -- 172.21.15.46:0/1565750539 shutdown_connections 2023-09-21T13:06:30.452 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.448+0000 7fa8305b6700 1 -- 172.21.15.46:0/1565750539 wait complete. 2023-09-21T13:06:30.453 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all 2023-09-21T13:06:30.457 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":69,"stamp":"2023-09-21T13:06:28.984115+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":16,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220064,"kb_used_data":3904,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754656,"statfs":{"total":773094113280,"available":772868767744,"internally_reserved":0,"allocated":3997696,"data_stored":2256414,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":221236794},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":20,"apply_latency_ms":20,"commit_latency_ns":20000000,"apply_latency_ns":20000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.643973"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.350559+0000","last_change":"2023-09-21T13:06:24.350559+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.350559+0000","last_undegraded":"2023-09-21T13:06:24.350559+0000","last_fullsized":"2023-09-21T13:06:24.350559+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.352906+0000","last_change":"2023-09-21T13:06:24.352906+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.352906+0000","last_undegraded":"2023-09-21T13:06:24.352906+0000","last_fullsized":"2023-09-21T13:06:24.352906+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.354330+0000","last_change":"2023-09-21T13:06:24.354330+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.354330+0000","last_undegraded":"2023-09-21T13:06:24.354330+0000","last_fullsized":"2023-09-21T13:06:24.354330+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.361337+0000","last_change":"2023-09-21T13:06:24.361337+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.361337+0000","last_undegraded":"2023-09-21T13:06:24.361337+0000","last_fullsized":"2023-09-21T13:06:24.361337+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.357548+0000","last_change":"2023-09-21T13:06:24.357548+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.357548+0000","last_undegraded":"2023-09-21T13:06:24.357548+0000","last_fullsized":"2023-09-21T13:06:24.357548+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.352812+0000","last_change":"2023-09-21T13:06:24.352812+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.352812+0000","last_undegraded":"2023-09-21T13:06:24.352812+0000","last_fullsized":"2023-09-21T13:06:24.352812+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.359837+0000","last_change":"2023-09-21T13:06:24.359837+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.359837+0000","last_undegraded":"2023-09-21T13:06:24.359837+0000","last_fullsized":"2023-09-21T13:06:24.359837+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.357663+0000","last_change":"2023-09-21T13:06:24.357663+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.357663+0000","last_undegraded":"2023-09-21T13:06:24.357663+0000","last_fullsized":"2023-09-21T13:06:24.357663+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.351182+0000","last_change":"2023-09-21T13:06:24.351182+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.351182+0000","last_undegraded":"2023-09-21T13:06:24.351182+0000","last_fullsized":"2023-09-21T13:06:24.351182+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.363117+0000","last_change":"2023-09-21T13:06:24.363117+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.363117+0000","last_undegraded":"2023-09-21T13:06:24.363117+0000","last_fullsized":"2023-09-21T13:06:24.363117+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.358990+0000","last_change":"2023-09-21T13:06:24.358990+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.358990+0000","last_undegraded":"2023-09-21T13:06:24.358990+0000","last_fullsized":"2023-09-21T13:06:24.358990+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.351535+0000","last_change":"2023-09-21T13:06:24.351535+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.351535+0000","last_undegraded":"2023-09-21T13:06:24.351535+0000","last_fullsized":"2023-09-21T13:06:24.351535+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.356643+0000","last_change":"2023-09-21T13:06:24.356643+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.356643+0000","last_undegraded":"2023-09-21T13:06:24.356643+0000","last_fullsized":"2023-09-21T13:06:24.356643+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.352186+0000","last_change":"2023-09-21T13:06:24.352186+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.352186+0000","last_undegraded":"2023-09-21T13:06:24.352186+0000","last_fullsized":"2023-09-21T13:06:24.352186+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.350338+0000","last_change":"2023-09-21T13:06:24.350338+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.350338+0000","last_undegraded":"2023-09-21T13:06:24.350338+0000","last_fullsized":"2023-09-21T13:06:24.350338+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.356715+0000","last_change":"2023-09-21T13:06:24.356715+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.356715+0000","last_undegraded":"2023-09-21T13:06:24.356715+0000","last_fullsized":"2023-09-21T13:06:24.356715+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.359586+0000","last_change":"2023-09-21T13:06:24.359586+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.359586+0000","last_undegraded":"2023-09-21T13:06:24.359586+0000","last_fullsized":"2023-09-21T13:06:24.359586+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.352061+0000","last_change":"2023-09-21T13:06:24.352061+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.352061+0000","last_undegraded":"2023-09-21T13:06:24.352061+0000","last_fullsized":"2023-09-21T13:06:24.352061+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.350600+0000","last_change":"2023-09-21T13:06:24.350600+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.350600+0000","last_undegraded":"2023-09-21T13:06:24.350600+0000","last_fullsized":"2023-09-21T13:06:24.350600+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.355263+0000","last_change":"2023-09-21T13:06:24.355263+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.355263+0000","last_undegraded":"2023-09-21T13:06:24.355263+0000","last_fullsized":"2023-09-21T13:06:24.355263+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.353378+0000","last_change":"2023-09-21T13:06:24.353378+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.353378+0000","last_undegraded":"2023-09-21T13:06:24.353378+0000","last_fullsized":"2023-09-21T13:06:24.353378+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.351946+0000","last_change":"2023-09-21T13:06:24.351946+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.351946+0000","last_undegraded":"2023-09-21T13:06:24.351946+0000","last_fullsized":"2023-09-21T13:06:24.351946+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.350125+0000","last_change":"2023-09-21T13:06:24.350125+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.350125+0000","last_undegraded":"2023-09-21T13:06:24.350125+0000","last_fullsized":"2023-09-21T13:06:24.350125+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.351897+0000","last_change":"2023-09-21T13:06:24.351897+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.351897+0000","last_undegraded":"2023-09-21T13:06:24.351897+0000","last_fullsized":"2023-09-21T13:06:24.351897+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.358468+0000","last_change":"2023-09-21T13:06:24.358468+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.358468+0000","last_undegraded":"2023-09-21T13:06:24.358468+0000","last_fullsized":"2023-09-21T13:06:24.358468+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.350450+0000","last_change":"2023-09-21T13:06:24.350450+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.350450+0000","last_undegraded":"2023-09-21T13:06:24.350450+0000","last_fullsized":"2023-09-21T13:06:24.350450+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.362254+0000","last_change":"2023-09-21T13:06:24.362254+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.362254+0000","last_undegraded":"2023-09-21T13:06:24.362254+0000","last_fullsized":"2023-09-21T13:06:24.362254+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.351069+0000","last_change":"2023-09-21T13:06:24.351069+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.351069+0000","last_undegraded":"2023-09-21T13:06:24.351069+0000","last_fullsized":"2023-09-21T13:06:24.351069+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.353002+0000","last_change":"2023-09-21T13:06:24.353002+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.353002+0000","last_undegraded":"2023-09-21T13:06:24.353002+0000","last_fullsized":"2023-09-21T13:06:24.353002+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.358173+0000","last_change":"2023-09-21T13:06:24.358173+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.358173+0000","last_undegraded":"2023-09-21T13:06:24.358173+0000","last_fullsized":"2023-09-21T13:06:24.358173+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.350365+0000","last_change":"2023-09-21T13:06:24.350365+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.350365+0000","last_undegraded":"2023-09-21T13:06:24.350365+0000","last_fullsized":"2023-09-21T13:06:24.350365+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.355271+0000","last_change":"2023-09-21T13:06:24.355271+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.355271+0000","last_undegraded":"2023-09-21T13:06:24.355271+0000","last_fullsized":"2023-09-21T13:06:24.355271+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.354465+0000","last_change":"2023-09-21T13:06:24.354465+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.354465+0000","last_undegraded":"2023-09-21T13:06:24.354465+0000","last_fullsized":"2023-09-21T13:06:24.354465+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.365527+0000","last_change":"2023-09-21T13:06:24.363362+0000","last_active":"2023-09-21T13:06:24.365527+0000","last_peered":"2023-09-21T13:06:24.365527+0000","last_clean":"2023-09-21T13:06:24.365527+0000","last_became_active":"2023-09-21T13:06:24.363080+0000","last_became_peered":"2023-09-21T13:06:24.363080+0000","last_unstale":"2023-09-21T13:06:24.365527+0000","last_undegraded":"2023-09-21T13:06:24.365527+0000","last_fullsized":"2023-09-21T13:06:24.365527+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:45:17.080964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.350122+0000","last_change":"2023-09-21T13:06:24.350122+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.350122+0000","last_undegraded":"2023-09-21T13:06:24.350122+0000","last_fullsized":"2023-09-21T13:06:24.350122+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.365706+0000","last_change":"2023-09-21T13:06:24.364715+0000","last_active":"2023-09-21T13:06:24.365706+0000","last_peered":"2023-09-21T13:06:24.365706+0000","last_clean":"2023-09-21T13:06:24.365706+0000","last_became_active":"2023-09-21T13:06:24.364431+0000","last_became_peered":"2023-09-21T13:06:24.364431+0000","last_unstale":"2023-09-21T13:06:24.365706+0000","last_undegraded":"2023-09-21T13:06:24.365706+0000","last_fullsized":"2023-09-21T13:06:24.365706+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:33:33.889919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.351181+0000","last_change":"2023-09-21T13:06:24.351181+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.351181+0000","last_undegraded":"2023-09-21T13:06:24.351181+0000","last_fullsized":"2023-09-21T13:06:24.351181+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.370442+0000","last_change":"2023-09-21T13:06:24.369503+0000","last_active":"2023-09-21T13:06:24.370442+0000","last_peered":"2023-09-21T13:06:24.370442+0000","last_clean":"2023-09-21T13:06:24.370442+0000","last_became_active":"2023-09-21T13:06:24.369162+0000","last_became_peered":"2023-09-21T13:06:24.369162+0000","last_unstale":"2023-09-21T13:06:24.370442+0000","last_undegraded":"2023-09-21T13:06:24.370442+0000","last_fullsized":"2023-09-21T13:06:24.370442+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T19:56:21.594920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.361813+0000","last_change":"2023-09-21T13:06:24.361813+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.361813+0000","last_undegraded":"2023-09-21T13:06:24.361813+0000","last_fullsized":"2023-09-21T13:06:24.361813+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.372990+0000","last_change":"2023-09-21T13:06:24.370869+0000","last_active":"2023-09-21T13:06:24.372990+0000","last_peered":"2023-09-21T13:06:24.372990+0000","last_clean":"2023-09-21T13:06:24.372990+0000","last_became_active":"2023-09-21T13:06:24.370465+0000","last_became_peered":"2023-09-21T13:06:24.370465+0000","last_unstale":"2023-09-21T13:06:24.372990+0000","last_undegraded":"2023-09-21T13:06:24.372990+0000","last_fullsized":"2023-09-21T13:06:24.372990+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:44:05.695300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.357602+0000","last_change":"2023-09-21T13:06:24.357602+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.357602+0000","last_undegraded":"2023-09-21T13:06:24.357602+0000","last_fullsized":"2023-09-21T13:06:24.357602+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.364959+0000","last_change":"2023-09-21T13:06:24.361091+0000","last_active":"2023-09-21T13:06:24.364959+0000","last_peered":"2023-09-21T13:06:24.364959+0000","last_clean":"2023-09-21T13:06:24.364959+0000","last_became_active":"2023-09-21T13:06:24.360405+0000","last_became_peered":"2023-09-21T13:06:24.360405+0000","last_unstale":"2023-09-21T13:06:24.364959+0000","last_undegraded":"2023-09-21T13:06:24.364959+0000","last_fullsized":"2023-09-21T13:06:24.364959+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:00:45.608867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.350197+0000","last_change":"2023-09-21T13:06:24.350197+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.350197+0000","last_undegraded":"2023-09-21T13:06:24.350197+0000","last_fullsized":"2023-09-21T13:06:24.350197+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.364011+0000","last_change":"2023-09-21T13:06:24.362346+0000","last_active":"2023-09-21T13:06:24.364011+0000","last_peered":"2023-09-21T13:06:24.364011+0000","last_clean":"2023-09-21T13:06:24.364011+0000","last_became_active":"2023-09-21T13:06:24.362020+0000","last_became_peered":"2023-09-21T13:06:24.362020+0000","last_unstale":"2023-09-21T13:06:24.364011+0000","last_undegraded":"2023-09-21T13:06:24.364011+0000","last_fullsized":"2023-09-21T13:06:24.364011+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:54:20.591284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.350757+0000","last_change":"2023-09-21T13:06:24.350757+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.350757+0000","last_undegraded":"2023-09-21T13:06:24.350757+0000","last_fullsized":"2023-09-21T13:06:24.350757+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.365395+0000","last_change":"2023-09-21T13:06:24.363421+0000","last_active":"2023-09-21T13:06:24.365395+0000","last_peered":"2023-09-21T13:06:24.365395+0000","last_clean":"2023-09-21T13:06:24.365395+0000","last_became_active":"2023-09-21T13:06:24.363006+0000","last_became_peered":"2023-09-21T13:06:24.363006+0000","last_unstale":"2023-09-21T13:06:24.365395+0000","last_undegraded":"2023-09-21T13:06:24.365395+0000","last_fullsized":"2023-09-21T13:06:24.365395+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:11:03.141949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.356028+0000","last_change":"2023-09-21T13:06:24.356028+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.356028+0000","last_undegraded":"2023-09-21T13:06:24.356028+0000","last_fullsized":"2023-09-21T13:06:24.356028+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.363945+0000","last_change":"2023-09-21T13:06:24.362101+0000","last_active":"2023-09-21T13:06:24.363945+0000","last_peered":"2023-09-21T13:06:24.363945+0000","last_clean":"2023-09-21T13:06:24.363945+0000","last_became_active":"2023-09-21T13:06:24.361701+0000","last_became_peered":"2023-09-21T13:06:24.361701+0000","last_unstale":"2023-09-21T13:06:24.363945+0000","last_undegraded":"2023-09-21T13:06:24.363945+0000","last_fullsized":"2023-09-21T13:06:24.363945+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:44:05.695300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.349922+0000","last_change":"2023-09-21T13:06:24.349922+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.349922+0000","last_undegraded":"2023-09-21T13:06:24.349922+0000","last_fullsized":"2023-09-21T13:06:24.349922+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.368920+0000","last_change":"2023-09-21T13:06:24.366174+0000","last_active":"2023-09-21T13:06:24.368920+0000","last_peered":"2023-09-21T13:06:24.368920+0000","last_clean":"2023-09-21T13:06:24.368920+0000","last_became_active":"2023-09-21T13:06:24.365846+0000","last_became_peered":"2023-09-21T13:06:24.365846+0000","last_unstale":"2023-09-21T13:06:24.368920+0000","last_undegraded":"2023-09-21T13:06:24.368920+0000","last_fullsized":"2023-09-21T13:06:24.368920+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T15:38:09.061846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.351324+0000","last_change":"2023-09-21T13:06:24.351324+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.351324+0000","last_undegraded":"2023-09-21T13:06:24.351324+0000","last_fullsized":"2023-09-21T13:06:24.351324+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.365687+0000","last_change":"2023-09-21T13:06:24.363526+0000","last_active":"2023-09-21T13:06:24.365687+0000","last_peered":"2023-09-21T13:06:24.365687+0000","last_clean":"2023-09-21T13:06:24.365687+0000","last_became_active":"2023-09-21T13:06:24.363071+0000","last_became_peered":"2023-09-21T13:06:24.363071+0000","last_unstale":"2023-09-21T13:06:24.365687+0000","last_undegraded":"2023-09-21T13:06:24.365687+0000","last_fullsized":"2023-09-21T13:06:24.365687+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:28:03.723640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.351127+0000","last_change":"2023-09-21T13:06:24.351127+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.351127+0000","last_undegraded":"2023-09-21T13:06:24.351127+0000","last_fullsized":"2023-09-21T13:06:24.351127+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.366035+0000","last_change":"2023-09-21T13:06:24.364574+0000","last_active":"2023-09-21T13:06:24.366035+0000","last_peered":"2023-09-21T13:06:24.366035+0000","last_clean":"2023-09-21T13:06:24.366035+0000","last_became_active":"2023-09-21T13:06:24.364280+0000","last_became_peered":"2023-09-21T13:06:24.364280+0000","last_unstale":"2023-09-21T13:06:24.366035+0000","last_undegraded":"2023-09-21T13:06:24.366035+0000","last_fullsized":"2023-09-21T13:06:24.366035+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T18:33:00.589615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.353575+0000","last_change":"2023-09-21T13:06:24.353575+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.353575+0000","last_undegraded":"2023-09-21T13:06:24.353575+0000","last_fullsized":"2023-09-21T13:06:24.353575+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.370429+0000","last_change":"2023-09-21T13:06:24.369395+0000","last_active":"2023-09-21T13:06:24.370429+0000","last_peered":"2023-09-21T13:06:24.370429+0000","last_clean":"2023-09-21T13:06:24.370429+0000","last_became_active":"2023-09-21T13:06:24.369083+0000","last_became_peered":"2023-09-21T13:06:24.369083+0000","last_unstale":"2023-09-21T13:06:24.370429+0000","last_undegraded":"2023-09-21T13:06:24.370429+0000","last_fullsized":"2023-09-21T13:06:24.370429+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:18:43.164940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.356191+0000","last_change":"2023-09-21T13:06:24.356191+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.356191+0000","last_undegraded":"2023-09-21T13:06:24.356191+0000","last_fullsized":"2023-09-21T13:06:24.356191+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.364979+0000","last_change":"2023-09-21T13:06:24.361316+0000","last_active":"2023-09-21T13:06:24.364979+0000","last_peered":"2023-09-21T13:06:24.364979+0000","last_clean":"2023-09-21T13:06:24.364979+0000","last_became_active":"2023-09-21T13:06:24.360804+0000","last_became_peered":"2023-09-21T13:06:24.360804+0000","last_unstale":"2023-09-21T13:06:24.364979+0000","last_undegraded":"2023-09-21T13:06:24.364979+0000","last_fullsized":"2023-09-21T13:06:24.364979+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:32:11.912527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.350361+0000","last_change":"2023-09-21T13:06:24.350361+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.350361+0000","last_undegraded":"2023-09-21T13:06:24.350361+0000","last_fullsized":"2023-09-21T13:06:24.350361+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.368356+0000","last_change":"2023-09-21T13:06:24.362212+0000","last_active":"2023-09-21T13:06:24.368356+0000","last_peered":"2023-09-21T13:06:24.368356+0000","last_clean":"2023-09-21T13:06:24.368356+0000","last_became_active":"2023-09-21T13:06:24.361904+0000","last_became_peered":"2023-09-21T13:06:24.361904+0000","last_unstale":"2023-09-21T13:06:24.368356+0000","last_undegraded":"2023-09-21T13:06:24.368356+0000","last_fullsized":"2023-09-21T13:06:24.368356+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:28:03.723640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.355813+0000","last_change":"2023-09-21T13:06:24.355813+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.355813+0000","last_undegraded":"2023-09-21T13:06:24.355813+0000","last_fullsized":"2023-09-21T13:06:24.355813+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.368217+0000","last_change":"2023-09-21T13:06:24.365450+0000","last_active":"2023-09-21T13:06:24.368217+0000","last_peered":"2023-09-21T13:06:24.368217+0000","last_clean":"2023-09-21T13:06:24.368217+0000","last_became_active":"2023-09-21T13:06:24.364505+0000","last_became_peered":"2023-09-21T13:06:24.364505+0000","last_unstale":"2023-09-21T13:06:24.368217+0000","last_undegraded":"2023-09-21T13:06:24.368217+0000","last_fullsized":"2023-09-21T13:06:24.368217+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:42:32.330752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.349714+0000","last_change":"2023-09-21T13:06:24.349714+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.349714+0000","last_undegraded":"2023-09-21T13:06:24.349714+0000","last_fullsized":"2023-09-21T13:06:24.349714+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.369547+0000","last_change":"2023-09-21T13:06:24.367341+0000","last_active":"2023-09-21T13:06:24.369547+0000","last_peered":"2023-09-21T13:06:24.369547+0000","last_clean":"2023-09-21T13:06:24.369547+0000","last_became_active":"2023-09-21T13:06:24.367030+0000","last_became_peered":"2023-09-21T13:06:24.367030+0000","last_unstale":"2023-09-21T13:06:24.369547+0000","last_undegraded":"2023-09-21T13:06:24.369547+0000","last_fullsized":"2023-09-21T13:06:24.369547+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:42:48.476516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.352443+0000","last_change":"2023-09-21T13:06:24.352443+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.352443+0000","last_undegraded":"2023-09-21T13:06:24.352443+0000","last_fullsized":"2023-09-21T13:06:24.352443+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.370255+0000","last_change":"2023-09-21T13:06:24.369273+0000","last_active":"2023-09-21T13:06:24.370255+0000","last_peered":"2023-09-21T13:06:24.370255+0000","last_clean":"2023-09-21T13:06:24.370255+0000","last_became_active":"2023-09-21T13:06:24.368980+0000","last_became_peered":"2023-09-21T13:06:24.368980+0000","last_unstale":"2023-09-21T13:06:24.370255+0000","last_undegraded":"2023-09-21T13:06:24.370255+0000","last_fullsized":"2023-09-21T13:06:24.370255+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:42:48.476516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.352164+0000","last_change":"2023-09-21T13:06:24.352164+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.352164+0000","last_undegraded":"2023-09-21T13:06:24.352164+0000","last_fullsized":"2023-09-21T13:06:24.352164+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.362624+0000","last_change":"2023-09-21T13:06:24.360790+0000","last_active":"2023-09-21T13:06:24.362624+0000","last_peered":"2023-09-21T13:06:24.362624+0000","last_clean":"2023-09-21T13:06:24.362624+0000","last_became_active":"2023-09-21T13:06:24.360478+0000","last_became_peered":"2023-09-21T13:06:24.360478+0000","last_unstale":"2023-09-21T13:06:24.362624+0000","last_undegraded":"2023-09-21T13:06:24.362624+0000","last_fullsized":"2023-09-21T13:06:24.362624+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:16:40.598697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.360886+0000","last_change":"2023-09-21T13:06:24.360886+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.360886+0000","last_undegraded":"2023-09-21T13:06:24.360886+0000","last_fullsized":"2023-09-21T13:06:24.360886+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.362657+0000","last_change":"2023-09-21T13:06:24.360906+0000","last_active":"2023-09-21T13:06:24.362657+0000","last_peered":"2023-09-21T13:06:24.362657+0000","last_clean":"2023-09-21T13:06:24.362657+0000","last_became_active":"2023-09-21T13:06:24.360606+0000","last_became_peered":"2023-09-21T13:06:24.360606+0000","last_unstale":"2023-09-21T13:06:24.362657+0000","last_undegraded":"2023-09-21T13:06:24.362657+0000","last_fullsized":"2023-09-21T13:06:24.362657+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:52:29.126895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.357737+0000","last_change":"2023-09-21T13:06:24.357737+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.357737+0000","last_undegraded":"2023-09-21T13:06:24.357737+0000","last_fullsized":"2023-09-21T13:06:24.357737+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.364725+0000","last_change":"2023-09-21T13:06:24.362946+0000","last_active":"2023-09-21T13:06:24.364725+0000","last_peered":"2023-09-21T13:06:24.364725+0000","last_clean":"2023-09-21T13:06:24.364725+0000","last_became_active":"2023-09-21T13:06:24.362559+0000","last_became_peered":"2023-09-21T13:06:24.362559+0000","last_unstale":"2023-09-21T13:06:24.364725+0000","last_undegraded":"2023-09-21T13:06:24.364725+0000","last_fullsized":"2023-09-21T13:06:24.364725+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:33:33.889919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.356040+0000","last_change":"2023-09-21T13:06:24.356040+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.356040+0000","last_undegraded":"2023-09-21T13:06:24.356040+0000","last_fullsized":"2023-09-21T13:06:24.356040+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.368142+0000","last_change":"2023-09-21T13:06:24.366808+0000","last_active":"2023-09-21T13:06:24.368142+0000","last_peered":"2023-09-21T13:06:24.368142+0000","last_clean":"2023-09-21T13:06:24.368142+0000","last_became_active":"2023-09-21T13:06:24.366526+0000","last_became_peered":"2023-09-21T13:06:24.366526+0000","last_unstale":"2023-09-21T13:06:24.368142+0000","last_undegraded":"2023-09-21T13:06:24.368142+0000","last_fullsized":"2023-09-21T13:06:24.368142+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:45:17.080964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.357031+0000","last_change":"2023-09-21T13:06:24.357031+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.357031+0000","last_undegraded":"2023-09-21T13:06:24.357031+0000","last_fullsized":"2023-09-21T13:06:24.357031+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.367168+0000","last_change":"2023-09-21T13:06:24.366706+0000","last_active":"2023-09-21T13:06:24.367168+0000","last_peered":"2023-09-21T13:06:24.367168+0000","last_clean":"2023-09-21T13:06:24.367168+0000","last_became_active":"2023-09-21T13:06:24.366366+0000","last_became_peered":"2023-09-21T13:06:24.366366+0000","last_unstale":"2023-09-21T13:06:24.367168+0000","last_undegraded":"2023-09-21T13:06:24.367168+0000","last_fullsized":"2023-09-21T13:06:24.367168+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:28:03.723640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.354749+0000","last_change":"2023-09-21T13:06:24.354749+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.354749+0000","last_undegraded":"2023-09-21T13:06:24.354749+0000","last_fullsized":"2023-09-21T13:06:24.354749+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.364389+0000","last_change":"2023-09-21T13:06:24.362958+0000","last_active":"2023-09-21T13:06:24.364389+0000","last_peered":"2023-09-21T13:06:24.364389+0000","last_clean":"2023-09-21T13:06:24.364389+0000","last_became_active":"2023-09-21T13:06:24.362639+0000","last_became_peered":"2023-09-21T13:06:24.362639+0000","last_unstale":"2023-09-21T13:06:24.364389+0000","last_undegraded":"2023-09-21T13:06:24.364389+0000","last_fullsized":"2023-09-21T13:06:24.364389+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T19:33:21.922660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.359387+0000","last_change":"2023-09-21T13:06:24.359387+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.359387+0000","last_undegraded":"2023-09-21T13:06:24.359387+0000","last_fullsized":"2023-09-21T13:06:24.359387+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.366061+0000","last_change":"2023-09-21T13:06:24.364658+0000","last_active":"2023-09-21T13:06:24.366061+0000","last_peered":"2023-09-21T13:06:24.366061+0000","last_clean":"2023-09-21T13:06:24.366061+0000","last_became_active":"2023-09-21T13:06:24.364372+0000","last_became_peered":"2023-09-21T13:06:24.364372+0000","last_unstale":"2023-09-21T13:06:24.366061+0000","last_undegraded":"2023-09-21T13:06:24.366061+0000","last_fullsized":"2023-09-21T13:06:24.366061+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T16:48:00.008739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.355835+0000","last_change":"2023-09-21T13:06:24.355835+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.355835+0000","last_undegraded":"2023-09-21T13:06:24.355835+0000","last_fullsized":"2023-09-21T13:06:24.355835+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.370820+0000","last_change":"2023-09-21T13:06:24.369954+0000","last_active":"2023-09-21T13:06:24.370820+0000","last_peered":"2023-09-21T13:06:24.370820+0000","last_clean":"2023-09-21T13:06:24.370820+0000","last_became_active":"2023-09-21T13:06:24.369630+0000","last_became_peered":"2023-09-21T13:06:24.369630+0000","last_unstale":"2023-09-21T13:06:24.370820+0000","last_undegraded":"2023-09-21T13:06:24.370820+0000","last_fullsized":"2023-09-21T13:06:24.370820+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T19:56:21.594920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.350132+0000","last_change":"2023-09-21T13:06:24.350132+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.350132+0000","last_undegraded":"2023-09-21T13:06:24.350132+0000","last_fullsized":"2023-09-21T13:06:24.350132+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.368234+0000","last_change":"2023-09-21T13:06:24.367302+0000","last_active":"2023-09-21T13:06:24.368234+0000","last_peered":"2023-09-21T13:06:24.368234+0000","last_clean":"2023-09-21T13:06:24.368234+0000","last_became_active":"2023-09-21T13:06:24.366994+0000","last_became_peered":"2023-09-21T13:06:24.366994+0000","last_unstale":"2023-09-21T13:06:24.368234+0000","last_undegraded":"2023-09-21T13:06:24.368234+0000","last_fullsized":"2023-09-21T13:06:24.368234+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:49:17.880373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.353874+0000","last_change":"2023-09-21T13:06:24.353874+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.353874+0000","last_undegraded":"2023-09-21T13:06:24.353874+0000","last_fullsized":"2023-09-21T13:06:24.353874+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.370701+0000","last_change":"2023-09-21T13:06:24.368875+0000","last_active":"2023-09-21T13:06:24.370701+0000","last_peered":"2023-09-21T13:06:24.370701+0000","last_clean":"2023-09-21T13:06:24.370701+0000","last_became_active":"2023-09-21T13:06:24.368567+0000","last_became_peered":"2023-09-21T13:06:24.368567+0000","last_unstale":"2023-09-21T13:06:24.370701+0000","last_undegraded":"2023-09-21T13:06:24.370701+0000","last_fullsized":"2023-09-21T13:06:24.370701+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:18:43.164940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.349724+0000","last_change":"2023-09-21T13:06:24.349724+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.349724+0000","last_undegraded":"2023-09-21T13:06:24.349724+0000","last_fullsized":"2023-09-21T13:06:24.349724+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.365095+0000","last_change":"2023-09-21T13:06:24.362218+0000","last_active":"2023-09-21T13:06:24.365095+0000","last_peered":"2023-09-21T13:06:24.365095+0000","last_clean":"2023-09-21T13:06:24.365095+0000","last_became_active":"2023-09-21T13:06:24.360331+0000","last_became_peered":"2023-09-21T13:06:24.360331+0000","last_unstale":"2023-09-21T13:06:24.365095+0000","last_undegraded":"2023-09-21T13:06:24.365095+0000","last_fullsized":"2023-09-21T13:06:24.365095+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:48:33.556913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.354853+0000","last_change":"2023-09-21T13:06:24.354853+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.354853+0000","last_undegraded":"2023-09-21T13:06:24.354853+0000","last_fullsized":"2023-09-21T13:06:24.354853+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.368333+0000","last_change":"2023-09-21T13:06:24.361065+0000","last_active":"2023-09-21T13:06:24.368333+0000","last_peered":"2023-09-21T13:06:24.368333+0000","last_clean":"2023-09-21T13:06:24.368333+0000","last_became_active":"2023-09-21T13:06:24.360747+0000","last_became_peered":"2023-09-21T13:06:24.360747+0000","last_unstale":"2023-09-21T13:06:24.368333+0000","last_undegraded":"2023-09-21T13:06:24.368333+0000","last_fullsized":"2023-09-21T13:06:24.368333+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:45:17.080964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.352199+0000","last_change":"2023-09-21T13:06:24.352199+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.352199+0000","last_undegraded":"2023-09-21T13:06:24.352199+0000","last_fullsized":"2023-09-21T13:06:24.352199+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.360380+0000","last_change":"2023-09-21T13:06:24.357404+0000","last_active":"2023-09-21T13:06:24.360380+0000","last_peered":"2023-09-21T13:06:24.360380+0000","last_clean":"2023-09-21T13:06:24.360380+0000","last_became_active":"2023-09-21T13:06:24.357042+0000","last_became_peered":"2023-09-21T13:06:24.357042+0000","last_unstale":"2023-09-21T13:06:24.360380+0000","last_undegraded":"2023-09-21T13:06:24.360380+0000","last_fullsized":"2023-09-21T13:06:24.360380+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:50:15.487512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.352007+0000","last_change":"2023-09-21T13:06:24.352007+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.352007+0000","last_undegraded":"2023-09-21T13:06:24.352007+0000","last_fullsized":"2023-09-21T13:06:24.352007+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.366507+0000","last_change":"2023-09-21T13:06:24.364798+0000","last_active":"2023-09-21T13:06:24.366507+0000","last_peered":"2023-09-21T13:06:24.366507+0000","last_clean":"2023-09-21T13:06:24.366507+0000","last_became_active":"2023-09-21T13:06:24.364495+0000","last_became_peered":"2023-09-21T13:06:24.364495+0000","last_unstale":"2023-09-21T13:06:24.366507+0000","last_undegraded":"2023-09-21T13:06:24.366507+0000","last_fullsized":"2023-09-21T13:06:24.366507+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:48:25.470504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2023-09-21T13:06:24.357987+0000","last_change":"2023-09-21T13:06:24.357987+0000","last_active":"2023-09-21T13:06:24.330353+0000","last_peered":"2023-09-21T13:06:24.330353+0000","last_clean":"2023-09-21T13:06:24.330353+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-21T13:06:24.357987+0000","last_undegraded":"2023-09-21T13:06:24.357987+0000","last_fullsized":"2023-09-21T13:06:24.357987+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T13:06:24.362331+0000","last_change":"2023-09-21T13:06:24.360697+0000","last_active":"2023-09-21T13:06:24.362331+0000","last_peered":"2023-09-21T13:06:24.362331+0000","last_clean":"2023-09-21T13:06:24.362331+0000","last_became_active":"2023-09-21T13:06:24.360361+0000","last_became_peered":"2023-09-21T13:06:24.360361+0000","last_unstale":"2023-09-21T13:06:24.362331+0000","last_undegraded":"2023-09-21T13:06:24.362331+0000","last_fullsized":"2023-09-21T13:06:24.362331+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:48:33.556913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":174,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-09-21T13:06:23.346260+0000","last_change":"2023-09-21T13:05:07.001411+0000","last_active":"2023-09-21T13:06:23.346260+0000","last_peered":"2023-09-21T13:06:23.346260+0000","last_clean":"2023-09-21T13:06:23.346260+0000","last_became_active":"2023-09-21T13:05:07.000380+0000","last_became_peered":"2023-09-21T13:05:07.000380+0000","last_unstale":"2023-09-21T13:06:23.346260+0000","last_undegraded":"2023-09-21T13:06:23.346260+0000","last_fullsized":"2023-09-21T13:06:23.346260+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:05.398949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:05.398949+0000","last_clean_scrub_stamp":"2023-09-21T13:05:05.398949+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:22:48.016821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574867,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27940,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343900,"statfs":{"total":96636764160,"available":96608153600,"internally_reserved":0,"allocated":942080,"data_stored":723261,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":6.5919999999999996,"5min":6.5919999999999996,"15min":6.5919999999999996},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":7.532,"5min":7.532,"15min":7.532},"last":0.71099999999999997}]},{"osd":1,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.874,"5min":0.874,"15min":0.874},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":7.4690000000000003,"5min":7.4690000000000003,"15min":7.4690000000000003},"last":0.68300000000000005},{"interface":"front","average":{"1min":1.236,"5min":1.236,"15min":1.236},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":14.695,"5min":14.695,"15min":14.695},"last":0.54000000000000004}]},{"osd":2,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":7.569,"5min":7.569,"15min":7.569},"last":0.64400000000000002},{"interface":"front","average":{"1min":1.258,"5min":1.258,"15min":1.258},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":14.56,"5min":14.56,"15min":14.56},"last":0.57099999999999995}]},{"osd":3,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":1.208,"5min":1.208,"15min":1.208},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":14.497,"5min":14.497,"15min":14.497},"last":0.55900000000000005},{"interface":"front","average":{"1min":1.4390000000000001,"5min":1.4390000000000001,"15min":1.4390000000000001},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":14.455,"5min":14.455,"15min":14.455},"last":0.626}]},{"osd":4,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.505}]},{"osd":5,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.60499999999999998}]},{"osd":6,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.66500000000000004},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.59199999999999997}]}]},{"osd":6,"up_from":13,"seq":55834574867,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":348160,"data_stored":132893,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.72099999999999997},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.61399999999999999}]},{"osd":1,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.68500000000000005}]},{"osd":2,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.66800000000000004}]},{"osd":3,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.70099999999999996}]},{"osd":4,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.501},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.45900000000000002}]},{"osd":5,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.57099999999999995}]},{"osd":7,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"min":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.58999999999999997}]}]},{"osd":1,"up_from":13,"seq":55834574867,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27372,"kb_used_data":352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344468,"statfs":{"total":96636764160,"available":96608735232,"internally_reserved":0,"allocated":360448,"data_stored":139160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"last":0.40699999999999997}]},{"osd":2,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.44700000000000001}]},{"osd":3,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.439,"15min":0.439},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.49199999999999999}]},{"osd":4,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.05,"5min":1.05,"15min":1.05},"last":0.70399999999999996},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.51400000000000001}]},{"osd":5,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":1.032,"5min":1.032,"15min":1.032},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"min":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"max":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.748}]},{"osd":6,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":1.0069999999999999,"5min":1.0069999999999999,"15min":1.0069999999999999},"last":0.78100000000000003}]},{"osd":7,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.72099999999999997},{"interface":"front","average":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.58999999999999997}]}]},{"osd":0,"up_from":13,"seq":55834574868,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27940,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343900,"statfs":{"total":96636764160,"available":96608153600,"internally_reserved":0,"allocated":942080,"data_stored":723261,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":10.347,"5min":10.347,"15min":10.347},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.44,"5min":0.44,"15min":0.44},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":1.3129999999999999,"5min":1.3129999999999999,"15min":1.3129999999999999},"last":0.25700000000000001}]},{"osd":2,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":10.427,"5min":10.427,"15min":10.427},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.498,"5min":0.498,"15min":0.498},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":1.4570000000000001,"5min":1.4570000000000001,"15min":1.4570000000000001},"last":0.40999999999999998}]},{"osd":3,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":10.496,"5min":10.496,"15min":10.496},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.96099999999999997,"5min":0.96099999999999997,"15min":0.96099999999999997},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":10.459,"5min":10.459,"15min":10.459},"last":0.46000000000000002}]},{"osd":4,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"min":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":1.3600000000000001,"5min":1.3600000000000001,"15min":1.3600000000000001},"last":0.51300000000000001},{"interface":"front","average":{"1min":1.161,"5min":1.161,"15min":1.161},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":10.526999999999999,"5min":10.526999999999999,"15min":10.526999999999999},"last":0.57599999999999996}]},{"osd":5,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":1.1319999999999999,"5min":1.1319999999999999,"15min":1.1319999999999999},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":10.583,"5min":10.583,"15min":10.583},"last":0.65000000000000002},{"interface":"front","average":{"1min":1.1499999999999999,"5min":1.1499999999999999,"15min":1.1499999999999999},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":10.302,"5min":10.302,"15min":10.302},"last":0.503}]},{"osd":6,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":1.163,"5min":1.163,"15min":1.163},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":10.394,"5min":10.394,"15min":10.394},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.746,"5min":0.746,"15min":0.746},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":1.4259999999999999,"5min":1.4259999999999999,"15min":1.4259999999999999},"last":0.56299999999999994}]},{"osd":7,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.3939999999999999,"5min":1.3939999999999999,"15min":1.3939999999999999},"last":0.61399999999999999},{"interface":"front","average":{"1min":1.2,"5min":1.2,"15min":1.2},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":10.555,"5min":10.555,"15min":10.555},"last":0.68999999999999995}]}]},{"osd":2,"up_from":13,"seq":55834574868,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":348160,"data_stored":132893,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 21 13:06:05 2023","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"last":0.443}]},{"osd":1,"last update":"Thu Sep 21 13:06:05 2023","interfaces":[{"interface":"back","average":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.379}]},{"osd":3,"last update":"Thu Sep 21 13:06:05 2023","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.48999999999999999}]},{"osd":4,"last update":"Thu Sep 21 13:06:05 2023","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.71799999999999997}]},{"osd":5,"last update":"Thu Sep 21 13:06:05 2023","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.70299999999999996}]},{"osd":6,"last update":"Thu Sep 21 13:06:05 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"min":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.73199999999999998}]},{"osd":7,"last update":"Thu Sep 21 13:06:05 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.68000000000000005},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.77100000000000002}]}]},{"osd":3,"up_from":13,"seq":55834574867,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27372,"kb_used_data":352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344468,"statfs":{"total":96636764160,"available":96608735232,"internally_reserved":0,"allocated":360448,"data_stored":139160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 21 13:06:09 2023","interfaces":[{"interface":"back","average":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.495,"5min":0.495,"15min":0.495},"last":0.26700000000000002},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.32300000000000001}]},{"osd":1,"last update":"Thu Sep 21 13:06:09 2023","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.31}]},{"osd":2,"last update":"Thu Sep 21 13:06:09 2023","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.436,"15min":0.436},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.376},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":1.149,"5min":1.149,"15min":1.149},"last":0.39400000000000002}]},{"osd":4,"last update":"Thu Sep 21 13:06:09 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.169,"5min":1.169,"15min":1.169},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.53400000000000003}]},{"osd":5,"last update":"Thu Sep 21 13:06:09 2023","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"min":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":1.1930000000000001,"5min":1.1930000000000001,"15min":1.1930000000000001},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":0.997,"5min":0.997,"15min":0.997},"last":0.51600000000000001}]},{"osd":6,"last update":"Thu Sep 21 13:06:09 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"min":{"1min":0.499,"5min":0.499,"15min":0.499},"max":{"1min":1.218,"5min":1.218,"15min":1.218},"last":0.44500000000000001}]},{"osd":7,"last update":"Thu Sep 21 13:06:09 2023","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":1.113,"5min":1.113,"15min":1.113},"last":0.62}]}]},{"osd":4,"up_from":13,"seq":55834574867,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":348160,"data_stored":132893,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":1.242,"5min":1.242,"15min":1.242},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.52200000000000002}]},{"osd":1,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.68100000000000005}]},{"osd":2,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":6.9450000000000003,"5min":6.9450000000000003,"15min":6.9450000000000003},"last":0.502},{"interface":"front","average":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":6.9219999999999997,"5min":6.9219999999999997,"15min":6.9219999999999997},"last":0.83199999999999996}]},{"osd":3,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.63},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.66100000000000003}]},{"osd":5,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.77200000000000002},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.73099999999999998}]},{"osd":6,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.93500000000000005,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.752},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":1.117,"5min":1.117,"15min":1.117},"last":0.87}]},{"osd":7,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.80700000000000005},{"interface":"front","average":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"min":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.022,"5min":1.022,"15min":1.022},"last":0.79400000000000004}]}]},{"osd":5,"up_from":13,"seq":55834574868,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":348160,"data_stored":132893,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 21 13:06:08 2023","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.79400000000000004}]},{"osd":1,"last update":"Thu Sep 21 13:06:08 2023","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.65500000000000003}]},{"osd":2,"last update":"Thu Sep 21 13:06:08 2023","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":1.0269999999999999,"5min":1.0269999999999999,"15min":1.0269999999999999},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.66900000000000004}]},{"osd":3,"last update":"Thu Sep 21 13:06:08 2023","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.69299999999999995},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.72199999999999998}]},{"osd":4,"last update":"Thu Sep 21 13:06:08 2023","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.623,"5min":0.623,"15min":0.623},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":1.3799999999999999,"5min":1.3799999999999999,"15min":1.3799999999999999},"last":0.63500000000000001}]},{"osd":6,"last update":"Thu Sep 21 13:06:08 2023","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.60299999999999998}]},{"osd":7,"last update":"Thu Sep 21 13:06:08 2023","interfaces":[{"interface":"back","average":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":1.0940000000000001,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.745},{"interface":"front","average":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":1.0469999999999999,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.77300000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-21T13:06:30.465 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.3f is not active+clean 2023-09-21T13:06:30.466 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.3f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2023-09-21T13:06:24.350559+0000', 'last_change': '2023-09-21T13:06:24.350559+0000', 'last_active': '2023-09-21T13:06:24.330353+0000', 'last_peered': '2023-09-21T13:06:24.330353+0000', 'last_clean': '2023-09-21T13:06:24.330353+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-09-21T13:06:24.350559+0000', 'last_undegraded': '2023-09-21T13:06:24.350559+0000', 'last_fullsized': '2023-09-21T13:06:24.350559+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_clean_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 5], 'acting': [6, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2023-09-21T13:06:30.467 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.3e is not active+clean 2023-09-21T13:06:30.468 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.3e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2023-09-21T13:06:24.352906+0000', 'last_change': '2023-09-21T13:06:24.352906+0000', 'last_active': '2023-09-21T13:06:24.330353+0000', 'last_peered': '2023-09-21T13:06:24.330353+0000', 'last_clean': '2023-09-21T13:06:24.330353+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-09-21T13:06:24.352906+0000', 'last_undegraded': '2023-09-21T13:06:24.352906+0000', 'last_fullsized': '2023-09-21T13:06:24.352906+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_clean_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-09-21T13:06:30.469 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.3d is not active+clean 2023-09-21T13:06:30.469 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.3d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2023-09-21T13:06:24.354330+0000', 'last_change': '2023-09-21T13:06:24.354330+0000', 'last_active': '2023-09-21T13:06:24.330353+0000', 'last_peered': '2023-09-21T13:06:24.330353+0000', 'last_clean': '2023-09-21T13:06:24.330353+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-09-21T13:06:24.354330+0000', 'last_undegraded': '2023-09-21T13:06:24.354330+0000', 'last_fullsized': '2023-09-21T13:06:24.354330+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_clean_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-09-21T13:06:30.470 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.3c is not active+clean 2023-09-21T13:06:30.470 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.3c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2023-09-21T13:06:24.361337+0000', 'last_change': '2023-09-21T13:06:24.361337+0000', 'last_active': '2023-09-21T13:06:24.330353+0000', 'last_peered': '2023-09-21T13:06:24.330353+0000', 'last_clean': '2023-09-21T13:06:24.330353+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-09-21T13:06:24.361337+0000', 'last_undegraded': '2023-09-21T13:06:24.361337+0000', 'last_fullsized': '2023-09-21T13:06:24.361337+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_clean_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4], 'acting': [1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2023-09-21T13:06:30.471 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.3b is not active+clean 2023-09-21T13:06:30.471 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.3b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2023-09-21T13:06:24.357548+0000', 'last_change': '2023-09-21T13:06:24.357548+0000', 'last_active': '2023-09-21T13:06:24.330353+0000', 'last_peered': '2023-09-21T13:06:24.330353+0000', 'last_clean': '2023-09-21T13:06:24.330353+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-09-21T13:06:24.357548+0000', 'last_undegraded': '2023-09-21T13:06:24.357548+0000', 'last_fullsized': '2023-09-21T13:06:24.357548+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_clean_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2023-09-21T13:06:30.472 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.3a is not active+clean 2023-09-21T13:06:30.473 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.3a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2023-09-21T13:06:24.352812+0000', 'last_change': '2023-09-21T13:06:24.352812+0000', 'last_active': '2023-09-21T13:06:24.330353+0000', 'last_peered': '2023-09-21T13:06:24.330353+0000', 'last_clean': '2023-09-21T13:06:24.330353+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-09-21T13:06:24.352812+0000', 'last_undegraded': '2023-09-21T13:06:24.352812+0000', 'last_fullsized': '2023-09-21T13:06:24.352812+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_clean_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 5], 'acting': [3, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-09-21T13:06:30.473 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.39 is not active+clean 2023-09-21T13:06:30.474 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.39', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2023-09-21T13:06:24.359837+0000', 'last_change': '2023-09-21T13:06:24.359837+0000', 'last_active': '2023-09-21T13:06:24.330353+0000', 'last_peered': '2023-09-21T13:06:24.330353+0000', 'last_clean': '2023-09-21T13:06:24.330353+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-09-21T13:06:24.359837+0000', 'last_undegraded': '2023-09-21T13:06:24.359837+0000', 'last_fullsized': '2023-09-21T13:06:24.359837+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_clean_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-09-21T13:06:30.474 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.38 is not active+clean 2023-09-21T13:06:30.475 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.38', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2023-09-21T13:06:24.357663+0000', 'last_change': '2023-09-21T13:06:24.357663+0000', 'last_active': '2023-09-21T13:06:24.330353+0000', 'last_peered': '2023-09-21T13:06:24.330353+0000', 'last_clean': '2023-09-21T13:06:24.330353+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-09-21T13:06:24.357663+0000', 'last_undegraded': '2023-09-21T13:06:24.357663+0000', 'last_fullsized': '2023-09-21T13:06:24.357663+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_clean_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-09-21T13:06:30.476 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.37 is not active+clean 2023-09-21T13:06:30.476 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.37', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2023-09-21T13:06:24.351182+0000', 'last_change': '2023-09-21T13:06:24.351182+0000', 'last_active': '2023-09-21T13:06:24.330353+0000', 'last_peered': '2023-09-21T13:06:24.330353+0000', 'last_clean': '2023-09-21T13:06:24.330353+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-09-21T13:06:24.351182+0000', 'last_undegraded': '2023-09-21T13:06:24.351182+0000', 'last_fullsized': '2023-09-21T13:06:24.351182+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_clean_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 1], 'acting': [4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-09-21T13:06:30.476 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.36 is not active+clean 2023-09-21T13:06:30.477 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.36', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2023-09-21T13:06:24.363117+0000', 'last_change': '2023-09-21T13:06:24.363117+0000', 'last_active': '2023-09-21T13:06:24.330353+0000', 'last_peered': '2023-09-21T13:06:24.330353+0000', 'last_clean': '2023-09-21T13:06:24.330353+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-09-21T13:06:24.363117+0000', 'last_undegraded': '2023-09-21T13:06:24.363117+0000', 'last_fullsized': '2023-09-21T13:06:24.363117+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_clean_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 3], 'acting': [1, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2023-09-21T13:06:30.477 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.35 is not active+clean 2023-09-21T13:06:30.478 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.35', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2023-09-21T13:06:24.358990+0000', 'last_change': '2023-09-21T13:06:24.358990+0000', 'last_active': '2023-09-21T13:06:24.330353+0000', 'last_peered': '2023-09-21T13:06:24.330353+0000', 'last_clean': '2023-09-21T13:06:24.330353+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-09-21T13:06:24.358990+0000', 'last_undegraded': '2023-09-21T13:06:24.358990+0000', 'last_fullsized': '2023-09-21T13:06:24.358990+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_clean_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 1], 'acting': [7, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-09-21T13:06:30.478 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.34 is not active+clean 2023-09-21T13:06:30.479 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.34', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2023-09-21T13:06:24.351535+0000', 'last_change': '2023-09-21T13:06:24.351535+0000', 'last_active': '2023-09-21T13:06:24.330353+0000', 'last_peered': '2023-09-21T13:06:24.330353+0000', 'last_clean': '2023-09-21T13:06:24.330353+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-09-21T13:06:24.351535+0000', 'last_undegraded': '2023-09-21T13:06:24.351535+0000', 'last_fullsized': '2023-09-21T13:06:24.351535+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_clean_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-09-21T13:06:30.479 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.33 is not active+clean 2023-09-21T13:06:30.480 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.33', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2023-09-21T13:06:24.356643+0000', 'last_change': '2023-09-21T13:06:24.356643+0000', 'last_active': '2023-09-21T13:06:24.330353+0000', 'last_peered': '2023-09-21T13:06:24.330353+0000', 'last_clean': '2023-09-21T13:06:24.330353+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-09-21T13:06:24.356643+0000', 'last_undegraded': '2023-09-21T13:06:24.356643+0000', 'last_fullsized': '2023-09-21T13:06:24.356643+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_clean_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 1], 'acting': [2, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2023-09-21T13:06:30.480 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.32 is not active+clean 2023-09-21T13:06:30.480 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.32', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2023-09-21T13:06:24.352186+0000', 'last_change': '2023-09-21T13:06:24.352186+0000', 'last_active': '2023-09-21T13:06:24.330353+0000', 'last_peered': '2023-09-21T13:06:24.330353+0000', 'last_clean': '2023-09-21T13:06:24.330353+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-09-21T13:06:24.352186+0000', 'last_undegraded': '2023-09-21T13:06:24.352186+0000', 'last_fullsized': '2023-09-21T13:06:24.352186+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_clean_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 2], 'acting': [3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-09-21T13:06:30.481 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.31 is not active+clean 2023-09-21T13:06:30.481 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.31', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2023-09-21T13:06:24.350338+0000', 'last_change': '2023-09-21T13:06:24.350338+0000', 'last_active': '2023-09-21T13:06:24.330353+0000', 'last_peered': '2023-09-21T13:06:24.330353+0000', 'last_clean': '2023-09-21T13:06:24.330353+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-09-21T13:06:24.350338+0000', 'last_undegraded': '2023-09-21T13:06:24.350338+0000', 'last_fullsized': '2023-09-21T13:06:24.350338+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_clean_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 6], 'acting': [5, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-09-21T13:06:30.482 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.30 is not active+clean 2023-09-21T13:06:30.482 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.30', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2023-09-21T13:06:24.356715+0000', 'last_change': '2023-09-21T13:06:24.356715+0000', 'last_active': '2023-09-21T13:06:24.330353+0000', 'last_peered': '2023-09-21T13:06:24.330353+0000', 'last_clean': '2023-09-21T13:06:24.330353+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-09-21T13:06:24.356715+0000', 'last_undegraded': '2023-09-21T13:06:24.356715+0000', 'last_fullsized': '2023-09-21T13:06:24.356715+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_clean_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 3], 'acting': [7, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-09-21T13:06:30.483 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.2f is not active+clean 2023-09-21T13:06:30.483 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.2f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2023-09-21T13:06:24.359586+0000', 'last_change': '2023-09-21T13:06:24.359586+0000', 'last_active': '2023-09-21T13:06:24.330353+0000', 'last_peered': '2023-09-21T13:06:24.330353+0000', 'last_clean': '2023-09-21T13:06:24.330353+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-09-21T13:06:24.359586+0000', 'last_undegraded': '2023-09-21T13:06:24.359586+0000', 'last_fullsized': '2023-09-21T13:06:24.359586+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_clean_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-09-21T13:06:30.484 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.2e is not active+clean 2023-09-21T13:06:30.484 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.2e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2023-09-21T13:06:24.352061+0000', 'last_change': '2023-09-21T13:06:24.352061+0000', 'last_active': '2023-09-21T13:06:24.330353+0000', 'last_peered': '2023-09-21T13:06:24.330353+0000', 'last_clean': '2023-09-21T13:06:24.330353+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-09-21T13:06:24.352061+0000', 'last_undegraded': '2023-09-21T13:06:24.352061+0000', 'last_fullsized': '2023-09-21T13:06:24.352061+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_clean_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-09-21T13:06:30.485 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.2d is not active+clean 2023-09-21T13:06:30.485 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.2d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2023-09-21T13:06:24.350600+0000', 'last_change': '2023-09-21T13:06:24.350600+0000', 'last_active': '2023-09-21T13:06:24.330353+0000', 'last_peered': '2023-09-21T13:06:24.330353+0000', 'last_clean': '2023-09-21T13:06:24.330353+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-09-21T13:06:24.350600+0000', 'last_undegraded': '2023-09-21T13:06:24.350600+0000', 'last_fullsized': '2023-09-21T13:06:24.350600+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_clean_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-09-21T13:06:30.485 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.2c is not active+clean 2023-09-21T13:06:30.486 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.2c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2023-09-21T13:06:24.355263+0000', 'last_change': '2023-09-21T13:06:24.355263+0000', 'last_active': '2023-09-21T13:06:24.330353+0000', 'last_peered': '2023-09-21T13:06:24.330353+0000', 'last_clean': '2023-09-21T13:06:24.330353+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-09-21T13:06:24.355263+0000', 'last_undegraded': '2023-09-21T13:06:24.355263+0000', 'last_fullsized': '2023-09-21T13:06:24.355263+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_clean_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 5], 'acting': [2, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2023-09-21T13:06:30.486 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.2b is not active+clean 2023-09-21T13:06:30.487 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.2b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2023-09-21T13:06:24.353378+0000', 'last_change': '2023-09-21T13:06:24.353378+0000', 'last_active': '2023-09-21T13:06:24.330353+0000', 'last_peered': '2023-09-21T13:06:24.330353+0000', 'last_clean': '2023-09-21T13:06:24.330353+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-09-21T13:06:24.353378+0000', 'last_undegraded': '2023-09-21T13:06:24.353378+0000', 'last_fullsized': '2023-09-21T13:06:24.353378+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_clean_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0], 'acting': [4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-09-21T13:06:30.487 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.2a is not active+clean 2023-09-21T13:06:30.488 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.2a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2023-09-21T13:06:24.351946+0000', 'last_change': '2023-09-21T13:06:24.351946+0000', 'last_active': '2023-09-21T13:06:24.330353+0000', 'last_peered': '2023-09-21T13:06:24.330353+0000', 'last_clean': '2023-09-21T13:06:24.330353+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-09-21T13:06:24.351946+0000', 'last_undegraded': '2023-09-21T13:06:24.351946+0000', 'last_fullsized': '2023-09-21T13:06:24.351946+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_clean_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-09-21T13:06:30.488 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.29 is not active+clean 2023-09-21T13:06:30.489 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.29', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2023-09-21T13:06:24.350125+0000', 'last_change': '2023-09-21T13:06:24.350125+0000', 'last_active': '2023-09-21T13:06:24.330353+0000', 'last_peered': '2023-09-21T13:06:24.330353+0000', 'last_clean': '2023-09-21T13:06:24.330353+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-09-21T13:06:24.350125+0000', 'last_undegraded': '2023-09-21T13:06:24.350125+0000', 'last_fullsized': '2023-09-21T13:06:24.350125+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_clean_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-09-21T13:06:30.489 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.28 is not active+clean 2023-09-21T13:06:30.489 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.28', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2023-09-21T13:06:24.351897+0000', 'last_change': '2023-09-21T13:06:24.351897+0000', 'last_active': '2023-09-21T13:06:24.330353+0000', 'last_peered': '2023-09-21T13:06:24.330353+0000', 'last_clean': '2023-09-21T13:06:24.330353+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-09-21T13:06:24.351897+0000', 'last_undegraded': '2023-09-21T13:06:24.351897+0000', 'last_fullsized': '2023-09-21T13:06:24.351897+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_clean_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 2], 'acting': [5, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-09-21T13:06:30.490 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.27 is not active+clean 2023-09-21T13:06:30.490 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.27', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2023-09-21T13:06:24.358468+0000', 'last_change': '2023-09-21T13:06:24.358468+0000', 'last_active': '2023-09-21T13:06:24.330353+0000', 'last_peered': '2023-09-21T13:06:24.330353+0000', 'last_clean': '2023-09-21T13:06:24.330353+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-09-21T13:06:24.358468+0000', 'last_undegraded': '2023-09-21T13:06:24.358468+0000', 'last_fullsized': '2023-09-21T13:06:24.358468+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_clean_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 7], 'acting': [1, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2023-09-21T13:06:30.491 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.26 is not active+clean 2023-09-21T13:06:30.491 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.26', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2023-09-21T13:06:24.350450+0000', 'last_change': '2023-09-21T13:06:24.350450+0000', 'last_active': '2023-09-21T13:06:24.330353+0000', 'last_peered': '2023-09-21T13:06:24.330353+0000', 'last_clean': '2023-09-21T13:06:24.330353+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-09-21T13:06:24.350450+0000', 'last_undegraded': '2023-09-21T13:06:24.350450+0000', 'last_fullsized': '2023-09-21T13:06:24.350450+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_clean_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-09-21T13:06:30.492 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.25 is not active+clean 2023-09-21T13:06:30.492 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.25', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2023-09-21T13:06:24.362254+0000', 'last_change': '2023-09-21T13:06:24.362254+0000', 'last_active': '2023-09-21T13:06:24.330353+0000', 'last_peered': '2023-09-21T13:06:24.330353+0000', 'last_clean': '2023-09-21T13:06:24.330353+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-09-21T13:06:24.362254+0000', 'last_undegraded': '2023-09-21T13:06:24.362254+0000', 'last_fullsized': '2023-09-21T13:06:24.362254+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_clean_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4], 'acting': [1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2023-09-21T13:06:30.493 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.24 is not active+clean 2023-09-21T13:06:30.493 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.24', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2023-09-21T13:06:24.351069+0000', 'last_change': '2023-09-21T13:06:24.351069+0000', 'last_active': '2023-09-21T13:06:24.330353+0000', 'last_peered': '2023-09-21T13:06:24.330353+0000', 'last_clean': '2023-09-21T13:06:24.330353+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-09-21T13:06:24.351069+0000', 'last_undegraded': '2023-09-21T13:06:24.351069+0000', 'last_fullsized': '2023-09-21T13:06:24.351069+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_clean_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0], 'acting': [5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-09-21T13:06:30.494 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.23 is not active+clean 2023-09-21T13:06:30.494 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.23', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2023-09-21T13:06:24.353002+0000', 'last_change': '2023-09-21T13:06:24.353002+0000', 'last_active': '2023-09-21T13:06:24.330353+0000', 'last_peered': '2023-09-21T13:06:24.330353+0000', 'last_clean': '2023-09-21T13:06:24.330353+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-09-21T13:06:24.353002+0000', 'last_undegraded': '2023-09-21T13:06:24.353002+0000', 'last_fullsized': '2023-09-21T13:06:24.353002+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_clean_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-09-21T13:06:30.495 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.22 is not active+clean 2023-09-21T13:06:30.495 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.22', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2023-09-21T13:06:24.358173+0000', 'last_change': '2023-09-21T13:06:24.358173+0000', 'last_active': '2023-09-21T13:06:24.330353+0000', 'last_peered': '2023-09-21T13:06:24.330353+0000', 'last_clean': '2023-09-21T13:06:24.330353+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-09-21T13:06:24.358173+0000', 'last_undegraded': '2023-09-21T13:06:24.358173+0000', 'last_fullsized': '2023-09-21T13:06:24.358173+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_clean_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-09-21T13:06:30.495 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.21 is not active+clean 2023-09-21T13:06:30.496 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.21', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2023-09-21T13:06:24.350365+0000', 'last_change': '2023-09-21T13:06:24.350365+0000', 'last_active': '2023-09-21T13:06:24.330353+0000', 'last_peered': '2023-09-21T13:06:24.330353+0000', 'last_clean': '2023-09-21T13:06:24.330353+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-09-21T13:06:24.350365+0000', 'last_undegraded': '2023-09-21T13:06:24.350365+0000', 'last_fullsized': '2023-09-21T13:06:24.350365+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_clean_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 2], 'acting': [6, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2023-09-21T13:06:30.496 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.20 is not active+clean 2023-09-21T13:06:30.497 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.20', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2023-09-21T13:06:24.355271+0000', 'last_change': '2023-09-21T13:06:24.355271+0000', 'last_active': '2023-09-21T13:06:24.330353+0000', 'last_peered': '2023-09-21T13:06:24.330353+0000', 'last_clean': '2023-09-21T13:06:24.330353+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-09-21T13:06:24.355271+0000', 'last_undegraded': '2023-09-21T13:06:24.355271+0000', 'last_fullsized': '2023-09-21T13:06:24.355271+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_clean_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-09-21T13:06:30.497 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.1e is not active+clean 2023-09-21T13:06:30.497 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2023-09-21T13:06:24.354465+0000', 'last_change': '2023-09-21T13:06:24.354465+0000', 'last_active': '2023-09-21T13:06:24.330353+0000', 'last_peered': '2023-09-21T13:06:24.330353+0000', 'last_clean': '2023-09-21T13:06:24.330353+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-09-21T13:06:24.354465+0000', 'last_undegraded': '2023-09-21T13:06:24.354465+0000', 'last_fullsized': '2023-09-21T13:06:24.354465+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_clean_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-09-21T13:06:30.498 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.1f is not active+clean 2023-09-21T13:06:30.498 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2023-09-21T13:06:24.350122+0000', 'last_change': '2023-09-21T13:06:24.350122+0000', 'last_active': '2023-09-21T13:06:24.330353+0000', 'last_peered': '2023-09-21T13:06:24.330353+0000', 'last_clean': '2023-09-21T13:06:24.330353+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-09-21T13:06:24.350122+0000', 'last_undegraded': '2023-09-21T13:06:24.350122+0000', 'last_fullsized': '2023-09-21T13:06:24.350122+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_clean_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2023-09-21T13:06:30.499 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.1c is not active+clean 2023-09-21T13:06:30.500 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2023-09-21T13:06:24.351181+0000', 'last_change': '2023-09-21T13:06:24.351181+0000', 'last_active': '2023-09-21T13:06:24.330353+0000', 'last_peered': '2023-09-21T13:06:24.330353+0000', 'last_clean': '2023-09-21T13:06:24.330353+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-09-21T13:06:24.351181+0000', 'last_undegraded': '2023-09-21T13:06:24.351181+0000', 'last_fullsized': '2023-09-21T13:06:24.351181+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_clean_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-09-21T13:06:30.500 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.1d is not active+clean 2023-09-21T13:06:30.501 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2023-09-21T13:06:24.361813+0000', 'last_change': '2023-09-21T13:06:24.361813+0000', 'last_active': '2023-09-21T13:06:24.330353+0000', 'last_peered': '2023-09-21T13:06:24.330353+0000', 'last_clean': '2023-09-21T13:06:24.330353+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-09-21T13:06:24.361813+0000', 'last_undegraded': '2023-09-21T13:06:24.361813+0000', 'last_fullsized': '2023-09-21T13:06:24.361813+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_clean_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4], 'acting': [1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2023-09-21T13:06:30.501 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.1a is not active+clean 2023-09-21T13:06:30.502 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2023-09-21T13:06:24.357602+0000', 'last_change': '2023-09-21T13:06:24.357602+0000', 'last_active': '2023-09-21T13:06:24.330353+0000', 'last_peered': '2023-09-21T13:06:24.330353+0000', 'last_clean': '2023-09-21T13:06:24.330353+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-09-21T13:06:24.357602+0000', 'last_undegraded': '2023-09-21T13:06:24.357602+0000', 'last_fullsized': '2023-09-21T13:06:24.357602+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_clean_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-09-21T13:06:30.502 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.1b is not active+clean 2023-09-21T13:06:30.503 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2023-09-21T13:06:24.350197+0000', 'last_change': '2023-09-21T13:06:24.350197+0000', 'last_active': '2023-09-21T13:06:24.330353+0000', 'last_peered': '2023-09-21T13:06:24.330353+0000', 'last_clean': '2023-09-21T13:06:24.330353+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-09-21T13:06:24.350197+0000', 'last_undegraded': '2023-09-21T13:06:24.350197+0000', 'last_fullsized': '2023-09-21T13:06:24.350197+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_clean_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0], 'acting': [5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-09-21T13:06:30.504 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.18 is not active+clean 2023-09-21T13:06:30.504 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.18', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2023-09-21T13:06:24.350757+0000', 'last_change': '2023-09-21T13:06:24.350757+0000', 'last_active': '2023-09-21T13:06:24.330353+0000', 'last_peered': '2023-09-21T13:06:24.330353+0000', 'last_clean': '2023-09-21T13:06:24.330353+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-09-21T13:06:24.350757+0000', 'last_undegraded': '2023-09-21T13:06:24.350757+0000', 'last_fullsized': '2023-09-21T13:06:24.350757+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_clean_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-09-21T13:06:30.505 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.19 is not active+clean 2023-09-21T13:06:30.505 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2023-09-21T13:06:24.356028+0000', 'last_change': '2023-09-21T13:06:24.356028+0000', 'last_active': '2023-09-21T13:06:24.330353+0000', 'last_peered': '2023-09-21T13:06:24.330353+0000', 'last_clean': '2023-09-21T13:06:24.330353+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-09-21T13:06:24.356028+0000', 'last_undegraded': '2023-09-21T13:06:24.356028+0000', 'last_fullsized': '2023-09-21T13:06:24.356028+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_clean_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2023-09-21T13:06:30.506 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.16 is not active+clean 2023-09-21T13:06:30.507 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2023-09-21T13:06:24.349922+0000', 'last_change': '2023-09-21T13:06:24.349922+0000', 'last_active': '2023-09-21T13:06:24.330353+0000', 'last_peered': '2023-09-21T13:06:24.330353+0000', 'last_clean': '2023-09-21T13:06:24.330353+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-09-21T13:06:24.349922+0000', 'last_undegraded': '2023-09-21T13:06:24.349922+0000', 'last_fullsized': '2023-09-21T13:06:24.349922+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_clean_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-09-21T13:06:30.507 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.17 is not active+clean 2023-09-21T13:06:30.508 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2023-09-21T13:06:24.351324+0000', 'last_change': '2023-09-21T13:06:24.351324+0000', 'last_active': '2023-09-21T13:06:24.330353+0000', 'last_peered': '2023-09-21T13:06:24.330353+0000', 'last_clean': '2023-09-21T13:06:24.330353+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-09-21T13:06:24.351324+0000', 'last_undegraded': '2023-09-21T13:06:24.351324+0000', 'last_fullsized': '2023-09-21T13:06:24.351324+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_clean_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-09-21T13:06:30.508 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.14 is not active+clean 2023-09-21T13:06:30.509 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2023-09-21T13:06:24.351127+0000', 'last_change': '2023-09-21T13:06:24.351127+0000', 'last_active': '2023-09-21T13:06:24.330353+0000', 'last_peered': '2023-09-21T13:06:24.330353+0000', 'last_clean': '2023-09-21T13:06:24.330353+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-09-21T13:06:24.351127+0000', 'last_undegraded': '2023-09-21T13:06:24.351127+0000', 'last_fullsized': '2023-09-21T13:06:24.351127+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_clean_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-09-21T13:06:30.510 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.15 is not active+clean 2023-09-21T13:06:30.510 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2023-09-21T13:06:24.353575+0000', 'last_change': '2023-09-21T13:06:24.353575+0000', 'last_active': '2023-09-21T13:06:24.330353+0000', 'last_peered': '2023-09-21T13:06:24.330353+0000', 'last_clean': '2023-09-21T13:06:24.330353+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-09-21T13:06:24.353575+0000', 'last_undegraded': '2023-09-21T13:06:24.353575+0000', 'last_fullsized': '2023-09-21T13:06:24.353575+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_clean_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-09-21T13:06:30.511 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.12 is not active+clean 2023-09-21T13:06:30.511 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.12', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2023-09-21T13:06:24.356191+0000', 'last_change': '2023-09-21T13:06:24.356191+0000', 'last_active': '2023-09-21T13:06:24.330353+0000', 'last_peered': '2023-09-21T13:06:24.330353+0000', 'last_clean': '2023-09-21T13:06:24.330353+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-09-21T13:06:24.356191+0000', 'last_undegraded': '2023-09-21T13:06:24.356191+0000', 'last_fullsized': '2023-09-21T13:06:24.356191+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_clean_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2023-09-21T13:06:30.512 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.13 is not active+clean 2023-09-21T13:06:30.512 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2023-09-21T13:06:24.350361+0000', 'last_change': '2023-09-21T13:06:24.350361+0000', 'last_active': '2023-09-21T13:06:24.330353+0000', 'last_peered': '2023-09-21T13:06:24.330353+0000', 'last_clean': '2023-09-21T13:06:24.330353+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-09-21T13:06:24.350361+0000', 'last_undegraded': '2023-09-21T13:06:24.350361+0000', 'last_fullsized': '2023-09-21T13:06:24.350361+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_clean_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-09-21T13:06:30.513 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.10 is not active+clean 2023-09-21T13:06:30.513 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2023-09-21T13:06:24.355813+0000', 'last_change': '2023-09-21T13:06:24.355813+0000', 'last_active': '2023-09-21T13:06:24.330353+0000', 'last_peered': '2023-09-21T13:06:24.330353+0000', 'last_clean': '2023-09-21T13:06:24.330353+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-09-21T13:06:24.355813+0000', 'last_undegraded': '2023-09-21T13:06:24.355813+0000', 'last_fullsized': '2023-09-21T13:06:24.355813+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_clean_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-09-21T13:06:30.514 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.11 is not active+clean 2023-09-21T13:06:30.515 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2023-09-21T13:06:24.349714+0000', 'last_change': '2023-09-21T13:06:24.349714+0000', 'last_active': '2023-09-21T13:06:24.330353+0000', 'last_peered': '2023-09-21T13:06:24.330353+0000', 'last_clean': '2023-09-21T13:06:24.330353+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-09-21T13:06:24.349714+0000', 'last_undegraded': '2023-09-21T13:06:24.349714+0000', 'last_fullsized': '2023-09-21T13:06:24.349714+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_clean_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2023-09-21T13:06:30.515 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.e is not active+clean 2023-09-21T13:06:30.516 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2023-09-21T13:06:24.352443+0000', 'last_change': '2023-09-21T13:06:24.352443+0000', 'last_active': '2023-09-21T13:06:24.330353+0000', 'last_peered': '2023-09-21T13:06:24.330353+0000', 'last_clean': '2023-09-21T13:06:24.330353+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-09-21T13:06:24.352443+0000', 'last_undegraded': '2023-09-21T13:06:24.352443+0000', 'last_fullsized': '2023-09-21T13:06:24.352443+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_clean_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-09-21T13:06:30.517 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.f is not active+clean 2023-09-21T13:06:30.517 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2023-09-21T13:06:24.352164+0000', 'last_change': '2023-09-21T13:06:24.352164+0000', 'last_active': '2023-09-21T13:06:24.330353+0000', 'last_peered': '2023-09-21T13:06:24.330353+0000', 'last_clean': '2023-09-21T13:06:24.330353+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-09-21T13:06:24.352164+0000', 'last_undegraded': '2023-09-21T13:06:24.352164+0000', 'last_fullsized': '2023-09-21T13:06:24.352164+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_clean_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4], 'acting': [5, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-09-21T13:06:30.518 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.c is not active+clean 2023-09-21T13:06:30.518 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2023-09-21T13:06:24.360886+0000', 'last_change': '2023-09-21T13:06:24.360886+0000', 'last_active': '2023-09-21T13:06:24.330353+0000', 'last_peered': '2023-09-21T13:06:24.330353+0000', 'last_clean': '2023-09-21T13:06:24.330353+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-09-21T13:06:24.360886+0000', 'last_undegraded': '2023-09-21T13:06:24.360886+0000', 'last_fullsized': '2023-09-21T13:06:24.360886+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_clean_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4], 'acting': [1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2023-09-21T13:06:30.519 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.d is not active+clean 2023-09-21T13:06:30.520 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2023-09-21T13:06:24.357737+0000', 'last_change': '2023-09-21T13:06:24.357737+0000', 'last_active': '2023-09-21T13:06:24.330353+0000', 'last_peered': '2023-09-21T13:06:24.330353+0000', 'last_clean': '2023-09-21T13:06:24.330353+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-09-21T13:06:24.357737+0000', 'last_undegraded': '2023-09-21T13:06:24.357737+0000', 'last_fullsized': '2023-09-21T13:06:24.357737+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_clean_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 7], 'acting': [2, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2023-09-21T13:06:30.520 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.a is not active+clean 2023-09-21T13:06:30.521 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2023-09-21T13:06:24.356040+0000', 'last_change': '2023-09-21T13:06:24.356040+0000', 'last_active': '2023-09-21T13:06:24.330353+0000', 'last_peered': '2023-09-21T13:06:24.330353+0000', 'last_clean': '2023-09-21T13:06:24.330353+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-09-21T13:06:24.356040+0000', 'last_undegraded': '2023-09-21T13:06:24.356040+0000', 'last_fullsized': '2023-09-21T13:06:24.356040+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_clean_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 4], 'acting': [2, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2023-09-21T13:06:30.521 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.b is not active+clean 2023-09-21T13:06:30.522 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2023-09-21T13:06:24.357031+0000', 'last_change': '2023-09-21T13:06:24.357031+0000', 'last_active': '2023-09-21T13:06:24.330353+0000', 'last_peered': '2023-09-21T13:06:24.330353+0000', 'last_clean': '2023-09-21T13:06:24.330353+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-09-21T13:06:24.357031+0000', 'last_undegraded': '2023-09-21T13:06:24.357031+0000', 'last_fullsized': '2023-09-21T13:06:24.357031+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_clean_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 0], 'acting': [2, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2023-09-21T13:06:30.523 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.8 is not active+clean 2023-09-21T13:06:30.523 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2023-09-21T13:06:24.354749+0000', 'last_change': '2023-09-21T13:06:24.354749+0000', 'last_active': '2023-09-21T13:06:24.330353+0000', 'last_peered': '2023-09-21T13:06:24.330353+0000', 'last_clean': '2023-09-21T13:06:24.330353+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-09-21T13:06:24.354749+0000', 'last_undegraded': '2023-09-21T13:06:24.354749+0000', 'last_fullsized': '2023-09-21T13:06:24.354749+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_clean_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 0], 'acting': [2, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2023-09-21T13:06:30.524 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.9 is not active+clean 2023-09-21T13:06:30.525 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.9', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2023-09-21T13:06:24.359387+0000', 'last_change': '2023-09-21T13:06:24.359387+0000', 'last_active': '2023-09-21T13:06:24.330353+0000', 'last_peered': '2023-09-21T13:06:24.330353+0000', 'last_clean': '2023-09-21T13:06:24.330353+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-09-21T13:06:24.359387+0000', 'last_undegraded': '2023-09-21T13:06:24.359387+0000', 'last_fullsized': '2023-09-21T13:06:24.359387+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_clean_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-09-21T13:06:30.525 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.6 is not active+clean 2023-09-21T13:06:30.526 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.6', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2023-09-21T13:06:24.355835+0000', 'last_change': '2023-09-21T13:06:24.355835+0000', 'last_active': '2023-09-21T13:06:24.330353+0000', 'last_peered': '2023-09-21T13:06:24.330353+0000', 'last_clean': '2023-09-21T13:06:24.330353+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-09-21T13:06:24.355835+0000', 'last_undegraded': '2023-09-21T13:06:24.355835+0000', 'last_fullsized': '2023-09-21T13:06:24.355835+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_clean_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 5], 'acting': [2, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2023-09-21T13:06:30.527 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.7 is not active+clean 2023-09-21T13:06:30.527 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2023-09-21T13:06:24.350132+0000', 'last_change': '2023-09-21T13:06:24.350132+0000', 'last_active': '2023-09-21T13:06:24.330353+0000', 'last_peered': '2023-09-21T13:06:24.330353+0000', 'last_clean': '2023-09-21T13:06:24.330353+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-09-21T13:06:24.350132+0000', 'last_undegraded': '2023-09-21T13:06:24.350132+0000', 'last_fullsized': '2023-09-21T13:06:24.350132+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_clean_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-09-21T13:06:30.528 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.5 is not active+clean 2023-09-21T13:06:30.528 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2023-09-21T13:06:24.353874+0000', 'last_change': '2023-09-21T13:06:24.353874+0000', 'last_active': '2023-09-21T13:06:24.330353+0000', 'last_peered': '2023-09-21T13:06:24.330353+0000', 'last_clean': '2023-09-21T13:06:24.330353+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-09-21T13:06:24.353874+0000', 'last_undegraded': '2023-09-21T13:06:24.353874+0000', 'last_fullsized': '2023-09-21T13:06:24.353874+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_clean_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-09-21T13:06:30.529 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.2 is not active+clean 2023-09-21T13:06:30.530 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.2', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2023-09-21T13:06:24.349724+0000', 'last_change': '2023-09-21T13:06:24.349724+0000', 'last_active': '2023-09-21T13:06:24.330353+0000', 'last_peered': '2023-09-21T13:06:24.330353+0000', 'last_clean': '2023-09-21T13:06:24.330353+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-09-21T13:06:24.349724+0000', 'last_undegraded': '2023-09-21T13:06:24.349724+0000', 'last_fullsized': '2023-09-21T13:06:24.349724+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_clean_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2023-09-21T13:06:30.531 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.3 is not active+clean 2023-09-21T13:06:30.531 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2023-09-21T13:06:24.354853+0000', 'last_change': '2023-09-21T13:06:24.354853+0000', 'last_active': '2023-09-21T13:06:24.330353+0000', 'last_peered': '2023-09-21T13:06:24.330353+0000', 'last_clean': '2023-09-21T13:06:24.330353+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-09-21T13:06:24.354853+0000', 'last_undegraded': '2023-09-21T13:06:24.354853+0000', 'last_fullsized': '2023-09-21T13:06:24.354853+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_clean_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 6], 'acting': [0, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-09-21T13:06:30.532 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.0 is not active+clean 2023-09-21T13:06:30.532 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2023-09-21T13:06:24.352199+0000', 'last_change': '2023-09-21T13:06:24.352199+0000', 'last_active': '2023-09-21T13:06:24.330353+0000', 'last_peered': '2023-09-21T13:06:24.330353+0000', 'last_clean': '2023-09-21T13:06:24.330353+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-09-21T13:06:24.352199+0000', 'last_undegraded': '2023-09-21T13:06:24.352199+0000', 'last_fullsized': '2023-09-21T13:06:24.352199+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_clean_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-09-21T13:06:30.533 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.1 is not active+clean 2023-09-21T13:06:30.534 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2023-09-21T13:06:24.352007+0000', 'last_change': '2023-09-21T13:06:24.352007+0000', 'last_active': '2023-09-21T13:06:24.330353+0000', 'last_peered': '2023-09-21T13:06:24.330353+0000', 'last_clean': '2023-09-21T13:06:24.330353+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-09-21T13:06:24.352007+0000', 'last_undegraded': '2023-09-21T13:06:24.352007+0000', 'last_fullsized': '2023-09-21T13:06:24.352007+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_clean_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-09-21T13:06:30.534 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.4 is not active+clean 2023-09-21T13:06:30.535 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2023-09-21T13:06:24.357987+0000', 'last_change': '2023-09-21T13:06:24.357987+0000', 'last_active': '2023-09-21T13:06:24.330353+0000', 'last_peered': '2023-09-21T13:06:24.330353+0000', 'last_clean': '2023-09-21T13:06:24.330353+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-09-21T13:06:24.357987+0000', 'last_undegraded': '2023-09-21T13:06:24.357987+0000', 'last_fullsized': '2023-09-21T13:06:24.357987+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'last_clean_scrub_stamp': '2023-09-21T13:06:24.330353+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-09-21T13:06:30.536 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2023-09-21T13:06:30.677 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.680+0000 7f67c6d3b700 1 Processor -- start 2023-09-21T13:06:30.677 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.680+0000 7f67c6d3b700 1 -- start start 2023-09-21T13:06:30.678 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.681+0000 7f67c6d3b700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f67c00cf070 0x7f67c00cf450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:30.678 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.681+0000 7f67c6d3b700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f67c006eba0 0x7f67c006f020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:30.678 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.681+0000 7f67c6d3b700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f67c00cbd20 con 0x7f67c00cc1b0 2023-09-21T13:06:30.678 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.681+0000 7f67c6d3b700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f67c00cf990 con 0x7f67c006eba0 2023-09-21T13:06:30.679 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.681+0000 7f67c6d3b700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f67c015b410 con 0x7f67c00cf070 2023-09-21T13:06:30.679 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.681+0000 7f67c4ad7700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f67c00cf070 0x7f67c00cf450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:30.679 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.681+0000 7f67bffff700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f67c006eba0 0x7f67c006f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:30.679 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.681+0000 7f67bffff700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f67c006eba0 0x7f67c006f020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.57:3300/0 says I am v2:172.21.15.46:35010/0 (socket says 172.21.15.46:35010) 2023-09-21T13:06:30.680 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.681+0000 7f67c4ad7700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f67c00cf070 0x7f67c00cf450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.57:3301/0 says I am v2:172.21.15.46:41786/0 (socket says 172.21.15.46:41786) 2023-09-21T13:06:30.680 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.681+0000 7f67bffff700 1 -- 172.21.15.46:0/305247786 learned_addr learned my addr 172.21.15.46:0/305247786 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:30.684 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.681+0000 7f67c4ad7700 1 -- 172.21.15.46:0/305247786 >> v2:172.21.15.57:3300/0 conn(0x7f67c006eba0 msgr2=0x7f67c006f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:30.684 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.681+0000 7f67c4ad7700 1 --2- 172.21.15.46:0/305247786 >> v2:172.21.15.57:3300/0 conn(0x7f67c006eba0 0x7f67c006f020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:30.685 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.681+0000 7f67c4ad7700 1 -- 172.21.15.46:0/305247786 >> v1:172.21.15.57:6789/0 conn(0x7f67c00cc1b0 legacy=0x7f67c015a600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:30.685 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.681+0000 7f67c4ad7700 1 -- 172.21.15.46:0/305247786 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f67c015b6f0 con 0x7f67c00cf070 2023-09-21T13:06:30.685 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.681+0000 7f67bffff700 1 --2- 172.21.15.46:0/305247786 >> v2:172.21.15.57:3300/0 conn(0x7f67c006eba0 0x7f67c006f020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-21T13:06:30.685 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.682+0000 7f67c4ad7700 1 --2- 172.21.15.46:0/305247786 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f67c00cf070 0x7f67c00cf450 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f67b000bae0 tx=0x7f67b000bdf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cfa874223a225d52 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:30.686 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.682+0000 7f67bf7fe700 1 -- 172.21.15.46:0/305247786 <== mon.2 v2:172.21.15.57:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67b000dc70 con 0x7f67c00cf070 2023-09-21T13:06:30.686 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.682+0000 7f67bf7fe700 1 -- 172.21.15.46:0/305247786 <== mon.2 v2:172.21.15.57:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f67b000ddd0 con 0x7f67c00cf070 2023-09-21T13:06:30.686 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.682+0000 7f67bf7fe700 1 -- 172.21.15.46:0/305247786 <== mon.2 v2:172.21.15.57:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67b0010690 con 0x7f67c00cf070 2023-09-21T13:06:30.686 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.682+0000 7f67c6d3b700 1 -- 172.21.15.46:0/305247786 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f67c00cf070 msgr2=0x7f67c00cf450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:30.687 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.682+0000 7f67c6d3b700 1 --2- 172.21.15.46:0/305247786 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f67c00cf070 0x7f67c00cf450 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f67b000bae0 tx=0x7f67b000bdf0 comp rx=0 tx=0).stop 2023-09-21T13:06:30.687 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.682+0000 7f67c6d3b700 1 -- 172.21.15.46:0/305247786 shutdown_connections 2023-09-21T13:06:30.687 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.682+0000 7f67c6d3b700 1 --2- 172.21.15.46:0/305247786 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f67c00cf070 0x7f67c00cf450 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:30.687 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.683+0000 7f67c6d3b700 1 --2- 172.21.15.46:0/305247786 >> v2:172.21.15.57:3300/0 conn(0x7f67c006eba0 0x7f67c006f020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:30.687 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.683+0000 7f67c6d3b700 1 -- 172.21.15.46:0/305247786 >> 172.21.15.46:0/305247786 conn(0x7f67c00d01f0 msgr2=0x7f67c00d0600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:30.688 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.683+0000 7f67c6d3b700 1 -- 172.21.15.46:0/305247786 shutdown_connections 2023-09-21T13:06:30.688 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.683+0000 7f67c6d3b700 1 -- 172.21.15.46:0/305247786 wait complete. 2023-09-21T13:06:30.688 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.684+0000 7f67c6d3b700 1 Processor -- start 2023-09-21T13:06:30.688 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.684+0000 7f67c6d3b700 1 -- start start 2023-09-21T13:06:30.689 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.685+0000 7f67c6d3b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f67c006eba0 0x7f67c01f2190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:30.689 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.685+0000 7f67c6d3b700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f67c00cc1b0 0x7f67c00c6490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:30.689 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.685+0000 7f67c6d3b700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f67c00cf070 0x7f67c00c3ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:30.689 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.685+0000 7f67c6d3b700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f67c00c8680 con 0x7f67c006eba0 2023-09-21T13:06:30.689 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.685+0000 7f67c6d3b700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f67c00c88d0 con 0x7f67c00cf070 2023-09-21T13:06:30.690 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.685+0000 7f67c6d3b700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f67c00c8bb0 con 0x7f67c00cc1b0 2023-09-21T13:06:30.690 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.686+0000 7f67c4ad7700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f67c006eba0 0x7f67c01f2190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:30.690 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.686+0000 7f67c4ad7700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f67c006eba0 0x7f67c01f2190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54556/0 (socket says 172.21.15.46:54556) 2023-09-21T13:06:30.690 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.686+0000 7f67c4ad7700 1 -- 172.21.15.46:0/4009311964 learned_addr learned my addr 172.21.15.46:0/4009311964 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:30.691 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.686+0000 7f67bffff700 1 --2- 172.21.15.46:0/4009311964 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f67c00cc1b0 0x7f67c00c6490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:30.691 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.686+0000 7f67c4ad7700 1 -- 172.21.15.46:0/4009311964 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f67c00cc1b0 msgr2=0x7f67c00c6490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:30.691 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.686+0000 7f67c4ad7700 1 --2- 172.21.15.46:0/4009311964 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f67c00cc1b0 0x7f67c00c6490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:30.691 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.686+0000 7f67c4ad7700 1 -- 172.21.15.46:0/4009311964 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f67c00cf070 msgr2=0x7f67c00c3ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:30.691 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.686+0000 7f67c52d8700 1 --2- 172.21.15.46:0/4009311964 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f67c00cf070 0x7f67c00c3ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:30.692 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.686+0000 7f67c4ad7700 1 --2- 172.21.15.46:0/4009311964 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f67c00cf070 0x7f67c00c3ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:30.692 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.686+0000 7f67c4ad7700 1 -- 172.21.15.46:0/4009311964 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f67b4009550 con 0x7f67c006eba0 2023-09-21T13:06:30.692 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.686+0000 7f67c52d8700 1 --2- 172.21.15.46:0/4009311964 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f67c00cf070 0x7f67c00c3ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T13:06:30.692 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.686+0000 7f67c4ad7700 1 --2- 172.21.15.46:0/4009311964 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f67c006eba0 0x7f67c01f2190 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f67b000b2c0 tx=0x7f67b0004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:30.693 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.686+0000 7f67bd7fa700 1 -- 172.21.15.46:0/4009311964 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67b001d070 con 0x7f67c006eba0 2023-09-21T13:06:30.693 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.686+0000 7f67bd7fa700 1 -- 172.21.15.46:0/4009311964 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f67b0010840 con 0x7f67c006eba0 2023-09-21T13:06:30.693 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.686+0000 7f67c6d3b700 1 -- 172.21.15.46:0/4009311964 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f67b000b740 con 0x7f67c006eba0 2023-09-21T13:06:30.693 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.686+0000 7f67bd7fa700 1 -- 172.21.15.46:0/4009311964 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67b0010bd0 con 0x7f67c006eba0 2023-09-21T13:06:30.694 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.686+0000 7f67c6d3b700 1 -- 172.21.15.46:0/4009311964 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f67c00c9170 con 0x7f67c006eba0 2023-09-21T13:06:30.694 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.687+0000 7f67c6d3b700 1 -- 172.21.15.46:0/4009311964 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f67c0068b90 con 0x7f67c006eba0 2023-09-21T13:06:30.694 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.688+0000 7f67bd7fa700 1 -- 172.21.15.46:0/4009311964 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f67b00036a0 con 0x7f67c006eba0 2023-09-21T13:06:30.695 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.689+0000 7f67bd7fa700 1 --2- 172.21.15.46:0/4009311964 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f67ac06a580 0x7f67ac06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:30.695 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.689+0000 7f67bffff700 1 --2- 172.21.15.46:0/4009311964 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f67ac06a580 0x7f67ac06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:30.696 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.689+0000 7f67bd7fa700 1 -- 172.21.15.46:0/4009311964 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f67b008a110 con 0x7f67c006eba0 2023-09-21T13:06:30.696 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.689+0000 7f67bffff700 1 --2- 172.21.15.46:0/4009311964 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f67ac06a580 0x7f67ac06ca40 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f67c00c85f0 tx=0x7f67b4008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:30.696 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.693+0000 7f67bd7fa700 1 -- 172.21.15.46:0/4009311964 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f67b00557b0 con 0x7f67c006eba0 2023-09-21T13:06:30.987 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.991+0000 7f67c6d3b700 1 -- 172.21.15.46:0/4009311964 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) v1 -- 0x7f67c00d1100 con 0x7f67c006eba0 2023-09-21T13:06:30.988 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.991+0000 7f67bd7fa700 1 -- 172.21.15.46:0/4009311964 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) v1 ==== 72+0+1194 (secure 0 0 0) 0x7f67b0058dd0 con 0x7f67c006eba0 2023-09-21T13:06:30.988 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:06:30.988 INFO:teuthology.orchestra.run.smithi046.stdout:{"fsid":"3cbfaf88-469e-4129-b70d-6dd2d92bd0a4","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":8,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":97,"monmap":{"epoch":1,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":34,"num_osds":8,"num_up_osds":8,"osd_up_since":1695301504,"num_in_osds":8,"osd_in_since":1695301495,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"creating+peering","count":64},{"state_name":"active+clean","count":33}],"num_pgs":97,"num_pools":3,"num_objects":2,"data_bytes":590368,"bytes_used":225345536,"bytes_avail":772868767744,"bytes_total":773094113280,"inactive_pgs_ratio":0.65979379415512085},"fsmap":{"epoch":15,"id":2,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":2,"rank":0,"name":"b","status":"up:active","gid":34871}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":6,"modified":"2023-09-21T13:06:14.981175+0000","services":{"mds":{"daemons":{"summary":"","b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2023-09-21T13:06:30.990 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.994+0000 7f67c6d3b700 1 -- 172.21.15.46:0/4009311964 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f67ac06a580 msgr2=0x7f67ac06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:30.990 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.994+0000 7f67c6d3b700 1 --2- 172.21.15.46:0/4009311964 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f67ac06a580 0x7f67ac06ca40 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f67c00c85f0 tx=0x7f67b4008040 comp rx=0 tx=0).stop 2023-09-21T13:06:30.991 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.994+0000 7f67c6d3b700 1 -- 172.21.15.46:0/4009311964 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f67c006eba0 msgr2=0x7f67c01f2190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:30.991 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.994+0000 7f67c6d3b700 1 --2- 172.21.15.46:0/4009311964 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f67c006eba0 0x7f67c01f2190 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f67b000b2c0 tx=0x7f67b0004750 comp rx=0 tx=0).stop 2023-09-21T13:06:30.991 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.994+0000 7f67c6d3b700 1 -- 172.21.15.46:0/4009311964 shutdown_connections 2023-09-21T13:06:30.991 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.994+0000 7f67c6d3b700 1 --2- 172.21.15.46:0/4009311964 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f67ac06a580 0x7f67ac06ca40 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:30.992 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.994+0000 7f67c6d3b700 1 --2- 172.21.15.46:0/4009311964 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f67c00cf070 0x7f67c00c3ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:30.992 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.994+0000 7f67c6d3b700 1 --2- 172.21.15.46:0/4009311964 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f67c006eba0 0x7f67c01f2190 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:30.992 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.994+0000 7f67c6d3b700 1 --2- 172.21.15.46:0/4009311964 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f67c00cc1b0 0x7f67c00c6490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:30.992 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.994+0000 7f67c6d3b700 1 -- 172.21.15.46:0/4009311964 >> 172.21.15.46:0/4009311964 conn(0x7f67c00d01f0 msgr2=0x7f67c00d05d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:30.992 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.994+0000 7f67c6d3b700 1 -- 172.21.15.46:0/4009311964 shutdown_connections 2023-09-21T13:06:30.993 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:30.994+0000 7f67c6d3b700 1 -- 172.21.15.46:0/4009311964 wait complete. 2023-09-21T13:06:31.003 INFO:tasks.cephfs.filesystem.ceph_manager:no progress seen, keeping timeout for now 2023-09-21T13:06:31.004 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-09-21T13:06:31.141 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.145+0000 7f8c5f372700 1 Processor -- start 2023-09-21T13:06:31.141 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.145+0000 7f8c5f372700 1 -- start start 2023-09-21T13:06:31.144 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.146+0000 7f8c5f372700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f8c5815d630 0x7f8c58161cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:31.144 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.146+0000 7f8c5f372700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f8c580ca840 0x7f8c580cacc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:31.145 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.146+0000 7f8c5f372700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8c5806eba0 con 0x7f8c5806a7a0 2023-09-21T13:06:31.145 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.146+0000 7f8c5f372700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8c5806ee80 con 0x7f8c580ca840 2023-09-21T13:06:31.145 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.146+0000 7f8c5f372700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8c580d1110 con 0x7f8c5815d630 2023-09-21T13:06:31.145 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.146+0000 7f8c5c90d700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f8c5806a7a0 0x7f8c5806f310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:37582/0 (socket says 172.21.15.46:37582) 2023-09-21T13:06:31.145 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.146+0000 7f8c5c90d700 1 -- 172.21.15.46:0/1965257900 learned_addr learned my addr 172.21.15.46:0/1965257900 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:06:31.146 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.146+0000 7f8c5d10e700 1 --2- 172.21.15.46:0/1965257900 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f8c5815d630 0x7f8c58161cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:31.146 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.146+0000 7f8c5d90f700 1 --2- 172.21.15.46:0/1965257900 >> v2:172.21.15.57:3300/0 conn(0x7f8c580ca840 0x7f8c580cacc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:31.146 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.147+0000 7f8c4bfff700 1 -- 172.21.15.46:0/1965257900 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3605465571 0 0) 0x7f8c5806eba0 con 0x7f8c5806a7a0 2023-09-21T13:06:31.146 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.147+0000 7f8c4bfff700 1 -- 172.21.15.46:0/1965257900 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8c440035b0 con 0x7f8c5806a7a0 2023-09-21T13:06:31.146 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.147+0000 7f8c5d10e700 1 -- 172.21.15.46:0/1965257900 >> v2:172.21.15.57:3300/0 conn(0x7f8c580ca840 msgr2=0x7f8c580cacc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:31.147 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.147+0000 7f8c5d10e700 1 --2- 172.21.15.46:0/1965257900 >> v2:172.21.15.57:3300/0 conn(0x7f8c580ca840 0x7f8c580cacc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:31.147 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.147+0000 7f8c5d10e700 1 -- 172.21.15.46:0/1965257900 >> v1:172.21.15.46:6789/0 conn(0x7f8c5806a7a0 legacy=0x7f8c5806f310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:31.147 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.147+0000 7f8c5d10e700 1 -- 172.21.15.46:0/1965257900 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8c581621f0 con 0x7f8c5815d630 2023-09-21T13:06:31.147 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.147+0000 7f8c5d10e700 1 --2- 172.21.15.46:0/1965257900 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f8c5815d630 0x7f8c58161cb0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f8c54009840 tx=0x7f8c54009b50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=34f090a3678e335d server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:31.147 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.147+0000 7f8c4bfff700 1 -- 172.21.15.46:0/1965257900 <== mon.2 v2:172.21.15.57:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c54011830 con 0x7f8c5815d630 2023-09-21T13:06:31.148 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.147+0000 7f8c4bfff700 1 -- 172.21.15.46:0/1965257900 <== mon.2 v2:172.21.15.57:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8c54011990 con 0x7f8c5815d630 2023-09-21T13:06:31.148 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.147+0000 7f8c4bfff700 1 -- 172.21.15.46:0/1965257900 <== mon.2 v2:172.21.15.57:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c54011d20 con 0x7f8c5815d630 2023-09-21T13:06:31.148 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.148+0000 7f8c5f372700 1 -- 172.21.15.46:0/1965257900 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f8c5815d630 msgr2=0x7f8c58161cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:31.148 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.148+0000 7f8c5f372700 1 --2- 172.21.15.46:0/1965257900 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f8c5815d630 0x7f8c58161cb0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f8c54009840 tx=0x7f8c54009b50 comp rx=0 tx=0).stop 2023-09-21T13:06:31.148 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.148+0000 7f8c5f372700 1 -- 172.21.15.46:0/1965257900 shutdown_connections 2023-09-21T13:06:31.149 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.148+0000 7f8c5f372700 1 --2- 172.21.15.46:0/1965257900 >> v2:172.21.15.57:3300/0 conn(0x7f8c580ca840 0x7f8c580cacc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:31.149 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.148+0000 7f8c5f372700 1 --2- 172.21.15.46:0/1965257900 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f8c5815d630 0x7f8c58161cb0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:31.149 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.148+0000 7f8c5f372700 1 -- 172.21.15.46:0/1965257900 >> 172.21.15.46:0/1965257900 conn(0x7f8c580d01f0 msgr2=0x7f8c580d0600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:31.149 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.148+0000 7f8c5f372700 1 -- 172.21.15.46:0/1965257900 shutdown_connections 2023-09-21T13:06:31.149 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.148+0000 7f8c5f372700 1 -- 172.21.15.46:0/1965257900 wait complete. 2023-09-21T13:06:31.152 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.150+0000 7f8c5f372700 1 Processor -- start 2023-09-21T13:06:31.152 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.150+0000 7f8c5f372700 1 -- start start 2023-09-21T13:06:31.153 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.151+0000 7f8c5f372700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8c5806a7a0 0x7f8c581f5f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:31.153 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.151+0000 7f8c5f372700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f8c580ca840 0x7f8c580c8310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:31.153 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.151+0000 7f8c5f372700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f8c5815d630 0x7f8c580c8850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:31.153 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.151+0000 7f8c5f372700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8c580c9810 con 0x7f8c5806a7a0 2023-09-21T13:06:31.153 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.151+0000 7f8c5f372700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8c581f6470 con 0x7f8c5815d630 2023-09-21T13:06:31.154 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.151+0000 7f8c5f372700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8c581f4e90 con 0x7f8c580ca840 2023-09-21T13:06:31.154 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.151+0000 7f8c5d10e700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8c5806a7a0 0x7f8c581f5f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:31.154 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.151+0000 7f8c5d10e700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8c5806a7a0 0x7f8c581f5f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54558/0 (socket says 172.21.15.46:54558) 2023-09-21T13:06:31.154 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.151+0000 7f8c5d10e700 1 -- 172.21.15.46:0/841286508 learned_addr learned my addr 172.21.15.46:0/841286508 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:31.154 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.151+0000 7f8c5d10e700 1 -- 172.21.15.46:0/841286508 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f8c580ca840 msgr2=0x7f8c580c8310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:31.155 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.151+0000 7f8c5d90f700 1 --2- 172.21.15.46:0/841286508 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f8c5815d630 0x7f8c580c8850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:31.155 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.151+0000 7f8c5c90d700 1 --2- 172.21.15.46:0/841286508 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f8c580ca840 0x7f8c580c8310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:31.155 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.151+0000 7f8c5d10e700 1 --2- 172.21.15.46:0/841286508 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f8c580ca840 0x7f8c580c8310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:31.155 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.151+0000 7f8c5d10e700 1 -- 172.21.15.46:0/841286508 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f8c5815d630 msgr2=0x7f8c580c8850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:31.155 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.151+0000 7f8c5d10e700 1 --2- 172.21.15.46:0/841286508 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f8c5815d630 0x7f8c580c8850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:31.156 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.151+0000 7f8c5d10e700 1 -- 172.21.15.46:0/841286508 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8c540094a0 con 0x7f8c5806a7a0 2023-09-21T13:06:31.156 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.151+0000 7f8c5d90f700 1 --2- 172.21.15.46:0/841286508 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f8c5815d630 0x7f8c580c8850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T13:06:31.156 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.151+0000 7f8c5d10e700 1 --2- 172.21.15.46:0/841286508 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8c5806a7a0 0x7f8c581f5f30 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f8c54014040 tx=0x7f8c54004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:31.156 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.151+0000 7f8c49ffb700 1 -- 172.21.15.46:0/841286508 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c540038a0 con 0x7f8c5806a7a0 2023-09-21T13:06:31.156 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.151+0000 7f8c5f372700 1 -- 172.21.15.46:0/841286508 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8c581f5170 con 0x7f8c5806a7a0 2023-09-21T13:06:31.157 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.151+0000 7f8c49ffb700 1 -- 172.21.15.46:0/841286508 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8c5401f070 con 0x7f8c5806a7a0 2023-09-21T13:06:31.157 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.152+0000 7f8c49ffb700 1 -- 172.21.15.46:0/841286508 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c54003c00 con 0x7f8c5806a7a0 2023-09-21T13:06:31.157 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.152+0000 7f8c5f372700 1 -- 172.21.15.46:0/841286508 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8c581f5730 con 0x7f8c5806a7a0 2023-09-21T13:06:31.157 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.153+0000 7f8c5f372700 1 -- 172.21.15.46:0/841286508 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8c58068b90 con 0x7f8c5806a7a0 2023-09-21T13:06:31.157 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.153+0000 7f8c49ffb700 1 -- 172.21.15.46:0/841286508 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f8c5401a430 con 0x7f8c5806a7a0 2023-09-21T13:06:31.158 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.154+0000 7f8c49ffb700 1 --2- 172.21.15.46:0/841286508 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f8c3c06a580 0x7f8c3c06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:31.158 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.154+0000 7f8c49ffb700 1 -- 172.21.15.46:0/841286508 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f8c54021070 con 0x7f8c5806a7a0 2023-09-21T13:06:31.158 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.154+0000 7f8c5c90d700 1 --2- 172.21.15.46:0/841286508 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f8c3c06a580 0x7f8c3c06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:31.158 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.154+0000 7f8c5c90d700 1 --2- 172.21.15.46:0/841286508 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f8c3c06a580 0x7f8c3c06ca40 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f8c580b25e0 tx=0x7f8c4c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:31.159 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.159+0000 7f8c49ffb700 1 -- 172.21.15.46:0/841286508 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f8c540557e0 con 0x7f8c5806a7a0 2023-09-21T13:06:31.360 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.364+0000 7f8c5f372700 1 -- 172.21.15.46:0/841286508 --> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f8c5806af40 con 0x7f8c3c06a580 2023-09-21T13:06:31.368 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.373+0000 7f8c49ffb700 1 -- 172.21.15.46:0/841286508 <== mgr.4104 v2:172.21.15.46:6832/84086869 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+288721 (secure 0 0 0) 0x7f8c4c005920 con 0x7f8c3c06a580 2023-09-21T13:06:31.372 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:06:31.375 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.376+0000 7f8c5f372700 1 -- 172.21.15.46:0/841286508 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f8c3c06a580 msgr2=0x7f8c3c06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:31.375 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.376+0000 7f8c5f372700 1 --2- 172.21.15.46:0/841286508 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f8c3c06a580 0x7f8c3c06ca40 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f8c580b25e0 tx=0x7f8c4c009040 comp rx=0 tx=0).stop 2023-09-21T13:06:31.375 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.376+0000 7f8c5f372700 1 -- 172.21.15.46:0/841286508 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8c5806a7a0 msgr2=0x7f8c581f5f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:31.375 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.376+0000 7f8c5f372700 1 --2- 172.21.15.46:0/841286508 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8c5806a7a0 0x7f8c581f5f30 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f8c54014040 tx=0x7f8c54004750 comp rx=0 tx=0).stop 2023-09-21T13:06:31.376 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.376+0000 7f8c5f372700 1 -- 172.21.15.46:0/841286508 shutdown_connections 2023-09-21T13:06:31.376 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.376+0000 7f8c5f372700 1 --2- 172.21.15.46:0/841286508 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f8c3c06a580 0x7f8c3c06ca40 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:31.376 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.376+0000 7f8c5f372700 1 --2- 172.21.15.46:0/841286508 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f8c5815d630 0x7f8c580c8850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:31.376 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.376+0000 7f8c5f372700 1 --2- 172.21.15.46:0/841286508 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8c5806a7a0 0x7f8c581f5f30 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:31.376 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.376+0000 7f8c5f372700 1 --2- 172.21.15.46:0/841286508 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f8c580ca840 0x7f8c580c8310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:31.377 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.376+0000 7f8c5f372700 1 -- 172.21.15.46:0/841286508 >> 172.21.15.46:0/841286508 conn(0x7f8c580d01f0 msgr2=0x7f8c580c9c10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:31.377 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.377+0000 7f8c5f372700 1 -- 172.21.15.46:0/841286508 shutdown_connections 2023-09-21T13:06:31.377 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:31.377+0000 7f8c5f372700 1 -- 172.21.15.46:0/841286508 wait complete. 2023-09-21T13:06:31.377 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all 2023-09-21T13:06:31.386 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":70,"stamp":"2023-09-21T13:06:30.984447+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":172,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220456,"kb_used_data":4232,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754264,"statfs":{"total":773094113280,"available":772868366336,"internally_reserved":0,"allocated":4333568,"data_stored":2403436,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":221236794},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":30,"apply_latency_ms":30,"commit_latency_ns":30000000,"apply_latency_ns":30000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.637273"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.658644+0000","last_change":"2023-09-21T13:06:25.370877+0000","last_active":"2023-09-21T13:06:26.658644+0000","last_peered":"2023-09-21T13:06:26.658644+0000","last_clean":"2023-09-21T13:06:26.658644+0000","last_became_active":"2023-09-21T13:06:25.370543+0000","last_became_peered":"2023-09-21T13:06:25.370543+0000","last_unstale":"2023-09-21T13:06:26.658644+0000","last_undegraded":"2023-09-21T13:06:26.658644+0000","last_fullsized":"2023-09-21T13:06:26.658644+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T16:48:01.017722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.351593+0000","last_change":"2023-09-21T13:06:25.362224+0000","last_active":"2023-09-21T13:06:26.351593+0000","last_peered":"2023-09-21T13:06:26.351593+0000","last_clean":"2023-09-21T13:06:26.351593+0000","last_became_active":"2023-09-21T13:06:25.361909+0000","last_became_peered":"2023-09-21T13:06:25.361909+0000","last_unstale":"2023-09-21T13:06:26.351593+0000","last_undegraded":"2023-09-21T13:06:26.351593+0000","last_fullsized":"2023-09-21T13:06:26.351593+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T19:10:05.680621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.658113+0000","last_change":"2023-09-21T13:06:25.375097+0000","last_active":"2023-09-21T13:06:26.658113+0000","last_peered":"2023-09-21T13:06:26.658113+0000","last_clean":"2023-09-21T13:06:26.658113+0000","last_became_active":"2023-09-21T13:06:25.374728+0000","last_became_peered":"2023-09-21T13:06:25.374728+0000","last_unstale":"2023-09-21T13:06:26.658113+0000","last_undegraded":"2023-09-21T13:06:26.658113+0000","last_fullsized":"2023-09-21T13:06:26.658113+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:41:13.647518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.480429+0000","last_change":"2023-09-21T13:06:25.366424+0000","last_active":"2023-09-21T13:06:26.480429+0000","last_peered":"2023-09-21T13:06:26.480429+0000","last_clean":"2023-09-21T13:06:26.480429+0000","last_became_active":"2023-09-21T13:06:25.365616+0000","last_became_peered":"2023-09-21T13:06:25.365616+0000","last_unstale":"2023-09-21T13:06:26.480429+0000","last_undegraded":"2023-09-21T13:06:26.480429+0000","last_fullsized":"2023-09-21T13:06:26.480429+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:19:32.385708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.657676+0000","last_change":"2023-09-21T13:06:25.364053+0000","last_active":"2023-09-21T13:06:26.657676+0000","last_peered":"2023-09-21T13:06:26.657676+0000","last_clean":"2023-09-21T13:06:26.657676+0000","last_became_active":"2023-09-21T13:06:25.363760+0000","last_became_peered":"2023-09-21T13:06:25.363760+0000","last_unstale":"2023-09-21T13:06:26.657676+0000","last_undegraded":"2023-09-21T13:06:26.657676+0000","last_fullsized":"2023-09-21T13:06:26.657676+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T19:56:22.603902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.351008+0000","last_change":"2023-09-21T13:06:25.365185+0000","last_active":"2023-09-21T13:06:26.351008+0000","last_peered":"2023-09-21T13:06:26.351008+0000","last_clean":"2023-09-21T13:06:26.351008+0000","last_became_active":"2023-09-21T13:06:25.364955+0000","last_became_peered":"2023-09-21T13:06:25.364955+0000","last_unstale":"2023-09-21T13:06:26.351008+0000","last_undegraded":"2023-09-21T13:06:26.351008+0000","last_fullsized":"2023-09-21T13:06:26.351008+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:23:30.012905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.352964+0000","last_change":"2023-09-21T13:06:25.364509+0000","last_active":"2023-09-21T13:06:26.352964+0000","last_peered":"2023-09-21T13:06:26.352964+0000","last_clean":"2023-09-21T13:06:26.352964+0000","last_became_active":"2023-09-21T13:06:25.364134+0000","last_became_peered":"2023-09-21T13:06:25.364134+0000","last_unstale":"2023-09-21T13:06:26.352964+0000","last_undegraded":"2023-09-21T13:06:26.352964+0000","last_fullsized":"2023-09-21T13:06:26.352964+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:41:13.647518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.351702+0000","last_change":"2023-09-21T13:06:25.368040+0000","last_active":"2023-09-21T13:06:26.351702+0000","last_peered":"2023-09-21T13:06:26.351702+0000","last_clean":"2023-09-21T13:06:26.351702+0000","last_became_active":"2023-09-21T13:06:25.367758+0000","last_became_peered":"2023-09-21T13:06:25.367758+0000","last_unstale":"2023-09-21T13:06:26.351702+0000","last_undegraded":"2023-09-21T13:06:26.351702+0000","last_fullsized":"2023-09-21T13:06:26.351702+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T19:29:49.663015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.352723+0000","last_change":"2023-09-21T13:06:25.365459+0000","last_active":"2023-09-21T13:06:26.352723+0000","last_peered":"2023-09-21T13:06:26.352723+0000","last_clean":"2023-09-21T13:06:26.352723+0000","last_became_active":"2023-09-21T13:06:25.365118+0000","last_became_peered":"2023-09-21T13:06:25.365118+0000","last_unstale":"2023-09-21T13:06:26.352723+0000","last_undegraded":"2023-09-21T13:06:26.352723+0000","last_fullsized":"2023-09-21T13:06:26.352723+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:46:57.489865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.480688+0000","last_change":"2023-09-21T13:06:25.362266+0000","last_active":"2023-09-21T13:06:26.480688+0000","last_peered":"2023-09-21T13:06:26.480688+0000","last_clean":"2023-09-21T13:06:26.480688+0000","last_became_active":"2023-09-21T13:06:25.361914+0000","last_became_peered":"2023-09-21T13:06:25.361914+0000","last_unstale":"2023-09-21T13:06:26.480688+0000","last_undegraded":"2023-09-21T13:06:26.480688+0000","last_fullsized":"2023-09-21T13:06:26.480688+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:46:57.489865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.353234+0000","last_change":"2023-09-21T13:06:25.374924+0000","last_active":"2023-09-21T13:06:26.353234+0000","last_peered":"2023-09-21T13:06:26.353234+0000","last_clean":"2023-09-21T13:06:26.353234+0000","last_became_active":"2023-09-21T13:06:25.374669+0000","last_became_peered":"2023-09-21T13:06:25.374669+0000","last_unstale":"2023-09-21T13:06:26.353234+0000","last_undegraded":"2023-09-21T13:06:26.353234+0000","last_fullsized":"2023-09-21T13:06:26.353234+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:59:55.168050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.658398+0000","last_change":"2023-09-21T13:06:25.371403+0000","last_active":"2023-09-21T13:06:26.658398+0000","last_peered":"2023-09-21T13:06:26.658398+0000","last_clean":"2023-09-21T13:06:26.658398+0000","last_became_active":"2023-09-21T13:06:25.371074+0000","last_became_peered":"2023-09-21T13:06:25.371074+0000","last_unstale":"2023-09-21T13:06:26.658398+0000","last_undegraded":"2023-09-21T13:06:26.658398+0000","last_fullsized":"2023-09-21T13:06:26.658398+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:20:07.407092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.657835+0000","last_change":"2023-09-21T13:06:25.367736+0000","last_active":"2023-09-21T13:06:26.657835+0000","last_peered":"2023-09-21T13:06:26.657835+0000","last_clean":"2023-09-21T13:06:26.657835+0000","last_became_active":"2023-09-21T13:06:25.367403+0000","last_became_peered":"2023-09-21T13:06:25.367403+0000","last_unstale":"2023-09-21T13:06:26.657835+0000","last_undegraded":"2023-09-21T13:06:26.657835+0000","last_fullsized":"2023-09-21T13:06:26.657835+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T15:38:10.070828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.351202+0000","last_change":"2023-09-21T13:06:25.362699+0000","last_active":"2023-09-21T13:06:26.351202+0000","last_peered":"2023-09-21T13:06:26.351202+0000","last_clean":"2023-09-21T13:06:26.351202+0000","last_became_active":"2023-09-21T13:06:25.362405+0000","last_became_peered":"2023-09-21T13:06:25.362405+0000","last_unstale":"2023-09-21T13:06:26.351202+0000","last_undegraded":"2023-09-21T13:06:26.351202+0000","last_fullsized":"2023-09-21T13:06:26.351202+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:20:07.407092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.658009+0000","last_change":"2023-09-21T13:06:25.366551+0000","last_active":"2023-09-21T13:06:26.658009+0000","last_peered":"2023-09-21T13:06:26.658009+0000","last_clean":"2023-09-21T13:06:26.658009+0000","last_became_active":"2023-09-21T13:06:25.366209+0000","last_became_peered":"2023-09-21T13:06:25.366209+0000","last_unstale":"2023-09-21T13:06:26.658009+0000","last_undegraded":"2023-09-21T13:06:26.658009+0000","last_fullsized":"2023-09-21T13:06:26.658009+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T17:57:00.231543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.351893+0000","last_change":"2023-09-21T13:06:25.373959+0000","last_active":"2023-09-21T13:06:26.351893+0000","last_peered":"2023-09-21T13:06:26.351893+0000","last_clean":"2023-09-21T13:06:26.351893+0000","last_became_active":"2023-09-21T13:06:25.373647+0000","last_became_peered":"2023-09-21T13:06:25.373647+0000","last_unstale":"2023-09-21T13:06:26.351893+0000","last_undegraded":"2023-09-21T13:06:26.351893+0000","last_fullsized":"2023-09-21T13:06:26.351893+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:58:19.088495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.353487+0000","last_change":"2023-09-21T13:06:25.365483+0000","last_active":"2023-09-21T13:06:26.353487+0000","last_peered":"2023-09-21T13:06:26.353487+0000","last_clean":"2023-09-21T13:06:26.353487+0000","last_became_active":"2023-09-21T13:06:25.365116+0000","last_became_peered":"2023-09-21T13:06:25.365116+0000","last_unstale":"2023-09-21T13:06:26.353487+0000","last_undegraded":"2023-09-21T13:06:26.353487+0000","last_fullsized":"2023-09-21T13:06:26.353487+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T19:10:05.680621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.351678+0000","last_change":"2023-09-21T13:06:25.369869+0000","last_active":"2023-09-21T13:06:26.351678+0000","last_peered":"2023-09-21T13:06:26.351678+0000","last_clean":"2023-09-21T13:06:26.351678+0000","last_became_active":"2023-09-21T13:06:25.369524+0000","last_became_peered":"2023-09-21T13:06:25.369524+0000","last_unstale":"2023-09-21T13:06:26.351678+0000","last_undegraded":"2023-09-21T13:06:26.351678+0000","last_fullsized":"2023-09-21T13:06:26.351678+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:41:57.317163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.350879+0000","last_change":"2023-09-21T13:06:25.367862+0000","last_active":"2023-09-21T13:06:26.350879+0000","last_peered":"2023-09-21T13:06:26.350879+0000","last_clean":"2023-09-21T13:06:26.350879+0000","last_became_active":"2023-09-21T13:06:25.367562+0000","last_became_peered":"2023-09-21T13:06:25.367562+0000","last_unstale":"2023-09-21T13:06:26.350879+0000","last_undegraded":"2023-09-21T13:06:26.350879+0000","last_fullsized":"2023-09-21T13:06:26.350879+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:41:13.647518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.657742+0000","last_change":"2023-09-21T13:06:25.370410+0000","last_active":"2023-09-21T13:06:26.657742+0000","last_peered":"2023-09-21T13:06:26.657742+0000","last_clean":"2023-09-21T13:06:26.657742+0000","last_became_active":"2023-09-21T13:06:25.370082+0000","last_became_peered":"2023-09-21T13:06:25.370082+0000","last_unstale":"2023-09-21T13:06:26.657742+0000","last_undegraded":"2023-09-21T13:06:26.657742+0000","last_fullsized":"2023-09-21T13:06:26.657742+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:42:33.339735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.352099+0000","last_change":"2023-09-21T13:06:25.359182+0000","last_active":"2023-09-21T13:06:26.352099+0000","last_peered":"2023-09-21T13:06:26.352099+0000","last_clean":"2023-09-21T13:06:26.352099+0000","last_became_active":"2023-09-21T13:06:25.358824+0000","last_became_peered":"2023-09-21T13:06:25.358824+0000","last_unstale":"2023-09-21T13:06:26.352099+0000","last_undegraded":"2023-09-21T13:06:26.352099+0000","last_fullsized":"2023-09-21T13:06:26.352099+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:05:31.896089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.352264+0000","last_change":"2023-09-21T13:06:25.359241+0000","last_active":"2023-09-21T13:06:26.352264+0000","last_peered":"2023-09-21T13:06:26.352264+0000","last_clean":"2023-09-21T13:06:26.352264+0000","last_became_active":"2023-09-21T13:06:25.358318+0000","last_became_peered":"2023-09-21T13:06:25.358318+0000","last_unstale":"2023-09-21T13:06:26.352264+0000","last_undegraded":"2023-09-21T13:06:26.352264+0000","last_fullsized":"2023-09-21T13:06:26.352264+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:19:32.385708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.478170+0000","last_change":"2023-09-21T13:06:25.365637+0000","last_active":"2023-09-21T13:06:26.478170+0000","last_peered":"2023-09-21T13:06:26.478170+0000","last_clean":"2023-09-21T13:06:26.478170+0000","last_became_active":"2023-09-21T13:06:25.365353+0000","last_became_peered":"2023-09-21T13:06:25.365353+0000","last_unstale":"2023-09-21T13:06:26.478170+0000","last_undegraded":"2023-09-21T13:06:26.478170+0000","last_fullsized":"2023-09-21T13:06:26.478170+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:20:49.210722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.657873+0000","last_change":"2023-09-21T13:06:25.366730+0000","last_active":"2023-09-21T13:06:26.657873+0000","last_peered":"2023-09-21T13:06:26.657873+0000","last_clean":"2023-09-21T13:06:26.657873+0000","last_became_active":"2023-09-21T13:06:25.366298+0000","last_became_peered":"2023-09-21T13:06:25.366298+0000","last_unstale":"2023-09-21T13:06:26.657873+0000","last_undegraded":"2023-09-21T13:06:26.657873+0000","last_fullsized":"2023-09-21T13:06:26.657873+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:41:19.777362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.481135+0000","last_change":"2023-09-21T13:06:25.376240+0000","last_active":"2023-09-21T13:06:26.481135+0000","last_peered":"2023-09-21T13:06:26.481135+0000","last_clean":"2023-09-21T13:06:26.481135+0000","last_became_active":"2023-09-21T13:06:25.375886+0000","last_became_peered":"2023-09-21T13:06:25.375886+0000","last_unstale":"2023-09-21T13:06:26.481135+0000","last_undegraded":"2023-09-21T13:06:26.481135+0000","last_fullsized":"2023-09-21T13:06:26.481135+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:41:19.777362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.351745+0000","last_change":"2023-09-21T13:06:25.371085+0000","last_active":"2023-09-21T13:06:26.351745+0000","last_peered":"2023-09-21T13:06:26.351745+0000","last_clean":"2023-09-21T13:06:26.351745+0000","last_became_active":"2023-09-21T13:06:25.370758+0000","last_became_peered":"2023-09-21T13:06:25.370758+0000","last_unstale":"2023-09-21T13:06:26.351745+0000","last_undegraded":"2023-09-21T13:06:26.351745+0000","last_fullsized":"2023-09-21T13:06:26.351745+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:07:09.486725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.480884+0000","last_change":"2023-09-21T13:06:25.365889+0000","last_active":"2023-09-21T13:06:26.480884+0000","last_peered":"2023-09-21T13:06:26.480884+0000","last_clean":"2023-09-21T13:06:26.480884+0000","last_became_active":"2023-09-21T13:06:25.365682+0000","last_became_peered":"2023-09-21T13:06:25.365682+0000","last_unstale":"2023-09-21T13:06:26.480884+0000","last_undegraded":"2023-09-21T13:06:26.480884+0000","last_fullsized":"2023-09-21T13:06:26.480884+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T19:29:49.663015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.658774+0000","last_change":"2023-09-21T13:06:25.367504+0000","last_active":"2023-09-21T13:06:26.658774+0000","last_peered":"2023-09-21T13:06:26.658774+0000","last_clean":"2023-09-21T13:06:26.658774+0000","last_became_active":"2023-09-21T13:06:25.367218+0000","last_became_peered":"2023-09-21T13:06:25.367218+0000","last_unstale":"2023-09-21T13:06:26.658774+0000","last_undegraded":"2023-09-21T13:06:26.658774+0000","last_fullsized":"2023-09-21T13:06:26.658774+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:41:57.317163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.352265+0000","last_change":"2023-09-21T13:06:25.357702+0000","last_active":"2023-09-21T13:06:26.352265+0000","last_peered":"2023-09-21T13:06:26.352265+0000","last_clean":"2023-09-21T13:06:26.352265+0000","last_became_active":"2023-09-21T13:06:25.357350+0000","last_became_peered":"2023-09-21T13:06:25.357350+0000","last_unstale":"2023-09-21T13:06:26.352265+0000","last_undegraded":"2023-09-21T13:06:26.352265+0000","last_fullsized":"2023-09-21T13:06:26.352265+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T19:29:49.663015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.353041+0000","last_change":"2023-09-21T13:06:25.365168+0000","last_active":"2023-09-21T13:06:26.353041+0000","last_peered":"2023-09-21T13:06:26.353041+0000","last_clean":"2023-09-21T13:06:26.353041+0000","last_became_active":"2023-09-21T13:06:25.364817+0000","last_became_peered":"2023-09-21T13:06:25.364817+0000","last_unstale":"2023-09-21T13:06:26.353041+0000","last_undegraded":"2023-09-21T13:06:26.353041+0000","last_fullsized":"2023-09-21T13:06:26.353041+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:23:30.012905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.658904+0000","last_change":"2023-09-21T13:06:25.363457+0000","last_active":"2023-09-21T13:06:26.658904+0000","last_peered":"2023-09-21T13:06:26.658904+0000","last_clean":"2023-09-21T13:06:26.658904+0000","last_became_active":"2023-09-21T13:06:25.363005+0000","last_became_peered":"2023-09-21T13:06:25.363005+0000","last_unstale":"2023-09-21T13:06:26.658904+0000","last_undegraded":"2023-09-21T13:06:26.658904+0000","last_fullsized":"2023-09-21T13:06:26.658904+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:27:50.885856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.352068+0000","last_change":"2023-09-21T13:06:25.371784+0000","last_active":"2023-09-21T13:06:26.352068+0000","last_peered":"2023-09-21T13:06:26.352068+0000","last_clean":"2023-09-21T13:06:26.352068+0000","last_became_active":"2023-09-21T13:06:25.370078+0000","last_became_peered":"2023-09-21T13:06:25.370078+0000","last_unstale":"2023-09-21T13:06:26.352068+0000","last_undegraded":"2023-09-21T13:06:26.352068+0000","last_fullsized":"2023-09-21T13:06:26.352068+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T17:57:00.231543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.478370+0000","last_change":"2023-09-21T13:06:25.366943+0000","last_active":"2023-09-21T13:06:26.478370+0000","last_peered":"2023-09-21T13:06:26.478370+0000","last_clean":"2023-09-21T13:06:26.478370+0000","last_became_active":"2023-09-21T13:06:25.366630+0000","last_became_peered":"2023-09-21T13:06:25.366630+0000","last_unstale":"2023-09-21T13:06:26.478370+0000","last_undegraded":"2023-09-21T13:06:26.478370+0000","last_fullsized":"2023-09-21T13:06:26.478370+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:27:50.885856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"33'4","reported_seq":16,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T13:06:25.387733+0000","last_change":"2023-09-21T13:06:24.363362+0000","last_active":"2023-09-21T13:06:25.387733+0000","last_peered":"2023-09-21T13:06:25.387733+0000","last_clean":"2023-09-21T13:06:25.387733+0000","last_became_active":"2023-09-21T13:06:24.363080+0000","last_became_peered":"2023-09-21T13:06:24.363080+0000","last_unstale":"2023-09-21T13:06:25.387733+0000","last_undegraded":"2023-09-21T13:06:25.387733+0000","last_fullsized":"2023-09-21T13:06:25.387733+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T19:01:05.225761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.658838+0000","last_change":"2023-09-21T13:06:25.369258+0000","last_active":"2023-09-21T13:06:26.658838+0000","last_peered":"2023-09-21T13:06:26.658838+0000","last_clean":"2023-09-21T13:06:26.658838+0000","last_became_active":"2023-09-21T13:06:25.368917+0000","last_became_peered":"2023-09-21T13:06:25.368917+0000","last_unstale":"2023-09-21T13:06:26.658838+0000","last_undegraded":"2023-09-21T13:06:26.658838+0000","last_fullsized":"2023-09-21T13:06:26.658838+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:35:27.282093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"33'1","reported_seq":13,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T13:06:25.386046+0000","last_change":"2023-09-21T13:06:24.364715+0000","last_active":"2023-09-21T13:06:25.386046+0000","last_peered":"2023-09-21T13:06:25.386046+0000","last_clean":"2023-09-21T13:06:25.386046+0000","last_became_active":"2023-09-21T13:06:24.364431+0000","last_became_peered":"2023-09-21T13:06:24.364431+0000","last_unstale":"2023-09-21T13:06:25.386046+0000","last_undegraded":"2023-09-21T13:06:25.386046+0000","last_fullsized":"2023-09-21T13:06:25.386046+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T18:33:00.589615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.352199+0000","last_change":"2023-09-21T13:06:25.364613+0000","last_active":"2023-09-21T13:06:26.352199+0000","last_peered":"2023-09-21T13:06:26.352199+0000","last_clean":"2023-09-21T13:06:26.352199+0000","last_became_active":"2023-09-21T13:06:25.364294+0000","last_became_peered":"2023-09-21T13:06:25.364294+0000","last_unstale":"2023-09-21T13:06:26.352199+0000","last_undegraded":"2023-09-21T13:06:26.352199+0000","last_fullsized":"2023-09-21T13:06:26.352199+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:03:05.323743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"33'2","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T13:06:25.389472+0000","last_change":"2023-09-21T13:06:24.369503+0000","last_active":"2023-09-21T13:06:25.389472+0000","last_peered":"2023-09-21T13:06:25.389472+0000","last_clean":"2023-09-21T13:06:25.389472+0000","last_became_active":"2023-09-21T13:06:24.369162+0000","last_became_peered":"2023-09-21T13:06:24.369162+0000","last_unstale":"2023-09-21T13:06:25.389472+0000","last_undegraded":"2023-09-21T13:06:25.389472+0000","last_fullsized":"2023-09-21T13:06:25.389472+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:05:30.887106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.480933+0000","last_change":"2023-09-21T13:06:25.363829+0000","last_active":"2023-09-21T13:06:26.480933+0000","last_peered":"2023-09-21T13:06:26.480933+0000","last_clean":"2023-09-21T13:06:26.480933+0000","last_became_active":"2023-09-21T13:06:25.362273+0000","last_became_peered":"2023-09-21T13:06:25.362273+0000","last_unstale":"2023-09-21T13:06:26.480933+0000","last_undegraded":"2023-09-21T13:06:26.480933+0000","last_fullsized":"2023-09-21T13:06:26.480933+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:58:19.088495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1c","version":"33'2","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T13:06:25.389026+0000","last_change":"2023-09-21T13:06:24.370869+0000","last_active":"2023-09-21T13:06:25.389026+0000","last_peered":"2023-09-21T13:06:25.389026+0000","last_clean":"2023-09-21T13:06:25.389026+0000","last_became_active":"2023-09-21T13:06:24.370465+0000","last_became_peered":"2023-09-21T13:06:24.370465+0000","last_unstale":"2023-09-21T13:06:25.389026+0000","last_undegraded":"2023-09-21T13:06:25.389026+0000","last_fullsized":"2023-09-21T13:06:25.389026+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:48:33.556913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.353274+0000","last_change":"2023-09-21T13:06:25.365350+0000","last_active":"2023-09-21T13:06:26.353274+0000","last_peered":"2023-09-21T13:06:26.353274+0000","last_clean":"2023-09-21T13:06:26.353274+0000","last_became_active":"2023-09-21T13:06:25.365029+0000","last_became_peered":"2023-09-21T13:06:25.365029+0000","last_unstale":"2023-09-21T13:06:26.353274+0000","last_undegraded":"2023-09-21T13:06:26.353274+0000","last_fullsized":"2023-09-21T13:06:26.353274+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T15:31:00.477363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"33'1","reported_seq":13,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T13:06:25.386925+0000","last_change":"2023-09-21T13:06:24.361091+0000","last_active":"2023-09-21T13:06:25.386925+0000","last_peered":"2023-09-21T13:06:25.386925+0000","last_clean":"2023-09-21T13:06:25.386925+0000","last_became_active":"2023-09-21T13:06:24.360405+0000","last_became_peered":"2023-09-21T13:06:24.360405+0000","last_unstale":"2023-09-21T13:06:25.386925+0000","last_undegraded":"2023-09-21T13:06:25.386925+0000","last_fullsized":"2023-09-21T13:06:25.386925+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T19:01:05.225761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.658498+0000","last_change":"2023-09-21T13:06:25.366618+0000","last_active":"2023-09-21T13:06:26.658498+0000","last_peered":"2023-09-21T13:06:26.658498+0000","last_clean":"2023-09-21T13:06:26.658498+0000","last_became_active":"2023-09-21T13:06:25.366239+0000","last_became_peered":"2023-09-21T13:06:25.366239+0000","last_unstale":"2023-09-21T13:06:26.658498+0000","last_undegraded":"2023-09-21T13:06:26.658498+0000","last_fullsized":"2023-09-21T13:06:26.658498+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T15:31:00.477363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"33'1","reported_seq":13,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T13:06:25.386991+0000","last_change":"2023-09-21T13:06:24.362346+0000","last_active":"2023-09-21T13:06:25.386991+0000","last_peered":"2023-09-21T13:06:25.386991+0000","last_clean":"2023-09-21T13:06:25.386991+0000","last_became_active":"2023-09-21T13:06:24.362020+0000","last_became_peered":"2023-09-21T13:06:24.362020+0000","last_unstale":"2023-09-21T13:06:25.386991+0000","last_undegraded":"2023-09-21T13:06:25.386991+0000","last_fullsized":"2023-09-21T13:06:25.386991+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:20:48.201739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.352045+0000","last_change":"2023-09-21T13:06:25.363078+0000","last_active":"2023-09-21T13:06:26.352045+0000","last_peered":"2023-09-21T13:06:26.352045+0000","last_clean":"2023-09-21T13:06:26.352045+0000","last_became_active":"2023-09-21T13:06:25.362797+0000","last_became_peered":"2023-09-21T13:06:25.362797+0000","last_unstale":"2023-09-21T13:06:26.352045+0000","last_undegraded":"2023-09-21T13:06:26.352045+0000","last_fullsized":"2023-09-21T13:06:26.352045+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:31:35.115814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T13:06:25.349950+0000","last_change":"2023-09-21T13:06:24.363421+0000","last_active":"2023-09-21T13:06:25.349950+0000","last_peered":"2023-09-21T13:06:25.349950+0000","last_clean":"2023-09-21T13:06:25.349950+0000","last_became_active":"2023-09-21T13:06:24.363006+0000","last_became_peered":"2023-09-21T13:06:24.363006+0000","last_unstale":"2023-09-21T13:06:25.349950+0000","last_undegraded":"2023-09-21T13:06:25.349950+0000","last_fullsized":"2023-09-21T13:06:25.349950+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T18:33:00.589615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.480309+0000","last_change":"2023-09-21T13:06:25.363131+0000","last_active":"2023-09-21T13:06:26.480309+0000","last_peered":"2023-09-21T13:06:26.480309+0000","last_clean":"2023-09-21T13:06:26.480309+0000","last_became_active":"2023-09-21T13:06:25.362733+0000","last_became_peered":"2023-09-21T13:06:25.362733+0000","last_unstale":"2023-09-21T13:06:26.480309+0000","last_undegraded":"2023-09-21T13:06:26.480309+0000","last_fullsized":"2023-09-21T13:06:26.480309+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:05:31.896089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T13:06:25.351364+0000","last_change":"2023-09-21T13:06:24.362101+0000","last_active":"2023-09-21T13:06:25.351364+0000","last_peered":"2023-09-21T13:06:25.351364+0000","last_clean":"2023-09-21T13:06:25.351364+0000","last_became_active":"2023-09-21T13:06:24.361701+0000","last_became_peered":"2023-09-21T13:06:24.361701+0000","last_unstale":"2023-09-21T13:06:25.351364+0000","last_undegraded":"2023-09-21T13:06:25.351364+0000","last_fullsized":"2023-09-21T13:06:25.351364+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T15:38:09.061846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.658349+0000","last_change":"2023-09-21T13:06:25.371638+0000","last_active":"2023-09-21T13:06:26.658349+0000","last_peered":"2023-09-21T13:06:26.658349+0000","last_clean":"2023-09-21T13:06:26.658349+0000","last_became_active":"2023-09-21T13:06:25.371320+0000","last_became_peered":"2023-09-21T13:06:25.371320+0000","last_unstale":"2023-09-21T13:06:26.658349+0000","last_undegraded":"2023-09-21T13:06:26.658349+0000","last_fullsized":"2023-09-21T13:06:26.658349+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T19:18:40.633813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T13:06:25.351445+0000","last_change":"2023-09-21T13:06:24.366174+0000","last_active":"2023-09-21T13:06:25.351445+0000","last_peered":"2023-09-21T13:06:25.351445+0000","last_clean":"2023-09-21T13:06:25.351445+0000","last_became_active":"2023-09-21T13:06:24.365846+0000","last_became_peered":"2023-09-21T13:06:24.365846+0000","last_unstale":"2023-09-21T13:06:25.351445+0000","last_undegraded":"2023-09-21T13:06:25.351445+0000","last_fullsized":"2023-09-21T13:06:25.351445+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T18:32:29.488375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.351543+0000","last_change":"2023-09-21T13:06:25.368476+0000","last_active":"2023-09-21T13:06:26.351543+0000","last_peered":"2023-09-21T13:06:26.351543+0000","last_clean":"2023-09-21T13:06:26.351543+0000","last_became_active":"2023-09-21T13:06:25.368190+0000","last_became_peered":"2023-09-21T13:06:25.368190+0000","last_unstale":"2023-09-21T13:06:26.351543+0000","last_undegraded":"2023-09-21T13:06:26.351543+0000","last_fullsized":"2023-09-21T13:06:26.351543+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T15:31:00.477363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T13:06:25.357275+0000","last_change":"2023-09-21T13:06:24.363526+0000","last_active":"2023-09-21T13:06:25.357275+0000","last_peered":"2023-09-21T13:06:25.357275+0000","last_clean":"2023-09-21T13:06:25.357275+0000","last_became_active":"2023-09-21T13:06:24.363071+0000","last_became_peered":"2023-09-21T13:06:24.363071+0000","last_unstale":"2023-09-21T13:06:25.357275+0000","last_undegraded":"2023-09-21T13:06:25.357275+0000","last_fullsized":"2023-09-21T13:06:25.357275+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:51:42.557363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.351206+0000","last_change":"2023-09-21T13:06:25.369025+0000","last_active":"2023-09-21T13:06:26.351206+0000","last_peered":"2023-09-21T13:06:26.351206+0000","last_clean":"2023-09-21T13:06:26.351206+0000","last_became_active":"2023-09-21T13:06:25.368632+0000","last_became_peered":"2023-09-21T13:06:25.368632+0000","last_unstale":"2023-09-21T13:06:26.351206+0000","last_undegraded":"2023-09-21T13:06:26.351206+0000","last_fullsized":"2023-09-21T13:06:26.351206+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T19:18:40.633813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"33'3","reported_seq":15,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T13:06:25.386625+0000","last_change":"2023-09-21T13:06:24.364574+0000","last_active":"2023-09-21T13:06:25.386625+0000","last_peered":"2023-09-21T13:06:25.386625+0000","last_clean":"2023-09-21T13:06:25.386625+0000","last_became_active":"2023-09-21T13:06:24.364280+0000","last_became_peered":"2023-09-21T13:06:24.364280+0000","last_unstale":"2023-09-21T13:06:25.386625+0000","last_undegraded":"2023-09-21T13:06:25.386625+0000","last_fullsized":"2023-09-21T13:06:25.386625+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:46:56.480882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.658233+0000","last_change":"2023-09-21T13:06:25.375032+0000","last_active":"2023-09-21T13:06:26.658233+0000","last_peered":"2023-09-21T13:06:26.658233+0000","last_clean":"2023-09-21T13:06:26.658233+0000","last_became_active":"2023-09-21T13:06:25.374296+0000","last_became_peered":"2023-09-21T13:06:25.374296+0000","last_unstale":"2023-09-21T13:06:26.658233+0000","last_undegraded":"2023-09-21T13:06:26.658233+0000","last_fullsized":"2023-09-21T13:06:26.658233+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:23:30.012905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"33'6","reported_seq":18,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T13:06:25.392479+0000","last_change":"2023-09-21T13:06:24.369395+0000","last_active":"2023-09-21T13:06:25.392479+0000","last_peered":"2023-09-21T13:06:25.392479+0000","last_clean":"2023-09-21T13:06:25.392479+0000","last_became_active":"2023-09-21T13:06:24.369083+0000","last_became_peered":"2023-09-21T13:06:24.369083+0000","last_unstale":"2023-09-21T13:06:25.392479+0000","last_undegraded":"2023-09-21T13:06:25.392479+0000","last_fullsized":"2023-09-21T13:06:25.392479+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:35:26.273110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.480338+0000","last_change":"2023-09-21T13:06:25.369614+0000","last_active":"2023-09-21T13:06:26.480338+0000","last_peered":"2023-09-21T13:06:26.480338+0000","last_clean":"2023-09-21T13:06:26.480338+0000","last_became_active":"2023-09-21T13:06:25.369276+0000","last_became_peered":"2023-09-21T13:06:25.369276+0000","last_unstale":"2023-09-21T13:06:26.480338+0000","last_undegraded":"2023-09-21T13:06:26.480338+0000","last_fullsized":"2023-09-21T13:06:26.480338+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:03:05.323743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"33'2","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T13:06:25.386336+0000","last_change":"2023-09-21T13:06:24.361316+0000","last_active":"2023-09-21T13:06:25.386336+0000","last_peered":"2023-09-21T13:06:25.386336+0000","last_clean":"2023-09-21T13:06:25.386336+0000","last_became_active":"2023-09-21T13:06:24.360804+0000","last_became_peered":"2023-09-21T13:06:24.360804+0000","last_unstale":"2023-09-21T13:06:25.386336+0000","last_undegraded":"2023-09-21T13:06:25.386336+0000","last_fullsized":"2023-09-21T13:06:25.386336+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T17:04:55.778748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.351259+0000","last_change":"2023-09-21T13:06:25.361567+0000","last_active":"2023-09-21T13:06:26.351259+0000","last_peered":"2023-09-21T13:06:26.351259+0000","last_clean":"2023-09-21T13:06:26.351259+0000","last_became_active":"2023-09-21T13:06:25.361240+0000","last_became_peered":"2023-09-21T13:06:25.361240+0000","last_unstale":"2023-09-21T13:06:26.351259+0000","last_undegraded":"2023-09-21T13:06:26.351259+0000","last_fullsized":"2023-09-21T13:06:26.351259+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:59:55.168050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T13:06:25.361849+0000","last_change":"2023-09-21T13:06:24.362212+0000","last_active":"2023-09-21T13:06:25.361849+0000","last_peered":"2023-09-21T13:06:25.361849+0000","last_clean":"2023-09-21T13:06:25.361849+0000","last_became_active":"2023-09-21T13:06:24.361904+0000","last_became_peered":"2023-09-21T13:06:24.361904+0000","last_unstale":"2023-09-21T13:06:25.361849+0000","last_undegraded":"2023-09-21T13:06:25.361849+0000","last_fullsized":"2023-09-21T13:06:25.361849+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:27:49.876873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.352052+0000","last_change":"2023-09-21T13:06:25.371585+0000","last_active":"2023-09-21T13:06:26.352052+0000","last_peered":"2023-09-21T13:06:26.352052+0000","last_clean":"2023-09-21T13:06:26.352052+0000","last_became_active":"2023-09-21T13:06:25.369666+0000","last_became_peered":"2023-09-21T13:06:25.369666+0000","last_unstale":"2023-09-21T13:06:26.352052+0000","last_undegraded":"2023-09-21T13:06:26.352052+0000","last_fullsized":"2023-09-21T13:06:26.352052+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:41:19.777362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T13:06:25.349987+0000","last_change":"2023-09-21T13:06:24.365450+0000","last_active":"2023-09-21T13:06:25.349987+0000","last_peered":"2023-09-21T13:06:25.349987+0000","last_clean":"2023-09-21T13:06:25.349987+0000","last_became_active":"2023-09-21T13:06:24.364505+0000","last_became_peered":"2023-09-21T13:06:24.364505+0000","last_unstale":"2023-09-21T13:06:25.349987+0000","last_undegraded":"2023-09-21T13:06:25.349987+0000","last_fullsized":"2023-09-21T13:06:25.349987+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T16:48:00.008739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.658736+0000","last_change":"2023-09-21T13:06:25.367786+0000","last_active":"2023-09-21T13:06:26.658736+0000","last_peered":"2023-09-21T13:06:26.658736+0000","last_clean":"2023-09-21T13:06:26.658736+0000","last_became_active":"2023-09-21T13:06:25.367009+0000","last_became_peered":"2023-09-21T13:06:25.367009+0000","last_unstale":"2023-09-21T13:06:26.658736+0000","last_undegraded":"2023-09-21T13:06:26.658736+0000","last_fullsized":"2023-09-21T13:06:26.658736+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:20:49.210722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"33'8","reported_seq":20,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T13:06:25.391527+0000","last_change":"2023-09-21T13:06:24.367341+0000","last_active":"2023-09-21T13:06:25.391527+0000","last_peered":"2023-09-21T13:06:25.391527+0000","last_clean":"2023-09-21T13:06:25.391527+0000","last_became_active":"2023-09-21T13:06:24.367030+0000","last_became_peered":"2023-09-21T13:06:24.367030+0000","last_unstale":"2023-09-21T13:06:25.391527+0000","last_undegraded":"2023-09-21T13:06:25.391527+0000","last_fullsized":"2023-09-21T13:06:25.391527+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:20:48.201739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.352518+0000","last_change":"2023-09-21T13:06:25.369545+0000","last_active":"2023-09-21T13:06:26.352518+0000","last_peered":"2023-09-21T13:06:26.352518+0000","last_clean":"2023-09-21T13:06:26.352518+0000","last_became_active":"2023-09-21T13:06:25.369210+0000","last_became_peered":"2023-09-21T13:06:25.369210+0000","last_unstale":"2023-09-21T13:06:26.352518+0000","last_undegraded":"2023-09-21T13:06:26.352518+0000","last_fullsized":"2023-09-21T13:06:26.352518+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T18:32:30.497358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"33'1","reported_seq":13,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T13:06:25.388507+0000","last_change":"2023-09-21T13:06:24.369273+0000","last_active":"2023-09-21T13:06:25.388507+0000","last_peered":"2023-09-21T13:06:25.388507+0000","last_clean":"2023-09-21T13:06:25.388507+0000","last_became_active":"2023-09-21T13:06:24.368980+0000","last_became_peered":"2023-09-21T13:06:24.368980+0000","last_unstale":"2023-09-21T13:06:25.388507+0000","last_undegraded":"2023-09-21T13:06:25.388507+0000","last_fullsized":"2023-09-21T13:06:25.388507+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:16:58.509235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.658490+0000","last_change":"2023-09-21T13:06:25.372094+0000","last_active":"2023-09-21T13:06:26.658490+0000","last_peered":"2023-09-21T13:06:26.658490+0000","last_clean":"2023-09-21T13:06:26.658490+0000","last_became_active":"2023-09-21T13:06:25.371796+0000","last_became_peered":"2023-09-21T13:06:25.371796+0000","last_unstale":"2023-09-21T13:06:26.658490+0000","last_undegraded":"2023-09-21T13:06:26.658490+0000","last_fullsized":"2023-09-21T13:06:26.658490+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:59:55.168050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"33'2","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T13:06:25.386188+0000","last_change":"2023-09-21T13:06:24.360790+0000","last_active":"2023-09-21T13:06:25.386188+0000","last_peered":"2023-09-21T13:06:25.386188+0000","last_clean":"2023-09-21T13:06:25.386188+0000","last_became_active":"2023-09-21T13:06:24.360478+0000","last_became_peered":"2023-09-21T13:06:24.360478+0000","last_unstale":"2023-09-21T13:06:25.386188+0000","last_undegraded":"2023-09-21T13:06:25.386188+0000","last_fullsized":"2023-09-21T13:06:25.386188+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:35:26.273110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.480576+0000","last_change":"2023-09-21T13:06:25.366641+0000","last_active":"2023-09-21T13:06:26.480576+0000","last_peered":"2023-09-21T13:06:26.480576+0000","last_clean":"2023-09-21T13:06:26.480576+0000","last_became_active":"2023-09-21T13:06:25.366043+0000","last_became_peered":"2023-09-21T13:06:25.366043+0000","last_unstale":"2023-09-21T13:06:26.480576+0000","last_undegraded":"2023-09-21T13:06:26.480576+0000","last_fullsized":"2023-09-21T13:06:26.480576+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T18:32:30.497358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"33'1","reported_seq":13,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T13:06:25.386032+0000","last_change":"2023-09-21T13:06:24.360906+0000","last_active":"2023-09-21T13:06:25.386032+0000","last_peered":"2023-09-21T13:06:25.386032+0000","last_clean":"2023-09-21T13:06:25.386032+0000","last_became_active":"2023-09-21T13:06:24.360606+0000","last_became_peered":"2023-09-21T13:06:24.360606+0000","last_unstale":"2023-09-21T13:06:25.386032+0000","last_undegraded":"2023-09-21T13:06:25.386032+0000","last_fullsized":"2023-09-21T13:06:25.386032+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:45:17.080964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.657814+0000","last_change":"2023-09-21T13:06:25.365086+0000","last_active":"2023-09-21T13:06:26.657814+0000","last_peered":"2023-09-21T13:06:26.657814+0000","last_clean":"2023-09-21T13:06:26.657814+0000","last_became_active":"2023-09-21T13:06:25.364775+0000","last_became_peered":"2023-09-21T13:06:25.364775+0000","last_unstale":"2023-09-21T13:06:26.657814+0000","last_undegraded":"2023-09-21T13:06:26.657814+0000","last_fullsized":"2023-09-21T13:06:26.657814+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:11:04.150932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T13:06:25.351747+0000","last_change":"2023-09-21T13:06:24.362946+0000","last_active":"2023-09-21T13:06:25.351747+0000","last_peered":"2023-09-21T13:06:25.351747+0000","last_clean":"2023-09-21T13:06:25.351747+0000","last_became_active":"2023-09-21T13:06:24.362559+0000","last_became_peered":"2023-09-21T13:06:24.362559+0000","last_unstale":"2023-09-21T13:06:25.351747+0000","last_undegraded":"2023-09-21T13:06:25.351747+0000","last_fullsized":"2023-09-21T13:06:25.351747+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T18:33:00.589615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.657545+0000","last_change":"2023-09-21T13:06:25.365991+0000","last_active":"2023-09-21T13:06:26.657545+0000","last_peered":"2023-09-21T13:06:26.657545+0000","last_clean":"2023-09-21T13:06:26.657545+0000","last_became_active":"2023-09-21T13:06:25.365684+0000","last_became_peered":"2023-09-21T13:06:25.365684+0000","last_unstale":"2023-09-21T13:06:26.657545+0000","last_undegraded":"2023-09-21T13:06:26.657545+0000","last_fullsized":"2023-09-21T13:06:26.657545+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:18:44.173923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"33'2","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T13:06:25.390452+0000","last_change":"2023-09-21T13:06:24.366808+0000","last_active":"2023-09-21T13:06:25.390452+0000","last_peered":"2023-09-21T13:06:25.390452+0000","last_clean":"2023-09-21T13:06:25.390452+0000","last_became_active":"2023-09-21T13:06:24.366526+0000","last_became_peered":"2023-09-21T13:06:24.366526+0000","last_unstale":"2023-09-21T13:06:25.390452+0000","last_undegraded":"2023-09-21T13:06:25.390452+0000","last_fullsized":"2023-09-21T13:06:25.390452+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:11:03.141949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.657683+0000","last_change":"2023-09-21T13:06:25.365257+0000","last_active":"2023-09-21T13:06:26.657683+0000","last_peered":"2023-09-21T13:06:26.657683+0000","last_clean":"2023-09-21T13:06:26.657683+0000","last_became_active":"2023-09-21T13:06:25.364934+0000","last_became_peered":"2023-09-21T13:06:25.364934+0000","last_unstale":"2023-09-21T13:06:26.657683+0000","last_undegraded":"2023-09-21T13:06:26.657683+0000","last_fullsized":"2023-09-21T13:06:26.657683+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:48:26.479487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T13:06:25.357857+0000","last_change":"2023-09-21T13:06:24.366706+0000","last_active":"2023-09-21T13:06:25.357857+0000","last_peered":"2023-09-21T13:06:25.357857+0000","last_clean":"2023-09-21T13:06:25.357857+0000","last_became_active":"2023-09-21T13:06:24.366366+0000","last_became_peered":"2023-09-21T13:06:24.366366+0000","last_unstale":"2023-09-21T13:06:25.357857+0000","last_undegraded":"2023-09-21T13:06:25.357857+0000","last_fullsized":"2023-09-21T13:06:25.357857+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T15:38:09.061846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.657552+0000","last_change":"2023-09-21T13:06:25.363334+0000","last_active":"2023-09-21T13:06:26.657552+0000","last_peered":"2023-09-21T13:06:26.657552+0000","last_clean":"2023-09-21T13:06:26.657552+0000","last_became_active":"2023-09-21T13:06:25.362224+0000","last_became_peered":"2023-09-21T13:06:25.362224+0000","last_unstale":"2023-09-21T13:06:26.657552+0000","last_undegraded":"2023-09-21T13:06:26.657552+0000","last_fullsized":"2023-09-21T13:06:26.657552+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:42:49.485499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T13:06:25.351191+0000","last_change":"2023-09-21T13:06:24.362958+0000","last_active":"2023-09-21T13:06:25.351191+0000","last_peered":"2023-09-21T13:06:25.351191+0000","last_clean":"2023-09-21T13:06:25.351191+0000","last_became_active":"2023-09-21T13:06:24.362639+0000","last_became_peered":"2023-09-21T13:06:24.362639+0000","last_unstale":"2023-09-21T13:06:25.351191+0000","last_undegraded":"2023-09-21T13:06:25.351191+0000","last_fullsized":"2023-09-21T13:06:25.351191+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T19:56:21.594920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.353052+0000","last_change":"2023-09-21T13:06:25.369089+0000","last_active":"2023-09-21T13:06:26.353052+0000","last_peered":"2023-09-21T13:06:26.353052+0000","last_clean":"2023-09-21T13:06:26.353052+0000","last_became_active":"2023-09-21T13:06:25.368771+0000","last_became_peered":"2023-09-21T13:06:25.368771+0000","last_unstale":"2023-09-21T13:06:26.353052+0000","last_undegraded":"2023-09-21T13:06:26.353052+0000","last_fullsized":"2023-09-21T13:06:26.353052+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T19:18:40.633813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T13:06:25.359321+0000","last_change":"2023-09-21T13:06:24.364658+0000","last_active":"2023-09-21T13:06:25.359321+0000","last_peered":"2023-09-21T13:06:25.359321+0000","last_clean":"2023-09-21T13:06:25.359321+0000","last_became_active":"2023-09-21T13:06:24.364372+0000","last_became_peered":"2023-09-21T13:06:24.364372+0000","last_unstale":"2023-09-21T13:06:25.359321+0000","last_undegraded":"2023-09-21T13:06:25.359321+0000","last_fullsized":"2023-09-21T13:06:25.359321+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:31:34.106831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.657832+0000","last_change":"2023-09-21T13:06:25.370163+0000","last_active":"2023-09-21T13:06:26.657832+0000","last_peered":"2023-09-21T13:06:26.657832+0000","last_clean":"2023-09-21T13:06:26.657832+0000","last_became_active":"2023-09-21T13:06:25.369863+0000","last_became_peered":"2023-09-21T13:06:25.369863+0000","last_unstale":"2023-09-21T13:06:26.657832+0000","last_undegraded":"2023-09-21T13:06:26.657832+0000","last_fullsized":"2023-09-21T13:06:26.657832+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:51:43.566346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"33'2","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T13:06:25.388157+0000","last_change":"2023-09-21T13:06:24.369954+0000","last_active":"2023-09-21T13:06:25.388157+0000","last_peered":"2023-09-21T13:06:25.388157+0000","last_clean":"2023-09-21T13:06:25.388157+0000","last_became_active":"2023-09-21T13:06:24.369630+0000","last_became_peered":"2023-09-21T13:06:24.369630+0000","last_unstale":"2023-09-21T13:06:25.388157+0000","last_undegraded":"2023-09-21T13:06:25.388157+0000","last_fullsized":"2023-09-21T13:06:25.388157+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:27:48.513176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.658732+0000","last_change":"2023-09-21T13:06:25.374857+0000","last_active":"2023-09-21T13:06:26.658732+0000","last_peered":"2023-09-21T13:06:26.658732+0000","last_clean":"2023-09-21T13:06:26.658732+0000","last_became_active":"2023-09-21T13:06:25.374532+0000","last_became_peered":"2023-09-21T13:06:25.374532+0000","last_unstale":"2023-09-21T13:06:26.658732+0000","last_undegraded":"2023-09-21T13:06:26.658732+0000","last_fullsized":"2023-09-21T13:06:26.658732+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T19:10:05.680621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"34'1","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.478411+0000","last_change":"2023-09-21T13:06:24.367302+0000","last_active":"2023-09-21T13:06:26.478411+0000","last_peered":"2023-09-21T13:06:26.478411+0000","last_clean":"2023-09-21T13:06:26.478411+0000","last_became_active":"2023-09-21T13:06:24.366994+0000","last_became_peered":"2023-09-21T13:06:24.366994+0000","last_unstale":"2023-09-21T13:06:26.478411+0000","last_undegraded":"2023-09-21T13:06:26.478411+0000","last_fullsized":"2023-09-21T13:06:26.478411+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T19:01:05.225761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.478248+0000","last_change":"2023-09-21T13:06:25.373671+0000","last_active":"2023-09-21T13:06:26.478248+0000","last_peered":"2023-09-21T13:06:26.478248+0000","last_clean":"2023-09-21T13:06:26.478248+0000","last_became_active":"2023-09-21T13:06:25.373328+0000","last_became_peered":"2023-09-21T13:06:25.373328+0000","last_unstale":"2023-09-21T13:06:26.478248+0000","last_undegraded":"2023-09-21T13:06:26.478248+0000","last_fullsized":"2023-09-21T13:06:26.478248+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:35:27.282093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T13:06:25.361632+0000","last_change":"2023-09-21T13:06:24.368875+0000","last_active":"2023-09-21T13:06:25.361632+0000","last_peered":"2023-09-21T13:06:25.361632+0000","last_clean":"2023-09-21T13:06:25.361632+0000","last_became_active":"2023-09-21T13:06:24.368567+0000","last_became_peered":"2023-09-21T13:06:24.368567+0000","last_unstale":"2023-09-21T13:06:25.361632+0000","last_undegraded":"2023-09-21T13:06:25.361632+0000","last_fullsized":"2023-09-21T13:06:25.361632+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:35:26.273110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.658672+0000","last_change":"2023-09-21T13:06:25.362066+0000","last_active":"2023-09-21T13:06:26.658672+0000","last_peered":"2023-09-21T13:06:26.658672+0000","last_clean":"2023-09-21T13:06:26.658672+0000","last_became_active":"2023-09-21T13:06:25.361739+0000","last_became_peered":"2023-09-21T13:06:25.361739+0000","last_unstale":"2023-09-21T13:06:26.658672+0000","last_undegraded":"2023-09-21T13:06:26.658672+0000","last_fullsized":"2023-09-21T13:06:26.658672+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T17:04:56.787731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T13:06:25.356842+0000","last_change":"2023-09-21T13:06:24.362218+0000","last_active":"2023-09-21T13:06:25.356842+0000","last_peered":"2023-09-21T13:06:25.356842+0000","last_clean":"2023-09-21T13:06:25.356842+0000","last_became_active":"2023-09-21T13:06:24.360331+0000","last_became_peered":"2023-09-21T13:06:24.360331+0000","last_unstale":"2023-09-21T13:06:25.356842+0000","last_undegraded":"2023-09-21T13:06:25.356842+0000","last_fullsized":"2023-09-21T13:06:25.356842+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:48:25.470504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.478505+0000","last_change":"2023-09-21T13:06:25.364300+0000","last_active":"2023-09-21T13:06:26.478505+0000","last_peered":"2023-09-21T13:06:26.478505+0000","last_clean":"2023-09-21T13:06:26.478505+0000","last_became_active":"2023-09-21T13:06:25.363895+0000","last_became_peered":"2023-09-21T13:06:25.363895+0000","last_unstale":"2023-09-21T13:06:26.478505+0000","last_undegraded":"2023-09-21T13:06:26.478505+0000","last_fullsized":"2023-09-21T13:06:26.478505+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:27:49.522159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T13:06:25.355817+0000","last_change":"2023-09-21T13:06:24.361065+0000","last_active":"2023-09-21T13:06:25.355817+0000","last_peered":"2023-09-21T13:06:25.355817+0000","last_clean":"2023-09-21T13:06:25.355817+0000","last_became_active":"2023-09-21T13:06:24.360747+0000","last_became_peered":"2023-09-21T13:06:24.360747+0000","last_unstale":"2023-09-21T13:06:25.355817+0000","last_undegraded":"2023-09-21T13:06:25.355817+0000","last_fullsized":"2023-09-21T13:06:25.355817+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:20:48.201739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.350701+0000","last_change":"2023-09-21T13:06:25.368128+0000","last_active":"2023-09-21T13:06:26.350701+0000","last_peered":"2023-09-21T13:06:26.350701+0000","last_clean":"2023-09-21T13:06:26.350701+0000","last_became_active":"2023-09-21T13:06:25.367789+0000","last_became_peered":"2023-09-21T13:06:25.367789+0000","last_unstale":"2023-09-21T13:06:26.350701+0000","last_undegraded":"2023-09-21T13:06:26.350701+0000","last_fullsized":"2023-09-21T13:06:26.350701+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T17:57:00.231543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T13:06:25.351272+0000","last_change":"2023-09-21T13:06:24.357404+0000","last_active":"2023-09-21T13:06:25.351272+0000","last_peered":"2023-09-21T13:06:25.351272+0000","last_clean":"2023-09-21T13:06:25.351272+0000","last_became_active":"2023-09-21T13:06:24.357042+0000","last_became_peered":"2023-09-21T13:06:24.357042+0000","last_unstale":"2023-09-21T13:06:25.351272+0000","last_undegraded":"2023-09-21T13:06:25.351272+0000","last_fullsized":"2023-09-21T13:06:25.351272+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:48:25.470504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.351864+0000","last_change":"2023-09-21T13:06:25.358119+0000","last_active":"2023-09-21T13:06:26.351864+0000","last_peered":"2023-09-21T13:06:26.351864+0000","last_clean":"2023-09-21T13:06:26.351864+0000","last_became_active":"2023-09-21T13:06:25.357810+0000","last_became_peered":"2023-09-21T13:06:25.357810+0000","last_unstale":"2023-09-21T13:06:26.351864+0000","last_undegraded":"2023-09-21T13:06:26.351864+0000","last_fullsized":"2023-09-21T13:06:26.351864+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:16:59.518218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T13:06:25.349903+0000","last_change":"2023-09-21T13:06:24.364798+0000","last_active":"2023-09-21T13:06:25.349903+0000","last_peered":"2023-09-21T13:06:25.349903+0000","last_clean":"2023-09-21T13:06:25.349903+0000","last_became_active":"2023-09-21T13:06:24.364495+0000","last_became_peered":"2023-09-21T13:06:24.364495+0000","last_unstale":"2023-09-21T13:06:25.349903+0000","last_undegraded":"2023-09-21T13:06:25.349903+0000","last_fullsized":"2023-09-21T13:06:25.349903+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T19:01:05.225761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.353148+0000","last_change":"2023-09-21T13:06:25.370163+0000","last_active":"2023-09-21T13:06:26.353148+0000","last_peered":"2023-09-21T13:06:26.353148+0000","last_clean":"2023-09-21T13:06:26.353148+0000","last_became_active":"2023-09-21T13:06:25.369845+0000","last_became_peered":"2023-09-21T13:06:25.369845+0000","last_unstale":"2023-09-21T13:06:26.353148+0000","last_undegraded":"2023-09-21T13:06:26.353148+0000","last_fullsized":"2023-09-21T13:06:26.353148+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:20:07.407092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T13:06:25.356187+0000","last_change":"2023-09-21T13:06:24.360697+0000","last_active":"2023-09-21T13:06:25.356187+0000","last_peered":"2023-09-21T13:06:25.356187+0000","last_clean":"2023-09-21T13:06:25.356187+0000","last_became_active":"2023-09-21T13:06:24.360361+0000","last_became_peered":"2023-09-21T13:06:24.360361+0000","last_unstale":"2023-09-21T13:06:25.356187+0000","last_undegraded":"2023-09-21T13:06:25.356187+0000","last_fullsized":"2023-09-21T13:06:25.356187+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:11:03.141949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":176,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T13:06:25.357009+0000","last_change":"2023-09-21T13:05:07.001411+0000","last_active":"2023-09-21T13:06:25.357009+0000","last_peered":"2023-09-21T13:06:25.357009+0000","last_clean":"2023-09-21T13:06:25.357009+0000","last_became_active":"2023-09-21T13:05:07.000380+0000","last_became_peered":"2023-09-21T13:05:07.000380+0000","last_unstale":"2023-09-21T13:06:25.357009+0000","last_undegraded":"2023-09-21T13:06:25.357009+0000","last_fullsized":"2023-09-21T13:06:25.357009+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:05.398949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:05.398949+0000","last_clean_scrub_stamp":"2023-09-21T13:05:05.398949+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:22:48.016821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574868,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27988,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343852,"statfs":{"total":96636764160,"available":96608104448,"internally_reserved":0,"allocated":983040,"data_stored":742693,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":6.5919999999999996,"5min":6.5919999999999996,"15min":6.5919999999999996},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":7.532,"5min":7.532,"15min":7.532},"last":0.53300000000000003}]},{"osd":1,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.874,"5min":0.874,"15min":0.874},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":7.4690000000000003,"5min":7.4690000000000003,"15min":7.4690000000000003},"last":0.48399999999999999},{"interface":"front","average":{"1min":1.236,"5min":1.236,"15min":1.236},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":14.695,"5min":14.695,"15min":14.695},"last":0.66000000000000003}]},{"osd":2,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":7.569,"5min":7.569,"15min":7.569},"last":0.68100000000000005},{"interface":"front","average":{"1min":1.258,"5min":1.258,"15min":1.258},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":14.56,"5min":14.56,"15min":14.56},"last":0.55100000000000005}]},{"osd":3,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":1.208,"5min":1.208,"15min":1.208},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":14.497,"5min":14.497,"15min":14.497},"last":0.51000000000000001},{"interface":"front","average":{"1min":1.4390000000000001,"5min":1.4390000000000001,"15min":1.4390000000000001},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":14.455,"5min":14.455,"15min":14.455},"last":0.64200000000000002}]},{"osd":4,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.441},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.621}]},{"osd":5,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.72099999999999997},{"interface":"front","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.70399999999999996}]},{"osd":6,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.74099999999999999}]}]},{"osd":6,"up_from":13,"seq":55834574868,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27412,"kb_used_data":384,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344428,"statfs":{"total":96636764160,"available":96608694272,"internally_reserved":0,"allocated":393216,"data_stored":152851,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.68300000000000005},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.41499999999999998}]},{"osd":1,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.503}]},{"osd":2,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.371},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.47399999999999998}]},{"osd":3,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.44},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.53000000000000003}]},{"osd":4,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.72599999999999998}]},{"osd":5,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.621}]},{"osd":7,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"min":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.75800000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574868,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27420,"kb_used_data":392,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344420,"statfs":{"total":96636764160,"available":96608686080,"internally_reserved":0,"allocated":401408,"data_stored":153869,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"last":0.34799999999999998}]},{"osd":2,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.437}]},{"osd":3,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.439,"15min":0.439},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.375},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.47699999999999998}]},{"osd":4,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.05,"5min":1.05,"15min":1.05},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.59099999999999997}]},{"osd":5,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":1.032,"5min":1.032,"15min":1.032},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"min":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"max":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.5}]},{"osd":6,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":1.0069999999999999,"5min":1.0069999999999999,"15min":1.0069999999999999},"last":0.53200000000000003}]},{"osd":7,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.63300000000000001}]}]},{"osd":0,"up_from":13,"seq":55834574869,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27984,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343856,"statfs":{"total":96636764160,"available":96608108544,"internally_reserved":0,"allocated":978944,"data_stored":742603,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":10.347,"5min":10.347,"15min":10.347},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.44,"5min":0.44,"15min":0.44},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":1.3129999999999999,"5min":1.3129999999999999,"15min":1.3129999999999999},"last":0.46800000000000003}]},{"osd":2,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":10.427,"5min":10.427,"15min":10.427},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.498,"5min":0.498,"15min":0.498},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":1.4570000000000001,"5min":1.4570000000000001,"15min":1.4570000000000001},"last":0.50800000000000001}]},{"osd":3,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":10.496,"5min":10.496,"15min":10.496},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.96099999999999997,"5min":0.96099999999999997,"15min":0.96099999999999997},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":10.459,"5min":10.459,"15min":10.459},"last":0.44700000000000001}]},{"osd":4,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"min":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":1.3600000000000001,"5min":1.3600000000000001,"15min":1.3600000000000001},"last":0.56299999999999994},{"interface":"front","average":{"1min":1.161,"5min":1.161,"15min":1.161},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":10.526999999999999,"5min":10.526999999999999,"15min":10.526999999999999},"last":0.61499999999999999}]},{"osd":5,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":1.1319999999999999,"5min":1.1319999999999999,"15min":1.1319999999999999},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":10.583,"5min":10.583,"15min":10.583},"last":0.52500000000000002},{"interface":"front","average":{"1min":1.1499999999999999,"5min":1.1499999999999999,"15min":1.1499999999999999},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":10.302,"5min":10.302,"15min":10.302},"last":0.67400000000000004}]},{"osd":6,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":1.163,"5min":1.163,"15min":1.163},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":10.394,"5min":10.394,"15min":10.394},"last":0.629},{"interface":"front","average":{"1min":0.746,"5min":0.746,"15min":0.746},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":1.4259999999999999,"5min":1.4259999999999999,"15min":1.4259999999999999},"last":0.59899999999999998}]},{"osd":7,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.3939999999999999,"5min":1.3939999999999999,"15min":1.3939999999999999},"last":0.64800000000000002},{"interface":"front","average":{"1min":1.2,"5min":1.2,"15min":1.2},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":10.555,"5min":10.555,"15min":10.555},"last":0.59099999999999997}]}]},{"osd":2,"up_from":13,"seq":55834574869,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27408,"kb_used_data":380,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344432,"statfs":{"total":96636764160,"available":96608698368,"internally_reserved":0,"allocated":389120,"data_stored":152305,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 21 13:06:05 2023","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"last":0.374}]},{"osd":1,"last update":"Thu Sep 21 13:06:05 2023","interfaces":[{"interface":"back","average":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.44800000000000001}]},{"osd":3,"last update":"Thu Sep 21 13:06:05 2023","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.46500000000000002}]},{"osd":4,"last update":"Thu Sep 21 13:06:05 2023","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.62},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.60399999999999998}]},{"osd":5,"last update":"Thu Sep 21 13:06:05 2023","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.65200000000000002}]},{"osd":6,"last update":"Thu Sep 21 13:06:05 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"min":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.63500000000000001}]},{"osd":7,"last update":"Thu Sep 21 13:06:05 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.59099999999999997}]}]},{"osd":3,"up_from":13,"seq":55834574868,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27420,"kb_used_data":392,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344420,"statfs":{"total":96636764160,"available":96608686080,"internally_reserved":0,"allocated":401408,"data_stored":153869,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 21 13:06:09 2023","interfaces":[{"interface":"back","average":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.495,"5min":0.495,"15min":0.495},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.36899999999999999}]},{"osd":1,"last update":"Thu Sep 21 13:06:09 2023","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.32100000000000001},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.42699999999999999}]},{"osd":2,"last update":"Thu Sep 21 13:06:09 2023","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.436,"15min":0.436},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":1.149,"5min":1.149,"15min":1.149},"last":0.39200000000000002}]},{"osd":4,"last update":"Thu Sep 21 13:06:09 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.169,"5min":1.169,"15min":1.169},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.69499999999999995}]},{"osd":5,"last update":"Thu Sep 21 13:06:09 2023","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"min":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":1.1930000000000001,"5min":1.1930000000000001,"15min":1.1930000000000001},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":0.997,"5min":0.997,"15min":0.997},"last":0.76000000000000001}]},{"osd":6,"last update":"Thu Sep 21 13:06:09 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.73899999999999999},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"min":{"1min":0.499,"5min":0.499,"15min":0.499},"max":{"1min":1.218,"5min":1.218,"15min":1.218},"last":0.54900000000000004}]},{"osd":7,"last update":"Thu Sep 21 13:06:09 2023","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.71899999999999997},{"interface":"front","average":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":1.113,"5min":1.113,"15min":1.113},"last":0.61499999999999999}]}]},{"osd":4,"up_from":13,"seq":55834574868,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27412,"kb_used_data":384,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344428,"statfs":{"total":96636764160,"available":96608694272,"internally_reserved":0,"allocated":393216,"data_stored":152339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":1.242,"5min":1.242,"15min":1.242},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.36599999999999999}]},{"osd":1,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.53500000000000003}]},{"osd":2,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":6.9450000000000003,"5min":6.9450000000000003,"15min":6.9450000000000003},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":6.9219999999999997,"5min":6.9219999999999997,"15min":6.9219999999999997},"last":0.625}]},{"osd":3,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.65500000000000003}]},{"osd":5,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.55500000000000005}]},{"osd":6,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.93500000000000005,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":1.117,"5min":1.117,"15min":1.117},"last":0.67800000000000005}]},{"osd":7,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.496},{"interface":"front","average":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"min":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.022,"5min":1.022,"15min":1.022},"last":0.69699999999999995}]}]},{"osd":5,"up_from":13,"seq":55834574869,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27412,"kb_used_data":384,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344428,"statfs":{"total":96636764160,"available":96608694272,"internally_reserved":0,"allocated":393216,"data_stored":152907,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 21 13:06:08 2023","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.79400000000000004}]},{"osd":1,"last update":"Thu Sep 21 13:06:08 2023","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.65500000000000003}]},{"osd":2,"last update":"Thu Sep 21 13:06:08 2023","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":1.0269999999999999,"5min":1.0269999999999999,"15min":1.0269999999999999},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.66900000000000004}]},{"osd":3,"last update":"Thu Sep 21 13:06:08 2023","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.69299999999999995},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.72199999999999998}]},{"osd":4,"last update":"Thu Sep 21 13:06:08 2023","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.623,"5min":0.623,"15min":0.623},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":1.3799999999999999,"5min":1.3799999999999999,"15min":1.3799999999999999},"last":0.63500000000000001}]},{"osd":6,"last update":"Thu Sep 21 13:06:08 2023","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.60299999999999998}]},{"osd":7,"last update":"Thu Sep 21 13:06:08 2023","interfaces":[{"interface":"back","average":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":1.0940000000000001,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.745},{"interface":"front","average":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":1.0469999999999999,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.77300000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-21T13:06:34.393 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-09-21T13:06:34.539 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.543+0000 7ff3fb17f700 1 Processor -- start 2023-09-21T13:06:34.539 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.543+0000 7ff3fb17f700 1 -- start start 2023-09-21T13:06:34.541 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.544+0000 7ff3fb17f700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7ff3f40d0980 0x7ff3f415c240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:34.542 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.544+0000 7ff3fb17f700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff3f415c780 0x7ff3f40b2dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:34.542 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.544+0000 7ff3fb17f700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff3f415bdb0 con 0x7ff3f4158f40 2023-09-21T13:06:34.542 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.544+0000 7ff3fb17f700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff3f415f850 con 0x7ff3f40d0980 2023-09-21T13:06:34.542 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.544+0000 7ff3fb17f700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff3f415fb30 con 0x7ff3f415c780 2023-09-21T13:06:34.543 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.544+0000 7ff3f3fff700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7ff3f40d0980 0x7ff3f415c240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:34.543 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.544+0000 7ff3f8f1b700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7ff3f4158f40 0x7ff3f415f000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:47538/0 (socket says 172.21.15.46:47538) 2023-09-21T13:06:34.543 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.544+0000 7ff3f8f1b700 1 -- 172.21.15.46:0/658523786 learned_addr learned my addr 172.21.15.46:0/658523786 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:06:34.543 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.544+0000 7ff3f971c700 1 --2- 172.21.15.46:0/658523786 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff3f415c780 0x7ff3f40b2dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:34.543 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.544+0000 7ff3f3fff700 1 -- 172.21.15.46:0/658523786 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff3f415c780 msgr2=0x7ff3f40b2dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:34.543 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.544+0000 7ff3f3fff700 1 --2- 172.21.15.46:0/658523786 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff3f415c780 0x7ff3f40b2dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:34.544 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.544+0000 7ff3f3fff700 1 -- 172.21.15.46:0/658523786 >> v1:172.21.15.46:6789/0 conn(0x7ff3f4158f40 legacy=0x7ff3f415f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:34.544 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.544+0000 7ff3f3fff700 1 -- 172.21.15.46:0/658523786 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff3f415fe10 con 0x7ff3f40d0980 2023-09-21T13:06:34.544 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.544+0000 7ff3f37fe700 1 -- 172.21.15.46:0/658523786 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3674942670 0 0) 0x7ff3f415bdb0 con 0x7ff3f4158f40 2023-09-21T13:06:34.544 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.545+0000 7ff3f3fff700 1 --2- 172.21.15.46:0/658523786 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff3f40d0980 0x7ff3f415c240 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7ff3e0009840 tx=0x7ff3e0009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6257eb9d6b297cb server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:34.544 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.545+0000 7ff3f37fe700 1 -- 172.21.15.46:0/658523786 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3e0011830 con 0x7ff3f40d0980 2023-09-21T13:06:34.545 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.545+0000 7ff3f37fe700 1 -- 172.21.15.46:0/658523786 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff3e0011990 con 0x7ff3f40d0980 2023-09-21T13:06:34.545 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.545+0000 7ff3f37fe700 1 -- 172.21.15.46:0/658523786 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3e0011d20 con 0x7ff3f40d0980 2023-09-21T13:06:34.545 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.545+0000 7ff3fb17f700 1 -- 172.21.15.46:0/658523786 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff3f40d0980 msgr2=0x7ff3f415c240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:34.545 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.545+0000 7ff3fb17f700 1 --2- 172.21.15.46:0/658523786 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff3f40d0980 0x7ff3f415c240 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7ff3e0009840 tx=0x7ff3e0009b50 comp rx=0 tx=0).stop 2023-09-21T13:06:34.545 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.545+0000 7ff3fb17f700 1 -- 172.21.15.46:0/658523786 shutdown_connections 2023-09-21T13:06:34.545 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.545+0000 7ff3fb17f700 1 --2- 172.21.15.46:0/658523786 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff3f415c780 0x7ff3f40b2dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:34.546 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.545+0000 7ff3fb17f700 1 --2- 172.21.15.46:0/658523786 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff3f40d0980 0x7ff3f415c240 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:34.546 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.545+0000 7ff3fb17f700 1 -- 172.21.15.46:0/658523786 >> 172.21.15.46:0/658523786 conn(0x7ff3f406eb20 msgr2=0x7ff3f406ef00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:34.546 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.545+0000 7ff3fb17f700 1 -- 172.21.15.46:0/658523786 shutdown_connections 2023-09-21T13:06:34.546 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.545+0000 7ff3fb17f700 1 -- 172.21.15.46:0/658523786 wait complete. 2023-09-21T13:06:34.549 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.547+0000 7ff3fb17f700 1 Processor -- start 2023-09-21T13:06:34.549 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.547+0000 7ff3fb17f700 1 -- start start 2023-09-21T13:06:34.549 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.548+0000 7ff3fb17f700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff3f40d0980 0x7ff3f40b0aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:34.549 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.548+0000 7ff3fb17f700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7ff3f4158f40 0x7ff3f414e100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:34.549 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.548+0000 7ff3fb17f700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff3f415c780 0x7ff3f41f1f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:34.550 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.548+0000 7ff3fb17f700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3f40c5be0 con 0x7ff3f415c780 2023-09-21T13:06:34.550 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.548+0000 7ff3fb17f700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3f40b0fe0 con 0x7ff3f4158f40 2023-09-21T13:06:34.550 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.548+0000 7ff3fb17f700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff3f40b3760 con 0x7ff3f40d0980 2023-09-21T13:06:34.550 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.548+0000 7ff3f971c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff3f415c780 0x7ff3f41f1f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:34.550 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.548+0000 7ff3f971c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff3f415c780 0x7ff3f41f1f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:43660/0 (socket says 172.21.15.46:43660) 2023-09-21T13:06:34.551 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.548+0000 7ff3f971c700 1 -- 172.21.15.46:0/342616582 learned_addr learned my addr 172.21.15.46:0/342616582 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:34.551 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.548+0000 7ff3f8f1b700 1 --2- 172.21.15.46:0/342616582 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff3f40d0980 0x7ff3f40b0aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:34.551 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.548+0000 7ff3f3fff700 1 --2- 172.21.15.46:0/342616582 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7ff3f4158f40 0x7ff3f414e100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:34.551 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.548+0000 7ff3f971c700 1 -- 172.21.15.46:0/342616582 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff3f40d0980 msgr2=0x7ff3f40b0aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:34.551 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.548+0000 7ff3f971c700 1 --2- 172.21.15.46:0/342616582 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff3f40d0980 0x7ff3f40b0aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:34.552 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.548+0000 7ff3f971c700 1 -- 172.21.15.46:0/342616582 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7ff3f4158f40 msgr2=0x7ff3f414e100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:34.552 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.548+0000 7ff3f971c700 1 --2- 172.21.15.46:0/342616582 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7ff3f4158f40 0x7ff3f414e100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:34.552 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.548+0000 7ff3f971c700 1 -- 172.21.15.46:0/342616582 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff3e00094a0 con 0x7ff3f415c780 2023-09-21T13:06:34.552 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.548+0000 7ff3f971c700 1 --2- 172.21.15.46:0/342616582 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff3f415c780 0x7ff3f41f1f10 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7ff3ec00efc0 tx=0x7ff3ec00c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:34.552 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.548+0000 7ff3f17fa700 1 -- 172.21.15.46:0/342616582 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3ec009ca0 con 0x7ff3f415c780 2023-09-21T13:06:34.552 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.549+0000 7ff3f17fa700 1 -- 172.21.15.46:0/342616582 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff3ec00f040 con 0x7ff3f415c780 2023-09-21T13:06:34.553 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.549+0000 7ff3f17fa700 1 -- 172.21.15.46:0/342616582 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3ec014480 con 0x7ff3f415c780 2023-09-21T13:06:34.553 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.549+0000 7ff3fb17f700 1 -- 172.21.15.46:0/342616582 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff3f41594a0 con 0x7ff3f415c780 2023-09-21T13:06:34.553 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.549+0000 7ff3fb17f700 1 -- 172.21.15.46:0/342616582 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff3f40c5520 con 0x7ff3f415c780 2023-09-21T13:06:34.553 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.549+0000 7ff3fb17f700 1 -- 172.21.15.46:0/342616582 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff3f40c5d20 con 0x7ff3f415c780 2023-09-21T13:06:34.553 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.550+0000 7ff3f17fa700 1 -- 172.21.15.46:0/342616582 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7ff3ec0145e0 con 0x7ff3f415c780 2023-09-21T13:06:34.553 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.551+0000 7ff3f17fa700 1 --2- 172.21.15.46:0/342616582 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7ff3d806a580 0x7ff3d806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:34.554 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.551+0000 7ff3f17fa700 1 -- 172.21.15.46:0/342616582 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff3ec089370 con 0x7ff3f415c780 2023-09-21T13:06:34.554 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.551+0000 7ff3f8f1b700 1 --2- 172.21.15.46:0/342616582 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7ff3d806a580 0x7ff3d806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:34.554 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.551+0000 7ff3f8f1b700 1 --2- 172.21.15.46:0/342616582 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7ff3d806a580 0x7ff3d806ca40 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7ff3e8000f60 tx=0x7ff3e8007be0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:34.555 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.556+0000 7ff3f17fa700 1 -- 172.21.15.46:0/342616582 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7ff3f40c5d20 con 0x7ff3f415c780 2023-09-21T13:06:34.755 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.759+0000 7ff3fb17f700 1 -- 172.21.15.46:0/342616582 --> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7ff3f4159320 con 0x7ff3d806a580 2023-09-21T13:06:34.764 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.768+0000 7ff3f17fa700 1 -- 172.21.15.46:0/342616582 <== mgr.4104 v2:172.21.15.46:6832/84086869 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+288721 (secure 0 0 0) 0x7ff3e80012b0 con 0x7ff3d806a580 2023-09-21T13:06:34.767 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:06:34.770 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.772+0000 7ff3fb17f700 1 -- 172.21.15.46:0/342616582 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7ff3d806a580 msgr2=0x7ff3d806ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:34.770 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.772+0000 7ff3fb17f700 1 --2- 172.21.15.46:0/342616582 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7ff3d806a580 0x7ff3d806ca40 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7ff3e8000f60 tx=0x7ff3e8007be0 comp rx=0 tx=0).stop 2023-09-21T13:06:34.770 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.772+0000 7ff3fb17f700 1 -- 172.21.15.46:0/342616582 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff3f415c780 msgr2=0x7ff3f41f1f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:34.771 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.772+0000 7ff3fb17f700 1 --2- 172.21.15.46:0/342616582 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff3f415c780 0x7ff3f41f1f10 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7ff3ec00efc0 tx=0x7ff3ec00c3a0 comp rx=0 tx=0).stop 2023-09-21T13:06:34.771 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.772+0000 7ff3fb17f700 1 -- 172.21.15.46:0/342616582 shutdown_connections 2023-09-21T13:06:34.771 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.772+0000 7ff3fb17f700 1 --2- 172.21.15.46:0/342616582 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7ff3d806a580 0x7ff3d806ca40 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:34.771 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.772+0000 7ff3fb17f700 1 --2- 172.21.15.46:0/342616582 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff3f415c780 0x7ff3f41f1f10 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:34.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.772+0000 7ff3fb17f700 1 --2- 172.21.15.46:0/342616582 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff3f40d0980 0x7ff3f40b0aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:34.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.772+0000 7ff3fb17f700 1 --2- 172.21.15.46:0/342616582 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7ff3f4158f40 0x7ff3f414e100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:34.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.772+0000 7ff3fb17f700 1 -- 172.21.15.46:0/342616582 >> 172.21.15.46:0/342616582 conn(0x7ff3f406eb20 msgr2=0x7ff3f415cbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:34.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.772+0000 7ff3fb17f700 1 -- 172.21.15.46:0/342616582 shutdown_connections 2023-09-21T13:06:34.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.772+0000 7ff3fb17f700 1 -- 172.21.15.46:0/342616582 wait complete. 2023-09-21T13:06:34.773 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all 2023-09-21T13:06:34.781 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":71,"stamp":"2023-09-21T13:06:32.985027+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":172,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220456,"kb_used_data":4232,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754264,"statfs":{"total":773094113280,"available":772868366336,"internally_reserved":0,"allocated":4333568,"data_stored":2403436,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":221236794},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":30,"apply_latency_ms":30,"commit_latency_ns":30000000,"apply_latency_ns":30000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001747"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.658644+0000","last_change":"2023-09-21T13:06:25.370877+0000","last_active":"2023-09-21T13:06:26.658644+0000","last_peered":"2023-09-21T13:06:26.658644+0000","last_clean":"2023-09-21T13:06:26.658644+0000","last_became_active":"2023-09-21T13:06:25.370543+0000","last_became_peered":"2023-09-21T13:06:25.370543+0000","last_unstale":"2023-09-21T13:06:26.658644+0000","last_undegraded":"2023-09-21T13:06:26.658644+0000","last_fullsized":"2023-09-21T13:06:26.658644+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T16:48:01.017722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.351593+0000","last_change":"2023-09-21T13:06:25.362224+0000","last_active":"2023-09-21T13:06:26.351593+0000","last_peered":"2023-09-21T13:06:26.351593+0000","last_clean":"2023-09-21T13:06:26.351593+0000","last_became_active":"2023-09-21T13:06:25.361909+0000","last_became_peered":"2023-09-21T13:06:25.361909+0000","last_unstale":"2023-09-21T13:06:26.351593+0000","last_undegraded":"2023-09-21T13:06:26.351593+0000","last_fullsized":"2023-09-21T13:06:26.351593+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T19:10:05.680621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.658113+0000","last_change":"2023-09-21T13:06:25.375097+0000","last_active":"2023-09-21T13:06:26.658113+0000","last_peered":"2023-09-21T13:06:26.658113+0000","last_clean":"2023-09-21T13:06:26.658113+0000","last_became_active":"2023-09-21T13:06:25.374728+0000","last_became_peered":"2023-09-21T13:06:25.374728+0000","last_unstale":"2023-09-21T13:06:26.658113+0000","last_undegraded":"2023-09-21T13:06:26.658113+0000","last_fullsized":"2023-09-21T13:06:26.658113+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:41:13.647518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.480429+0000","last_change":"2023-09-21T13:06:25.366424+0000","last_active":"2023-09-21T13:06:26.480429+0000","last_peered":"2023-09-21T13:06:26.480429+0000","last_clean":"2023-09-21T13:06:26.480429+0000","last_became_active":"2023-09-21T13:06:25.365616+0000","last_became_peered":"2023-09-21T13:06:25.365616+0000","last_unstale":"2023-09-21T13:06:26.480429+0000","last_undegraded":"2023-09-21T13:06:26.480429+0000","last_fullsized":"2023-09-21T13:06:26.480429+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:19:32.385708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.657676+0000","last_change":"2023-09-21T13:06:25.364053+0000","last_active":"2023-09-21T13:06:26.657676+0000","last_peered":"2023-09-21T13:06:26.657676+0000","last_clean":"2023-09-21T13:06:26.657676+0000","last_became_active":"2023-09-21T13:06:25.363760+0000","last_became_peered":"2023-09-21T13:06:25.363760+0000","last_unstale":"2023-09-21T13:06:26.657676+0000","last_undegraded":"2023-09-21T13:06:26.657676+0000","last_fullsized":"2023-09-21T13:06:26.657676+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T19:56:22.603902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.351008+0000","last_change":"2023-09-21T13:06:25.365185+0000","last_active":"2023-09-21T13:06:26.351008+0000","last_peered":"2023-09-21T13:06:26.351008+0000","last_clean":"2023-09-21T13:06:26.351008+0000","last_became_active":"2023-09-21T13:06:25.364955+0000","last_became_peered":"2023-09-21T13:06:25.364955+0000","last_unstale":"2023-09-21T13:06:26.351008+0000","last_undegraded":"2023-09-21T13:06:26.351008+0000","last_fullsized":"2023-09-21T13:06:26.351008+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:23:30.012905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.352964+0000","last_change":"2023-09-21T13:06:25.364509+0000","last_active":"2023-09-21T13:06:26.352964+0000","last_peered":"2023-09-21T13:06:26.352964+0000","last_clean":"2023-09-21T13:06:26.352964+0000","last_became_active":"2023-09-21T13:06:25.364134+0000","last_became_peered":"2023-09-21T13:06:25.364134+0000","last_unstale":"2023-09-21T13:06:26.352964+0000","last_undegraded":"2023-09-21T13:06:26.352964+0000","last_fullsized":"2023-09-21T13:06:26.352964+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:41:13.647518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.351702+0000","last_change":"2023-09-21T13:06:25.368040+0000","last_active":"2023-09-21T13:06:26.351702+0000","last_peered":"2023-09-21T13:06:26.351702+0000","last_clean":"2023-09-21T13:06:26.351702+0000","last_became_active":"2023-09-21T13:06:25.367758+0000","last_became_peered":"2023-09-21T13:06:25.367758+0000","last_unstale":"2023-09-21T13:06:26.351702+0000","last_undegraded":"2023-09-21T13:06:26.351702+0000","last_fullsized":"2023-09-21T13:06:26.351702+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T19:29:49.663015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.352723+0000","last_change":"2023-09-21T13:06:25.365459+0000","last_active":"2023-09-21T13:06:26.352723+0000","last_peered":"2023-09-21T13:06:26.352723+0000","last_clean":"2023-09-21T13:06:26.352723+0000","last_became_active":"2023-09-21T13:06:25.365118+0000","last_became_peered":"2023-09-21T13:06:25.365118+0000","last_unstale":"2023-09-21T13:06:26.352723+0000","last_undegraded":"2023-09-21T13:06:26.352723+0000","last_fullsized":"2023-09-21T13:06:26.352723+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:46:57.489865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.480688+0000","last_change":"2023-09-21T13:06:25.362266+0000","last_active":"2023-09-21T13:06:26.480688+0000","last_peered":"2023-09-21T13:06:26.480688+0000","last_clean":"2023-09-21T13:06:26.480688+0000","last_became_active":"2023-09-21T13:06:25.361914+0000","last_became_peered":"2023-09-21T13:06:25.361914+0000","last_unstale":"2023-09-21T13:06:26.480688+0000","last_undegraded":"2023-09-21T13:06:26.480688+0000","last_fullsized":"2023-09-21T13:06:26.480688+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:46:57.489865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.353234+0000","last_change":"2023-09-21T13:06:25.374924+0000","last_active":"2023-09-21T13:06:26.353234+0000","last_peered":"2023-09-21T13:06:26.353234+0000","last_clean":"2023-09-21T13:06:26.353234+0000","last_became_active":"2023-09-21T13:06:25.374669+0000","last_became_peered":"2023-09-21T13:06:25.374669+0000","last_unstale":"2023-09-21T13:06:26.353234+0000","last_undegraded":"2023-09-21T13:06:26.353234+0000","last_fullsized":"2023-09-21T13:06:26.353234+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:59:55.168050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.658398+0000","last_change":"2023-09-21T13:06:25.371403+0000","last_active":"2023-09-21T13:06:26.658398+0000","last_peered":"2023-09-21T13:06:26.658398+0000","last_clean":"2023-09-21T13:06:26.658398+0000","last_became_active":"2023-09-21T13:06:25.371074+0000","last_became_peered":"2023-09-21T13:06:25.371074+0000","last_unstale":"2023-09-21T13:06:26.658398+0000","last_undegraded":"2023-09-21T13:06:26.658398+0000","last_fullsized":"2023-09-21T13:06:26.658398+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:20:07.407092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.657835+0000","last_change":"2023-09-21T13:06:25.367736+0000","last_active":"2023-09-21T13:06:26.657835+0000","last_peered":"2023-09-21T13:06:26.657835+0000","last_clean":"2023-09-21T13:06:26.657835+0000","last_became_active":"2023-09-21T13:06:25.367403+0000","last_became_peered":"2023-09-21T13:06:25.367403+0000","last_unstale":"2023-09-21T13:06:26.657835+0000","last_undegraded":"2023-09-21T13:06:26.657835+0000","last_fullsized":"2023-09-21T13:06:26.657835+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T15:38:10.070828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.351202+0000","last_change":"2023-09-21T13:06:25.362699+0000","last_active":"2023-09-21T13:06:26.351202+0000","last_peered":"2023-09-21T13:06:26.351202+0000","last_clean":"2023-09-21T13:06:26.351202+0000","last_became_active":"2023-09-21T13:06:25.362405+0000","last_became_peered":"2023-09-21T13:06:25.362405+0000","last_unstale":"2023-09-21T13:06:26.351202+0000","last_undegraded":"2023-09-21T13:06:26.351202+0000","last_fullsized":"2023-09-21T13:06:26.351202+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:20:07.407092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.658009+0000","last_change":"2023-09-21T13:06:25.366551+0000","last_active":"2023-09-21T13:06:26.658009+0000","last_peered":"2023-09-21T13:06:26.658009+0000","last_clean":"2023-09-21T13:06:26.658009+0000","last_became_active":"2023-09-21T13:06:25.366209+0000","last_became_peered":"2023-09-21T13:06:25.366209+0000","last_unstale":"2023-09-21T13:06:26.658009+0000","last_undegraded":"2023-09-21T13:06:26.658009+0000","last_fullsized":"2023-09-21T13:06:26.658009+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T17:57:00.231543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.351893+0000","last_change":"2023-09-21T13:06:25.373959+0000","last_active":"2023-09-21T13:06:26.351893+0000","last_peered":"2023-09-21T13:06:26.351893+0000","last_clean":"2023-09-21T13:06:26.351893+0000","last_became_active":"2023-09-21T13:06:25.373647+0000","last_became_peered":"2023-09-21T13:06:25.373647+0000","last_unstale":"2023-09-21T13:06:26.351893+0000","last_undegraded":"2023-09-21T13:06:26.351893+0000","last_fullsized":"2023-09-21T13:06:26.351893+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:58:19.088495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.353487+0000","last_change":"2023-09-21T13:06:25.365483+0000","last_active":"2023-09-21T13:06:26.353487+0000","last_peered":"2023-09-21T13:06:26.353487+0000","last_clean":"2023-09-21T13:06:26.353487+0000","last_became_active":"2023-09-21T13:06:25.365116+0000","last_became_peered":"2023-09-21T13:06:25.365116+0000","last_unstale":"2023-09-21T13:06:26.353487+0000","last_undegraded":"2023-09-21T13:06:26.353487+0000","last_fullsized":"2023-09-21T13:06:26.353487+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T19:10:05.680621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.351678+0000","last_change":"2023-09-21T13:06:25.369869+0000","last_active":"2023-09-21T13:06:26.351678+0000","last_peered":"2023-09-21T13:06:26.351678+0000","last_clean":"2023-09-21T13:06:26.351678+0000","last_became_active":"2023-09-21T13:06:25.369524+0000","last_became_peered":"2023-09-21T13:06:25.369524+0000","last_unstale":"2023-09-21T13:06:26.351678+0000","last_undegraded":"2023-09-21T13:06:26.351678+0000","last_fullsized":"2023-09-21T13:06:26.351678+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:41:57.317163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.350879+0000","last_change":"2023-09-21T13:06:25.367862+0000","last_active":"2023-09-21T13:06:26.350879+0000","last_peered":"2023-09-21T13:06:26.350879+0000","last_clean":"2023-09-21T13:06:26.350879+0000","last_became_active":"2023-09-21T13:06:25.367562+0000","last_became_peered":"2023-09-21T13:06:25.367562+0000","last_unstale":"2023-09-21T13:06:26.350879+0000","last_undegraded":"2023-09-21T13:06:26.350879+0000","last_fullsized":"2023-09-21T13:06:26.350879+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:41:13.647518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.657742+0000","last_change":"2023-09-21T13:06:25.370410+0000","last_active":"2023-09-21T13:06:26.657742+0000","last_peered":"2023-09-21T13:06:26.657742+0000","last_clean":"2023-09-21T13:06:26.657742+0000","last_became_active":"2023-09-21T13:06:25.370082+0000","last_became_peered":"2023-09-21T13:06:25.370082+0000","last_unstale":"2023-09-21T13:06:26.657742+0000","last_undegraded":"2023-09-21T13:06:26.657742+0000","last_fullsized":"2023-09-21T13:06:26.657742+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:42:33.339735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.352099+0000","last_change":"2023-09-21T13:06:25.359182+0000","last_active":"2023-09-21T13:06:26.352099+0000","last_peered":"2023-09-21T13:06:26.352099+0000","last_clean":"2023-09-21T13:06:26.352099+0000","last_became_active":"2023-09-21T13:06:25.358824+0000","last_became_peered":"2023-09-21T13:06:25.358824+0000","last_unstale":"2023-09-21T13:06:26.352099+0000","last_undegraded":"2023-09-21T13:06:26.352099+0000","last_fullsized":"2023-09-21T13:06:26.352099+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:05:31.896089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.352264+0000","last_change":"2023-09-21T13:06:25.359241+0000","last_active":"2023-09-21T13:06:26.352264+0000","last_peered":"2023-09-21T13:06:26.352264+0000","last_clean":"2023-09-21T13:06:26.352264+0000","last_became_active":"2023-09-21T13:06:25.358318+0000","last_became_peered":"2023-09-21T13:06:25.358318+0000","last_unstale":"2023-09-21T13:06:26.352264+0000","last_undegraded":"2023-09-21T13:06:26.352264+0000","last_fullsized":"2023-09-21T13:06:26.352264+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:19:32.385708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.478170+0000","last_change":"2023-09-21T13:06:25.365637+0000","last_active":"2023-09-21T13:06:26.478170+0000","last_peered":"2023-09-21T13:06:26.478170+0000","last_clean":"2023-09-21T13:06:26.478170+0000","last_became_active":"2023-09-21T13:06:25.365353+0000","last_became_peered":"2023-09-21T13:06:25.365353+0000","last_unstale":"2023-09-21T13:06:26.478170+0000","last_undegraded":"2023-09-21T13:06:26.478170+0000","last_fullsized":"2023-09-21T13:06:26.478170+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:20:49.210722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.657873+0000","last_change":"2023-09-21T13:06:25.366730+0000","last_active":"2023-09-21T13:06:26.657873+0000","last_peered":"2023-09-21T13:06:26.657873+0000","last_clean":"2023-09-21T13:06:26.657873+0000","last_became_active":"2023-09-21T13:06:25.366298+0000","last_became_peered":"2023-09-21T13:06:25.366298+0000","last_unstale":"2023-09-21T13:06:26.657873+0000","last_undegraded":"2023-09-21T13:06:26.657873+0000","last_fullsized":"2023-09-21T13:06:26.657873+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:41:19.777362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.481135+0000","last_change":"2023-09-21T13:06:25.376240+0000","last_active":"2023-09-21T13:06:26.481135+0000","last_peered":"2023-09-21T13:06:26.481135+0000","last_clean":"2023-09-21T13:06:26.481135+0000","last_became_active":"2023-09-21T13:06:25.375886+0000","last_became_peered":"2023-09-21T13:06:25.375886+0000","last_unstale":"2023-09-21T13:06:26.481135+0000","last_undegraded":"2023-09-21T13:06:26.481135+0000","last_fullsized":"2023-09-21T13:06:26.481135+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:41:19.777362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.351745+0000","last_change":"2023-09-21T13:06:25.371085+0000","last_active":"2023-09-21T13:06:26.351745+0000","last_peered":"2023-09-21T13:06:26.351745+0000","last_clean":"2023-09-21T13:06:26.351745+0000","last_became_active":"2023-09-21T13:06:25.370758+0000","last_became_peered":"2023-09-21T13:06:25.370758+0000","last_unstale":"2023-09-21T13:06:26.351745+0000","last_undegraded":"2023-09-21T13:06:26.351745+0000","last_fullsized":"2023-09-21T13:06:26.351745+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:07:09.486725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.480884+0000","last_change":"2023-09-21T13:06:25.365889+0000","last_active":"2023-09-21T13:06:26.480884+0000","last_peered":"2023-09-21T13:06:26.480884+0000","last_clean":"2023-09-21T13:06:26.480884+0000","last_became_active":"2023-09-21T13:06:25.365682+0000","last_became_peered":"2023-09-21T13:06:25.365682+0000","last_unstale":"2023-09-21T13:06:26.480884+0000","last_undegraded":"2023-09-21T13:06:26.480884+0000","last_fullsized":"2023-09-21T13:06:26.480884+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T19:29:49.663015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.658774+0000","last_change":"2023-09-21T13:06:25.367504+0000","last_active":"2023-09-21T13:06:26.658774+0000","last_peered":"2023-09-21T13:06:26.658774+0000","last_clean":"2023-09-21T13:06:26.658774+0000","last_became_active":"2023-09-21T13:06:25.367218+0000","last_became_peered":"2023-09-21T13:06:25.367218+0000","last_unstale":"2023-09-21T13:06:26.658774+0000","last_undegraded":"2023-09-21T13:06:26.658774+0000","last_fullsized":"2023-09-21T13:06:26.658774+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:41:57.317163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.352265+0000","last_change":"2023-09-21T13:06:25.357702+0000","last_active":"2023-09-21T13:06:26.352265+0000","last_peered":"2023-09-21T13:06:26.352265+0000","last_clean":"2023-09-21T13:06:26.352265+0000","last_became_active":"2023-09-21T13:06:25.357350+0000","last_became_peered":"2023-09-21T13:06:25.357350+0000","last_unstale":"2023-09-21T13:06:26.352265+0000","last_undegraded":"2023-09-21T13:06:26.352265+0000","last_fullsized":"2023-09-21T13:06:26.352265+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T19:29:49.663015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.353041+0000","last_change":"2023-09-21T13:06:25.365168+0000","last_active":"2023-09-21T13:06:26.353041+0000","last_peered":"2023-09-21T13:06:26.353041+0000","last_clean":"2023-09-21T13:06:26.353041+0000","last_became_active":"2023-09-21T13:06:25.364817+0000","last_became_peered":"2023-09-21T13:06:25.364817+0000","last_unstale":"2023-09-21T13:06:26.353041+0000","last_undegraded":"2023-09-21T13:06:26.353041+0000","last_fullsized":"2023-09-21T13:06:26.353041+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:23:30.012905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.658904+0000","last_change":"2023-09-21T13:06:25.363457+0000","last_active":"2023-09-21T13:06:26.658904+0000","last_peered":"2023-09-21T13:06:26.658904+0000","last_clean":"2023-09-21T13:06:26.658904+0000","last_became_active":"2023-09-21T13:06:25.363005+0000","last_became_peered":"2023-09-21T13:06:25.363005+0000","last_unstale":"2023-09-21T13:06:26.658904+0000","last_undegraded":"2023-09-21T13:06:26.658904+0000","last_fullsized":"2023-09-21T13:06:26.658904+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:27:50.885856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.352068+0000","last_change":"2023-09-21T13:06:25.371784+0000","last_active":"2023-09-21T13:06:26.352068+0000","last_peered":"2023-09-21T13:06:26.352068+0000","last_clean":"2023-09-21T13:06:26.352068+0000","last_became_active":"2023-09-21T13:06:25.370078+0000","last_became_peered":"2023-09-21T13:06:25.370078+0000","last_unstale":"2023-09-21T13:06:26.352068+0000","last_undegraded":"2023-09-21T13:06:26.352068+0000","last_fullsized":"2023-09-21T13:06:26.352068+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T17:57:00.231543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.478370+0000","last_change":"2023-09-21T13:06:25.366943+0000","last_active":"2023-09-21T13:06:26.478370+0000","last_peered":"2023-09-21T13:06:26.478370+0000","last_clean":"2023-09-21T13:06:26.478370+0000","last_became_active":"2023-09-21T13:06:25.366630+0000","last_became_peered":"2023-09-21T13:06:25.366630+0000","last_unstale":"2023-09-21T13:06:26.478370+0000","last_undegraded":"2023-09-21T13:06:26.478370+0000","last_fullsized":"2023-09-21T13:06:26.478370+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:27:50.885856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"33'4","reported_seq":16,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T13:06:25.387733+0000","last_change":"2023-09-21T13:06:24.363362+0000","last_active":"2023-09-21T13:06:25.387733+0000","last_peered":"2023-09-21T13:06:25.387733+0000","last_clean":"2023-09-21T13:06:25.387733+0000","last_became_active":"2023-09-21T13:06:24.363080+0000","last_became_peered":"2023-09-21T13:06:24.363080+0000","last_unstale":"2023-09-21T13:06:25.387733+0000","last_undegraded":"2023-09-21T13:06:25.387733+0000","last_fullsized":"2023-09-21T13:06:25.387733+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T19:01:05.225761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.658838+0000","last_change":"2023-09-21T13:06:25.369258+0000","last_active":"2023-09-21T13:06:26.658838+0000","last_peered":"2023-09-21T13:06:26.658838+0000","last_clean":"2023-09-21T13:06:26.658838+0000","last_became_active":"2023-09-21T13:06:25.368917+0000","last_became_peered":"2023-09-21T13:06:25.368917+0000","last_unstale":"2023-09-21T13:06:26.658838+0000","last_undegraded":"2023-09-21T13:06:26.658838+0000","last_fullsized":"2023-09-21T13:06:26.658838+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:35:27.282093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"33'1","reported_seq":13,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T13:06:25.386046+0000","last_change":"2023-09-21T13:06:24.364715+0000","last_active":"2023-09-21T13:06:25.386046+0000","last_peered":"2023-09-21T13:06:25.386046+0000","last_clean":"2023-09-21T13:06:25.386046+0000","last_became_active":"2023-09-21T13:06:24.364431+0000","last_became_peered":"2023-09-21T13:06:24.364431+0000","last_unstale":"2023-09-21T13:06:25.386046+0000","last_undegraded":"2023-09-21T13:06:25.386046+0000","last_fullsized":"2023-09-21T13:06:25.386046+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T18:33:00.589615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.352199+0000","last_change":"2023-09-21T13:06:25.364613+0000","last_active":"2023-09-21T13:06:26.352199+0000","last_peered":"2023-09-21T13:06:26.352199+0000","last_clean":"2023-09-21T13:06:26.352199+0000","last_became_active":"2023-09-21T13:06:25.364294+0000","last_became_peered":"2023-09-21T13:06:25.364294+0000","last_unstale":"2023-09-21T13:06:26.352199+0000","last_undegraded":"2023-09-21T13:06:26.352199+0000","last_fullsized":"2023-09-21T13:06:26.352199+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:03:05.323743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"33'2","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T13:06:25.389472+0000","last_change":"2023-09-21T13:06:24.369503+0000","last_active":"2023-09-21T13:06:25.389472+0000","last_peered":"2023-09-21T13:06:25.389472+0000","last_clean":"2023-09-21T13:06:25.389472+0000","last_became_active":"2023-09-21T13:06:24.369162+0000","last_became_peered":"2023-09-21T13:06:24.369162+0000","last_unstale":"2023-09-21T13:06:25.389472+0000","last_undegraded":"2023-09-21T13:06:25.389472+0000","last_fullsized":"2023-09-21T13:06:25.389472+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:05:30.887106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.480933+0000","last_change":"2023-09-21T13:06:25.363829+0000","last_active":"2023-09-21T13:06:26.480933+0000","last_peered":"2023-09-21T13:06:26.480933+0000","last_clean":"2023-09-21T13:06:26.480933+0000","last_became_active":"2023-09-21T13:06:25.362273+0000","last_became_peered":"2023-09-21T13:06:25.362273+0000","last_unstale":"2023-09-21T13:06:26.480933+0000","last_undegraded":"2023-09-21T13:06:26.480933+0000","last_fullsized":"2023-09-21T13:06:26.480933+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:58:19.088495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1c","version":"33'2","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T13:06:25.389026+0000","last_change":"2023-09-21T13:06:24.370869+0000","last_active":"2023-09-21T13:06:25.389026+0000","last_peered":"2023-09-21T13:06:25.389026+0000","last_clean":"2023-09-21T13:06:25.389026+0000","last_became_active":"2023-09-21T13:06:24.370465+0000","last_became_peered":"2023-09-21T13:06:24.370465+0000","last_unstale":"2023-09-21T13:06:25.389026+0000","last_undegraded":"2023-09-21T13:06:25.389026+0000","last_fullsized":"2023-09-21T13:06:25.389026+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:48:33.556913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.353274+0000","last_change":"2023-09-21T13:06:25.365350+0000","last_active":"2023-09-21T13:06:26.353274+0000","last_peered":"2023-09-21T13:06:26.353274+0000","last_clean":"2023-09-21T13:06:26.353274+0000","last_became_active":"2023-09-21T13:06:25.365029+0000","last_became_peered":"2023-09-21T13:06:25.365029+0000","last_unstale":"2023-09-21T13:06:26.353274+0000","last_undegraded":"2023-09-21T13:06:26.353274+0000","last_fullsized":"2023-09-21T13:06:26.353274+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T15:31:00.477363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"33'1","reported_seq":13,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T13:06:25.386925+0000","last_change":"2023-09-21T13:06:24.361091+0000","last_active":"2023-09-21T13:06:25.386925+0000","last_peered":"2023-09-21T13:06:25.386925+0000","last_clean":"2023-09-21T13:06:25.386925+0000","last_became_active":"2023-09-21T13:06:24.360405+0000","last_became_peered":"2023-09-21T13:06:24.360405+0000","last_unstale":"2023-09-21T13:06:25.386925+0000","last_undegraded":"2023-09-21T13:06:25.386925+0000","last_fullsized":"2023-09-21T13:06:25.386925+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T19:01:05.225761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.658498+0000","last_change":"2023-09-21T13:06:25.366618+0000","last_active":"2023-09-21T13:06:26.658498+0000","last_peered":"2023-09-21T13:06:26.658498+0000","last_clean":"2023-09-21T13:06:26.658498+0000","last_became_active":"2023-09-21T13:06:25.366239+0000","last_became_peered":"2023-09-21T13:06:25.366239+0000","last_unstale":"2023-09-21T13:06:26.658498+0000","last_undegraded":"2023-09-21T13:06:26.658498+0000","last_fullsized":"2023-09-21T13:06:26.658498+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T15:31:00.477363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"33'1","reported_seq":13,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T13:06:25.386991+0000","last_change":"2023-09-21T13:06:24.362346+0000","last_active":"2023-09-21T13:06:25.386991+0000","last_peered":"2023-09-21T13:06:25.386991+0000","last_clean":"2023-09-21T13:06:25.386991+0000","last_became_active":"2023-09-21T13:06:24.362020+0000","last_became_peered":"2023-09-21T13:06:24.362020+0000","last_unstale":"2023-09-21T13:06:25.386991+0000","last_undegraded":"2023-09-21T13:06:25.386991+0000","last_fullsized":"2023-09-21T13:06:25.386991+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:20:48.201739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.352045+0000","last_change":"2023-09-21T13:06:25.363078+0000","last_active":"2023-09-21T13:06:26.352045+0000","last_peered":"2023-09-21T13:06:26.352045+0000","last_clean":"2023-09-21T13:06:26.352045+0000","last_became_active":"2023-09-21T13:06:25.362797+0000","last_became_peered":"2023-09-21T13:06:25.362797+0000","last_unstale":"2023-09-21T13:06:26.352045+0000","last_undegraded":"2023-09-21T13:06:26.352045+0000","last_fullsized":"2023-09-21T13:06:26.352045+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:31:35.115814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T13:06:25.349950+0000","last_change":"2023-09-21T13:06:24.363421+0000","last_active":"2023-09-21T13:06:25.349950+0000","last_peered":"2023-09-21T13:06:25.349950+0000","last_clean":"2023-09-21T13:06:25.349950+0000","last_became_active":"2023-09-21T13:06:24.363006+0000","last_became_peered":"2023-09-21T13:06:24.363006+0000","last_unstale":"2023-09-21T13:06:25.349950+0000","last_undegraded":"2023-09-21T13:06:25.349950+0000","last_fullsized":"2023-09-21T13:06:25.349950+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T18:33:00.589615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.480309+0000","last_change":"2023-09-21T13:06:25.363131+0000","last_active":"2023-09-21T13:06:26.480309+0000","last_peered":"2023-09-21T13:06:26.480309+0000","last_clean":"2023-09-21T13:06:26.480309+0000","last_became_active":"2023-09-21T13:06:25.362733+0000","last_became_peered":"2023-09-21T13:06:25.362733+0000","last_unstale":"2023-09-21T13:06:26.480309+0000","last_undegraded":"2023-09-21T13:06:26.480309+0000","last_fullsized":"2023-09-21T13:06:26.480309+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:05:31.896089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T13:06:25.351364+0000","last_change":"2023-09-21T13:06:24.362101+0000","last_active":"2023-09-21T13:06:25.351364+0000","last_peered":"2023-09-21T13:06:25.351364+0000","last_clean":"2023-09-21T13:06:25.351364+0000","last_became_active":"2023-09-21T13:06:24.361701+0000","last_became_peered":"2023-09-21T13:06:24.361701+0000","last_unstale":"2023-09-21T13:06:25.351364+0000","last_undegraded":"2023-09-21T13:06:25.351364+0000","last_fullsized":"2023-09-21T13:06:25.351364+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T15:38:09.061846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.658349+0000","last_change":"2023-09-21T13:06:25.371638+0000","last_active":"2023-09-21T13:06:26.658349+0000","last_peered":"2023-09-21T13:06:26.658349+0000","last_clean":"2023-09-21T13:06:26.658349+0000","last_became_active":"2023-09-21T13:06:25.371320+0000","last_became_peered":"2023-09-21T13:06:25.371320+0000","last_unstale":"2023-09-21T13:06:26.658349+0000","last_undegraded":"2023-09-21T13:06:26.658349+0000","last_fullsized":"2023-09-21T13:06:26.658349+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T19:18:40.633813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T13:06:25.351445+0000","last_change":"2023-09-21T13:06:24.366174+0000","last_active":"2023-09-21T13:06:25.351445+0000","last_peered":"2023-09-21T13:06:25.351445+0000","last_clean":"2023-09-21T13:06:25.351445+0000","last_became_active":"2023-09-21T13:06:24.365846+0000","last_became_peered":"2023-09-21T13:06:24.365846+0000","last_unstale":"2023-09-21T13:06:25.351445+0000","last_undegraded":"2023-09-21T13:06:25.351445+0000","last_fullsized":"2023-09-21T13:06:25.351445+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T18:32:29.488375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.351543+0000","last_change":"2023-09-21T13:06:25.368476+0000","last_active":"2023-09-21T13:06:26.351543+0000","last_peered":"2023-09-21T13:06:26.351543+0000","last_clean":"2023-09-21T13:06:26.351543+0000","last_became_active":"2023-09-21T13:06:25.368190+0000","last_became_peered":"2023-09-21T13:06:25.368190+0000","last_unstale":"2023-09-21T13:06:26.351543+0000","last_undegraded":"2023-09-21T13:06:26.351543+0000","last_fullsized":"2023-09-21T13:06:26.351543+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T15:31:00.477363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T13:06:25.357275+0000","last_change":"2023-09-21T13:06:24.363526+0000","last_active":"2023-09-21T13:06:25.357275+0000","last_peered":"2023-09-21T13:06:25.357275+0000","last_clean":"2023-09-21T13:06:25.357275+0000","last_became_active":"2023-09-21T13:06:24.363071+0000","last_became_peered":"2023-09-21T13:06:24.363071+0000","last_unstale":"2023-09-21T13:06:25.357275+0000","last_undegraded":"2023-09-21T13:06:25.357275+0000","last_fullsized":"2023-09-21T13:06:25.357275+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:51:42.557363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.351206+0000","last_change":"2023-09-21T13:06:25.369025+0000","last_active":"2023-09-21T13:06:26.351206+0000","last_peered":"2023-09-21T13:06:26.351206+0000","last_clean":"2023-09-21T13:06:26.351206+0000","last_became_active":"2023-09-21T13:06:25.368632+0000","last_became_peered":"2023-09-21T13:06:25.368632+0000","last_unstale":"2023-09-21T13:06:26.351206+0000","last_undegraded":"2023-09-21T13:06:26.351206+0000","last_fullsized":"2023-09-21T13:06:26.351206+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T19:18:40.633813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"33'3","reported_seq":15,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T13:06:25.386625+0000","last_change":"2023-09-21T13:06:24.364574+0000","last_active":"2023-09-21T13:06:25.386625+0000","last_peered":"2023-09-21T13:06:25.386625+0000","last_clean":"2023-09-21T13:06:25.386625+0000","last_became_active":"2023-09-21T13:06:24.364280+0000","last_became_peered":"2023-09-21T13:06:24.364280+0000","last_unstale":"2023-09-21T13:06:25.386625+0000","last_undegraded":"2023-09-21T13:06:25.386625+0000","last_fullsized":"2023-09-21T13:06:25.386625+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:46:56.480882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.658233+0000","last_change":"2023-09-21T13:06:25.375032+0000","last_active":"2023-09-21T13:06:26.658233+0000","last_peered":"2023-09-21T13:06:26.658233+0000","last_clean":"2023-09-21T13:06:26.658233+0000","last_became_active":"2023-09-21T13:06:25.374296+0000","last_became_peered":"2023-09-21T13:06:25.374296+0000","last_unstale":"2023-09-21T13:06:26.658233+0000","last_undegraded":"2023-09-21T13:06:26.658233+0000","last_fullsized":"2023-09-21T13:06:26.658233+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:23:30.012905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"33'6","reported_seq":18,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T13:06:25.392479+0000","last_change":"2023-09-21T13:06:24.369395+0000","last_active":"2023-09-21T13:06:25.392479+0000","last_peered":"2023-09-21T13:06:25.392479+0000","last_clean":"2023-09-21T13:06:25.392479+0000","last_became_active":"2023-09-21T13:06:24.369083+0000","last_became_peered":"2023-09-21T13:06:24.369083+0000","last_unstale":"2023-09-21T13:06:25.392479+0000","last_undegraded":"2023-09-21T13:06:25.392479+0000","last_fullsized":"2023-09-21T13:06:25.392479+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:35:26.273110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.480338+0000","last_change":"2023-09-21T13:06:25.369614+0000","last_active":"2023-09-21T13:06:26.480338+0000","last_peered":"2023-09-21T13:06:26.480338+0000","last_clean":"2023-09-21T13:06:26.480338+0000","last_became_active":"2023-09-21T13:06:25.369276+0000","last_became_peered":"2023-09-21T13:06:25.369276+0000","last_unstale":"2023-09-21T13:06:26.480338+0000","last_undegraded":"2023-09-21T13:06:26.480338+0000","last_fullsized":"2023-09-21T13:06:26.480338+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:03:05.323743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"33'2","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T13:06:25.386336+0000","last_change":"2023-09-21T13:06:24.361316+0000","last_active":"2023-09-21T13:06:25.386336+0000","last_peered":"2023-09-21T13:06:25.386336+0000","last_clean":"2023-09-21T13:06:25.386336+0000","last_became_active":"2023-09-21T13:06:24.360804+0000","last_became_peered":"2023-09-21T13:06:24.360804+0000","last_unstale":"2023-09-21T13:06:25.386336+0000","last_undegraded":"2023-09-21T13:06:25.386336+0000","last_fullsized":"2023-09-21T13:06:25.386336+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T17:04:55.778748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.351259+0000","last_change":"2023-09-21T13:06:25.361567+0000","last_active":"2023-09-21T13:06:26.351259+0000","last_peered":"2023-09-21T13:06:26.351259+0000","last_clean":"2023-09-21T13:06:26.351259+0000","last_became_active":"2023-09-21T13:06:25.361240+0000","last_became_peered":"2023-09-21T13:06:25.361240+0000","last_unstale":"2023-09-21T13:06:26.351259+0000","last_undegraded":"2023-09-21T13:06:26.351259+0000","last_fullsized":"2023-09-21T13:06:26.351259+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:59:55.168050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T13:06:25.361849+0000","last_change":"2023-09-21T13:06:24.362212+0000","last_active":"2023-09-21T13:06:25.361849+0000","last_peered":"2023-09-21T13:06:25.361849+0000","last_clean":"2023-09-21T13:06:25.361849+0000","last_became_active":"2023-09-21T13:06:24.361904+0000","last_became_peered":"2023-09-21T13:06:24.361904+0000","last_unstale":"2023-09-21T13:06:25.361849+0000","last_undegraded":"2023-09-21T13:06:25.361849+0000","last_fullsized":"2023-09-21T13:06:25.361849+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:27:49.876873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.352052+0000","last_change":"2023-09-21T13:06:25.371585+0000","last_active":"2023-09-21T13:06:26.352052+0000","last_peered":"2023-09-21T13:06:26.352052+0000","last_clean":"2023-09-21T13:06:26.352052+0000","last_became_active":"2023-09-21T13:06:25.369666+0000","last_became_peered":"2023-09-21T13:06:25.369666+0000","last_unstale":"2023-09-21T13:06:26.352052+0000","last_undegraded":"2023-09-21T13:06:26.352052+0000","last_fullsized":"2023-09-21T13:06:26.352052+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:41:19.777362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T13:06:25.349987+0000","last_change":"2023-09-21T13:06:24.365450+0000","last_active":"2023-09-21T13:06:25.349987+0000","last_peered":"2023-09-21T13:06:25.349987+0000","last_clean":"2023-09-21T13:06:25.349987+0000","last_became_active":"2023-09-21T13:06:24.364505+0000","last_became_peered":"2023-09-21T13:06:24.364505+0000","last_unstale":"2023-09-21T13:06:25.349987+0000","last_undegraded":"2023-09-21T13:06:25.349987+0000","last_fullsized":"2023-09-21T13:06:25.349987+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T16:48:00.008739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.658736+0000","last_change":"2023-09-21T13:06:25.367786+0000","last_active":"2023-09-21T13:06:26.658736+0000","last_peered":"2023-09-21T13:06:26.658736+0000","last_clean":"2023-09-21T13:06:26.658736+0000","last_became_active":"2023-09-21T13:06:25.367009+0000","last_became_peered":"2023-09-21T13:06:25.367009+0000","last_unstale":"2023-09-21T13:06:26.658736+0000","last_undegraded":"2023-09-21T13:06:26.658736+0000","last_fullsized":"2023-09-21T13:06:26.658736+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:20:49.210722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"33'8","reported_seq":20,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T13:06:25.391527+0000","last_change":"2023-09-21T13:06:24.367341+0000","last_active":"2023-09-21T13:06:25.391527+0000","last_peered":"2023-09-21T13:06:25.391527+0000","last_clean":"2023-09-21T13:06:25.391527+0000","last_became_active":"2023-09-21T13:06:24.367030+0000","last_became_peered":"2023-09-21T13:06:24.367030+0000","last_unstale":"2023-09-21T13:06:25.391527+0000","last_undegraded":"2023-09-21T13:06:25.391527+0000","last_fullsized":"2023-09-21T13:06:25.391527+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:20:48.201739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.352518+0000","last_change":"2023-09-21T13:06:25.369545+0000","last_active":"2023-09-21T13:06:26.352518+0000","last_peered":"2023-09-21T13:06:26.352518+0000","last_clean":"2023-09-21T13:06:26.352518+0000","last_became_active":"2023-09-21T13:06:25.369210+0000","last_became_peered":"2023-09-21T13:06:25.369210+0000","last_unstale":"2023-09-21T13:06:26.352518+0000","last_undegraded":"2023-09-21T13:06:26.352518+0000","last_fullsized":"2023-09-21T13:06:26.352518+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T18:32:30.497358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"33'1","reported_seq":13,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T13:06:25.388507+0000","last_change":"2023-09-21T13:06:24.369273+0000","last_active":"2023-09-21T13:06:25.388507+0000","last_peered":"2023-09-21T13:06:25.388507+0000","last_clean":"2023-09-21T13:06:25.388507+0000","last_became_active":"2023-09-21T13:06:24.368980+0000","last_became_peered":"2023-09-21T13:06:24.368980+0000","last_unstale":"2023-09-21T13:06:25.388507+0000","last_undegraded":"2023-09-21T13:06:25.388507+0000","last_fullsized":"2023-09-21T13:06:25.388507+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:16:58.509235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.658490+0000","last_change":"2023-09-21T13:06:25.372094+0000","last_active":"2023-09-21T13:06:26.658490+0000","last_peered":"2023-09-21T13:06:26.658490+0000","last_clean":"2023-09-21T13:06:26.658490+0000","last_became_active":"2023-09-21T13:06:25.371796+0000","last_became_peered":"2023-09-21T13:06:25.371796+0000","last_unstale":"2023-09-21T13:06:26.658490+0000","last_undegraded":"2023-09-21T13:06:26.658490+0000","last_fullsized":"2023-09-21T13:06:26.658490+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:59:55.168050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"33'2","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T13:06:25.386188+0000","last_change":"2023-09-21T13:06:24.360790+0000","last_active":"2023-09-21T13:06:25.386188+0000","last_peered":"2023-09-21T13:06:25.386188+0000","last_clean":"2023-09-21T13:06:25.386188+0000","last_became_active":"2023-09-21T13:06:24.360478+0000","last_became_peered":"2023-09-21T13:06:24.360478+0000","last_unstale":"2023-09-21T13:06:25.386188+0000","last_undegraded":"2023-09-21T13:06:25.386188+0000","last_fullsized":"2023-09-21T13:06:25.386188+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:35:26.273110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.480576+0000","last_change":"2023-09-21T13:06:25.366641+0000","last_active":"2023-09-21T13:06:26.480576+0000","last_peered":"2023-09-21T13:06:26.480576+0000","last_clean":"2023-09-21T13:06:26.480576+0000","last_became_active":"2023-09-21T13:06:25.366043+0000","last_became_peered":"2023-09-21T13:06:25.366043+0000","last_unstale":"2023-09-21T13:06:26.480576+0000","last_undegraded":"2023-09-21T13:06:26.480576+0000","last_fullsized":"2023-09-21T13:06:26.480576+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T18:32:30.497358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"33'1","reported_seq":13,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T13:06:25.386032+0000","last_change":"2023-09-21T13:06:24.360906+0000","last_active":"2023-09-21T13:06:25.386032+0000","last_peered":"2023-09-21T13:06:25.386032+0000","last_clean":"2023-09-21T13:06:25.386032+0000","last_became_active":"2023-09-21T13:06:24.360606+0000","last_became_peered":"2023-09-21T13:06:24.360606+0000","last_unstale":"2023-09-21T13:06:25.386032+0000","last_undegraded":"2023-09-21T13:06:25.386032+0000","last_fullsized":"2023-09-21T13:06:25.386032+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:45:17.080964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.657814+0000","last_change":"2023-09-21T13:06:25.365086+0000","last_active":"2023-09-21T13:06:26.657814+0000","last_peered":"2023-09-21T13:06:26.657814+0000","last_clean":"2023-09-21T13:06:26.657814+0000","last_became_active":"2023-09-21T13:06:25.364775+0000","last_became_peered":"2023-09-21T13:06:25.364775+0000","last_unstale":"2023-09-21T13:06:26.657814+0000","last_undegraded":"2023-09-21T13:06:26.657814+0000","last_fullsized":"2023-09-21T13:06:26.657814+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:11:04.150932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T13:06:25.351747+0000","last_change":"2023-09-21T13:06:24.362946+0000","last_active":"2023-09-21T13:06:25.351747+0000","last_peered":"2023-09-21T13:06:25.351747+0000","last_clean":"2023-09-21T13:06:25.351747+0000","last_became_active":"2023-09-21T13:06:24.362559+0000","last_became_peered":"2023-09-21T13:06:24.362559+0000","last_unstale":"2023-09-21T13:06:25.351747+0000","last_undegraded":"2023-09-21T13:06:25.351747+0000","last_fullsized":"2023-09-21T13:06:25.351747+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T18:33:00.589615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.657545+0000","last_change":"2023-09-21T13:06:25.365991+0000","last_active":"2023-09-21T13:06:26.657545+0000","last_peered":"2023-09-21T13:06:26.657545+0000","last_clean":"2023-09-21T13:06:26.657545+0000","last_became_active":"2023-09-21T13:06:25.365684+0000","last_became_peered":"2023-09-21T13:06:25.365684+0000","last_unstale":"2023-09-21T13:06:26.657545+0000","last_undegraded":"2023-09-21T13:06:26.657545+0000","last_fullsized":"2023-09-21T13:06:26.657545+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:18:44.173923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"33'2","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T13:06:25.390452+0000","last_change":"2023-09-21T13:06:24.366808+0000","last_active":"2023-09-21T13:06:25.390452+0000","last_peered":"2023-09-21T13:06:25.390452+0000","last_clean":"2023-09-21T13:06:25.390452+0000","last_became_active":"2023-09-21T13:06:24.366526+0000","last_became_peered":"2023-09-21T13:06:24.366526+0000","last_unstale":"2023-09-21T13:06:25.390452+0000","last_undegraded":"2023-09-21T13:06:25.390452+0000","last_fullsized":"2023-09-21T13:06:25.390452+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:11:03.141949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.657683+0000","last_change":"2023-09-21T13:06:25.365257+0000","last_active":"2023-09-21T13:06:26.657683+0000","last_peered":"2023-09-21T13:06:26.657683+0000","last_clean":"2023-09-21T13:06:26.657683+0000","last_became_active":"2023-09-21T13:06:25.364934+0000","last_became_peered":"2023-09-21T13:06:25.364934+0000","last_unstale":"2023-09-21T13:06:26.657683+0000","last_undegraded":"2023-09-21T13:06:26.657683+0000","last_fullsized":"2023-09-21T13:06:26.657683+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:48:26.479487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T13:06:25.357857+0000","last_change":"2023-09-21T13:06:24.366706+0000","last_active":"2023-09-21T13:06:25.357857+0000","last_peered":"2023-09-21T13:06:25.357857+0000","last_clean":"2023-09-21T13:06:25.357857+0000","last_became_active":"2023-09-21T13:06:24.366366+0000","last_became_peered":"2023-09-21T13:06:24.366366+0000","last_unstale":"2023-09-21T13:06:25.357857+0000","last_undegraded":"2023-09-21T13:06:25.357857+0000","last_fullsized":"2023-09-21T13:06:25.357857+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T15:38:09.061846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.657552+0000","last_change":"2023-09-21T13:06:25.363334+0000","last_active":"2023-09-21T13:06:26.657552+0000","last_peered":"2023-09-21T13:06:26.657552+0000","last_clean":"2023-09-21T13:06:26.657552+0000","last_became_active":"2023-09-21T13:06:25.362224+0000","last_became_peered":"2023-09-21T13:06:25.362224+0000","last_unstale":"2023-09-21T13:06:26.657552+0000","last_undegraded":"2023-09-21T13:06:26.657552+0000","last_fullsized":"2023-09-21T13:06:26.657552+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:42:49.485499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T13:06:25.351191+0000","last_change":"2023-09-21T13:06:24.362958+0000","last_active":"2023-09-21T13:06:25.351191+0000","last_peered":"2023-09-21T13:06:25.351191+0000","last_clean":"2023-09-21T13:06:25.351191+0000","last_became_active":"2023-09-21T13:06:24.362639+0000","last_became_peered":"2023-09-21T13:06:24.362639+0000","last_unstale":"2023-09-21T13:06:25.351191+0000","last_undegraded":"2023-09-21T13:06:25.351191+0000","last_fullsized":"2023-09-21T13:06:25.351191+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T19:56:21.594920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.353052+0000","last_change":"2023-09-21T13:06:25.369089+0000","last_active":"2023-09-21T13:06:26.353052+0000","last_peered":"2023-09-21T13:06:26.353052+0000","last_clean":"2023-09-21T13:06:26.353052+0000","last_became_active":"2023-09-21T13:06:25.368771+0000","last_became_peered":"2023-09-21T13:06:25.368771+0000","last_unstale":"2023-09-21T13:06:26.353052+0000","last_undegraded":"2023-09-21T13:06:26.353052+0000","last_fullsized":"2023-09-21T13:06:26.353052+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T19:18:40.633813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T13:06:25.359321+0000","last_change":"2023-09-21T13:06:24.364658+0000","last_active":"2023-09-21T13:06:25.359321+0000","last_peered":"2023-09-21T13:06:25.359321+0000","last_clean":"2023-09-21T13:06:25.359321+0000","last_became_active":"2023-09-21T13:06:24.364372+0000","last_became_peered":"2023-09-21T13:06:24.364372+0000","last_unstale":"2023-09-21T13:06:25.359321+0000","last_undegraded":"2023-09-21T13:06:25.359321+0000","last_fullsized":"2023-09-21T13:06:25.359321+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:31:34.106831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.657832+0000","last_change":"2023-09-21T13:06:25.370163+0000","last_active":"2023-09-21T13:06:26.657832+0000","last_peered":"2023-09-21T13:06:26.657832+0000","last_clean":"2023-09-21T13:06:26.657832+0000","last_became_active":"2023-09-21T13:06:25.369863+0000","last_became_peered":"2023-09-21T13:06:25.369863+0000","last_unstale":"2023-09-21T13:06:26.657832+0000","last_undegraded":"2023-09-21T13:06:26.657832+0000","last_fullsized":"2023-09-21T13:06:26.657832+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:51:43.566346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"33'2","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T13:06:25.388157+0000","last_change":"2023-09-21T13:06:24.369954+0000","last_active":"2023-09-21T13:06:25.388157+0000","last_peered":"2023-09-21T13:06:25.388157+0000","last_clean":"2023-09-21T13:06:25.388157+0000","last_became_active":"2023-09-21T13:06:24.369630+0000","last_became_peered":"2023-09-21T13:06:24.369630+0000","last_unstale":"2023-09-21T13:06:25.388157+0000","last_undegraded":"2023-09-21T13:06:25.388157+0000","last_fullsized":"2023-09-21T13:06:25.388157+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:27:48.513176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.658732+0000","last_change":"2023-09-21T13:06:25.374857+0000","last_active":"2023-09-21T13:06:26.658732+0000","last_peered":"2023-09-21T13:06:26.658732+0000","last_clean":"2023-09-21T13:06:26.658732+0000","last_became_active":"2023-09-21T13:06:25.374532+0000","last_became_peered":"2023-09-21T13:06:25.374532+0000","last_unstale":"2023-09-21T13:06:26.658732+0000","last_undegraded":"2023-09-21T13:06:26.658732+0000","last_fullsized":"2023-09-21T13:06:26.658732+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T19:10:05.680621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"34'1","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.478411+0000","last_change":"2023-09-21T13:06:24.367302+0000","last_active":"2023-09-21T13:06:26.478411+0000","last_peered":"2023-09-21T13:06:26.478411+0000","last_clean":"2023-09-21T13:06:26.478411+0000","last_became_active":"2023-09-21T13:06:24.366994+0000","last_became_peered":"2023-09-21T13:06:24.366994+0000","last_unstale":"2023-09-21T13:06:26.478411+0000","last_undegraded":"2023-09-21T13:06:26.478411+0000","last_fullsized":"2023-09-21T13:06:26.478411+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T19:01:05.225761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.478248+0000","last_change":"2023-09-21T13:06:25.373671+0000","last_active":"2023-09-21T13:06:26.478248+0000","last_peered":"2023-09-21T13:06:26.478248+0000","last_clean":"2023-09-21T13:06:26.478248+0000","last_became_active":"2023-09-21T13:06:25.373328+0000","last_became_peered":"2023-09-21T13:06:25.373328+0000","last_unstale":"2023-09-21T13:06:26.478248+0000","last_undegraded":"2023-09-21T13:06:26.478248+0000","last_fullsized":"2023-09-21T13:06:26.478248+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:35:27.282093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T13:06:25.361632+0000","last_change":"2023-09-21T13:06:24.368875+0000","last_active":"2023-09-21T13:06:25.361632+0000","last_peered":"2023-09-21T13:06:25.361632+0000","last_clean":"2023-09-21T13:06:25.361632+0000","last_became_active":"2023-09-21T13:06:24.368567+0000","last_became_peered":"2023-09-21T13:06:24.368567+0000","last_unstale":"2023-09-21T13:06:25.361632+0000","last_undegraded":"2023-09-21T13:06:25.361632+0000","last_fullsized":"2023-09-21T13:06:25.361632+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:35:26.273110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.658672+0000","last_change":"2023-09-21T13:06:25.362066+0000","last_active":"2023-09-21T13:06:26.658672+0000","last_peered":"2023-09-21T13:06:26.658672+0000","last_clean":"2023-09-21T13:06:26.658672+0000","last_became_active":"2023-09-21T13:06:25.361739+0000","last_became_peered":"2023-09-21T13:06:25.361739+0000","last_unstale":"2023-09-21T13:06:26.658672+0000","last_undegraded":"2023-09-21T13:06:26.658672+0000","last_fullsized":"2023-09-21T13:06:26.658672+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T17:04:56.787731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T13:06:25.356842+0000","last_change":"2023-09-21T13:06:24.362218+0000","last_active":"2023-09-21T13:06:25.356842+0000","last_peered":"2023-09-21T13:06:25.356842+0000","last_clean":"2023-09-21T13:06:25.356842+0000","last_became_active":"2023-09-21T13:06:24.360331+0000","last_became_peered":"2023-09-21T13:06:24.360331+0000","last_unstale":"2023-09-21T13:06:25.356842+0000","last_undegraded":"2023-09-21T13:06:25.356842+0000","last_fullsized":"2023-09-21T13:06:25.356842+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:48:25.470504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.478505+0000","last_change":"2023-09-21T13:06:25.364300+0000","last_active":"2023-09-21T13:06:26.478505+0000","last_peered":"2023-09-21T13:06:26.478505+0000","last_clean":"2023-09-21T13:06:26.478505+0000","last_became_active":"2023-09-21T13:06:25.363895+0000","last_became_peered":"2023-09-21T13:06:25.363895+0000","last_unstale":"2023-09-21T13:06:26.478505+0000","last_undegraded":"2023-09-21T13:06:26.478505+0000","last_fullsized":"2023-09-21T13:06:26.478505+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:27:49.522159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T13:06:25.355817+0000","last_change":"2023-09-21T13:06:24.361065+0000","last_active":"2023-09-21T13:06:25.355817+0000","last_peered":"2023-09-21T13:06:25.355817+0000","last_clean":"2023-09-21T13:06:25.355817+0000","last_became_active":"2023-09-21T13:06:24.360747+0000","last_became_peered":"2023-09-21T13:06:24.360747+0000","last_unstale":"2023-09-21T13:06:25.355817+0000","last_undegraded":"2023-09-21T13:06:25.355817+0000","last_fullsized":"2023-09-21T13:06:25.355817+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:20:48.201739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.350701+0000","last_change":"2023-09-21T13:06:25.368128+0000","last_active":"2023-09-21T13:06:26.350701+0000","last_peered":"2023-09-21T13:06:26.350701+0000","last_clean":"2023-09-21T13:06:26.350701+0000","last_became_active":"2023-09-21T13:06:25.367789+0000","last_became_peered":"2023-09-21T13:06:25.367789+0000","last_unstale":"2023-09-21T13:06:26.350701+0000","last_undegraded":"2023-09-21T13:06:26.350701+0000","last_fullsized":"2023-09-21T13:06:26.350701+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T17:57:00.231543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T13:06:25.351272+0000","last_change":"2023-09-21T13:06:24.357404+0000","last_active":"2023-09-21T13:06:25.351272+0000","last_peered":"2023-09-21T13:06:25.351272+0000","last_clean":"2023-09-21T13:06:25.351272+0000","last_became_active":"2023-09-21T13:06:24.357042+0000","last_became_peered":"2023-09-21T13:06:24.357042+0000","last_unstale":"2023-09-21T13:06:25.351272+0000","last_undegraded":"2023-09-21T13:06:25.351272+0000","last_fullsized":"2023-09-21T13:06:25.351272+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:48:25.470504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.351864+0000","last_change":"2023-09-21T13:06:25.358119+0000","last_active":"2023-09-21T13:06:26.351864+0000","last_peered":"2023-09-21T13:06:26.351864+0000","last_clean":"2023-09-21T13:06:26.351864+0000","last_became_active":"2023-09-21T13:06:25.357810+0000","last_became_peered":"2023-09-21T13:06:25.357810+0000","last_unstale":"2023-09-21T13:06:26.351864+0000","last_undegraded":"2023-09-21T13:06:26.351864+0000","last_fullsized":"2023-09-21T13:06:26.351864+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:16:59.518218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T13:06:25.349903+0000","last_change":"2023-09-21T13:06:24.364798+0000","last_active":"2023-09-21T13:06:25.349903+0000","last_peered":"2023-09-21T13:06:25.349903+0000","last_clean":"2023-09-21T13:06:25.349903+0000","last_became_active":"2023-09-21T13:06:24.364495+0000","last_became_peered":"2023-09-21T13:06:24.364495+0000","last_unstale":"2023-09-21T13:06:25.349903+0000","last_undegraded":"2023-09-21T13:06:25.349903+0000","last_fullsized":"2023-09-21T13:06:25.349903+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T19:01:05.225761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-21T13:06:26.353148+0000","last_change":"2023-09-21T13:06:25.370163+0000","last_active":"2023-09-21T13:06:26.353148+0000","last_peered":"2023-09-21T13:06:26.353148+0000","last_clean":"2023-09-21T13:06:26.353148+0000","last_became_active":"2023-09-21T13:06:25.369845+0000","last_became_peered":"2023-09-21T13:06:25.369845+0000","last_unstale":"2023-09-21T13:06:26.353148+0000","last_undegraded":"2023-09-21T13:06:26.353148+0000","last_fullsized":"2023-09-21T13:06:26.353148+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:24.330353+0000","last_clean_scrub_stamp":"2023-09-21T13:06:24.330353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-23T00:20:07.407092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T13:06:25.356187+0000","last_change":"2023-09-21T13:06:24.360697+0000","last_active":"2023-09-21T13:06:25.356187+0000","last_peered":"2023-09-21T13:06:25.356187+0000","last_clean":"2023-09-21T13:06:25.356187+0000","last_became_active":"2023-09-21T13:06:24.360361+0000","last_became_peered":"2023-09-21T13:06:24.360361+0000","last_unstale":"2023-09-21T13:06:25.356187+0000","last_undegraded":"2023-09-21T13:06:25.356187+0000","last_fullsized":"2023-09-21T13:06:25.356187+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:06:23.321370+0000","last_clean_scrub_stamp":"2023-09-21T13:06:23.321370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:11:03.141949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":176,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T13:06:25.357009+0000","last_change":"2023-09-21T13:05:07.001411+0000","last_active":"2023-09-21T13:06:25.357009+0000","last_peered":"2023-09-21T13:06:25.357009+0000","last_clean":"2023-09-21T13:06:25.357009+0000","last_became_active":"2023-09-21T13:05:07.000380+0000","last_became_peered":"2023-09-21T13:05:07.000380+0000","last_unstale":"2023-09-21T13:06:25.357009+0000","last_undegraded":"2023-09-21T13:06:25.357009+0000","last_fullsized":"2023-09-21T13:06:25.357009+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T13:05:05.398949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T13:05:05.398949+0000","last_clean_scrub_stamp":"2023-09-21T13:05:05.398949+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:22:48.016821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574868,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27988,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343852,"statfs":{"total":96636764160,"available":96608104448,"internally_reserved":0,"allocated":983040,"data_stored":742693,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":6.5919999999999996,"5min":6.5919999999999996,"15min":6.5919999999999996},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":7.532,"5min":7.532,"15min":7.532},"last":0.53300000000000003}]},{"osd":1,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.874,"5min":0.874,"15min":0.874},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":7.4690000000000003,"5min":7.4690000000000003,"15min":7.4690000000000003},"last":0.48399999999999999},{"interface":"front","average":{"1min":1.236,"5min":1.236,"15min":1.236},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":14.695,"5min":14.695,"15min":14.695},"last":0.66000000000000003}]},{"osd":2,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":7.569,"5min":7.569,"15min":7.569},"last":0.68100000000000005},{"interface":"front","average":{"1min":1.258,"5min":1.258,"15min":1.258},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":14.56,"5min":14.56,"15min":14.56},"last":0.55100000000000005}]},{"osd":3,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":1.208,"5min":1.208,"15min":1.208},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":14.497,"5min":14.497,"15min":14.497},"last":0.51000000000000001},{"interface":"front","average":{"1min":1.4390000000000001,"5min":1.4390000000000001,"15min":1.4390000000000001},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":14.455,"5min":14.455,"15min":14.455},"last":0.64200000000000002}]},{"osd":4,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.441},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.621}]},{"osd":5,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.72099999999999997},{"interface":"front","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.70399999999999996}]},{"osd":6,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.74099999999999999}]}]},{"osd":6,"up_from":13,"seq":55834574868,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27412,"kb_used_data":384,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344428,"statfs":{"total":96636764160,"available":96608694272,"internally_reserved":0,"allocated":393216,"data_stored":152851,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.68300000000000005},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.41499999999999998}]},{"osd":1,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.503}]},{"osd":2,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.371},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.47399999999999998}]},{"osd":3,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.44},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.53000000000000003}]},{"osd":4,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.72599999999999998}]},{"osd":5,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.621}]},{"osd":7,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"min":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.75800000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574868,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27420,"kb_used_data":392,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344420,"statfs":{"total":96636764160,"available":96608686080,"internally_reserved":0,"allocated":401408,"data_stored":153869,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"last":0.34799999999999998}]},{"osd":2,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.437}]},{"osd":3,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.439,"15min":0.439},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.375},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.47699999999999998}]},{"osd":4,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.05,"5min":1.05,"15min":1.05},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.59099999999999997}]},{"osd":5,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":1.032,"5min":1.032,"15min":1.032},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"min":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"max":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.5}]},{"osd":6,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":1.0069999999999999,"5min":1.0069999999999999,"15min":1.0069999999999999},"last":0.53200000000000003}]},{"osd":7,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.63300000000000001}]}]},{"osd":0,"up_from":13,"seq":55834574869,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27984,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343856,"statfs":{"total":96636764160,"available":96608108544,"internally_reserved":0,"allocated":978944,"data_stored":742603,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":10.347,"5min":10.347,"15min":10.347},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.44,"5min":0.44,"15min":0.44},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":1.3129999999999999,"5min":1.3129999999999999,"15min":1.3129999999999999},"last":0.46800000000000003}]},{"osd":2,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":10.427,"5min":10.427,"15min":10.427},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.498,"5min":0.498,"15min":0.498},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":1.4570000000000001,"5min":1.4570000000000001,"15min":1.4570000000000001},"last":0.50800000000000001}]},{"osd":3,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":10.496,"5min":10.496,"15min":10.496},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.96099999999999997,"5min":0.96099999999999997,"15min":0.96099999999999997},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":10.459,"5min":10.459,"15min":10.459},"last":0.44700000000000001}]},{"osd":4,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"min":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":1.3600000000000001,"5min":1.3600000000000001,"15min":1.3600000000000001},"last":0.56299999999999994},{"interface":"front","average":{"1min":1.161,"5min":1.161,"15min":1.161},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":10.526999999999999,"5min":10.526999999999999,"15min":10.526999999999999},"last":0.61499999999999999}]},{"osd":5,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":1.1319999999999999,"5min":1.1319999999999999,"15min":1.1319999999999999},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":10.583,"5min":10.583,"15min":10.583},"last":0.52500000000000002},{"interface":"front","average":{"1min":1.1499999999999999,"5min":1.1499999999999999,"15min":1.1499999999999999},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":10.302,"5min":10.302,"15min":10.302},"last":0.67400000000000004}]},{"osd":6,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":1.163,"5min":1.163,"15min":1.163},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":10.394,"5min":10.394,"15min":10.394},"last":0.629},{"interface":"front","average":{"1min":0.746,"5min":0.746,"15min":0.746},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":1.4259999999999999,"5min":1.4259999999999999,"15min":1.4259999999999999},"last":0.59899999999999998}]},{"osd":7,"last update":"Thu Sep 21 13:06:04 2023","interfaces":[{"interface":"back","average":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.3939999999999999,"5min":1.3939999999999999,"15min":1.3939999999999999},"last":0.64800000000000002},{"interface":"front","average":{"1min":1.2,"5min":1.2,"15min":1.2},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":10.555,"5min":10.555,"15min":10.555},"last":0.59099999999999997}]}]},{"osd":2,"up_from":13,"seq":55834574869,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27408,"kb_used_data":380,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344432,"statfs":{"total":96636764160,"available":96608698368,"internally_reserved":0,"allocated":389120,"data_stored":152305,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 21 13:06:05 2023","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"last":0.374}]},{"osd":1,"last update":"Thu Sep 21 13:06:05 2023","interfaces":[{"interface":"back","average":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.44800000000000001}]},{"osd":3,"last update":"Thu Sep 21 13:06:05 2023","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.46500000000000002}]},{"osd":4,"last update":"Thu Sep 21 13:06:05 2023","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.62},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.60399999999999998}]},{"osd":5,"last update":"Thu Sep 21 13:06:05 2023","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.65200000000000002}]},{"osd":6,"last update":"Thu Sep 21 13:06:05 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"min":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.63500000000000001}]},{"osd":7,"last update":"Thu Sep 21 13:06:05 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.59099999999999997}]}]},{"osd":3,"up_from":13,"seq":55834574868,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27420,"kb_used_data":392,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344420,"statfs":{"total":96636764160,"available":96608686080,"internally_reserved":0,"allocated":401408,"data_stored":153869,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 21 13:06:09 2023","interfaces":[{"interface":"back","average":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.495,"5min":0.495,"15min":0.495},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.36899999999999999}]},{"osd":1,"last update":"Thu Sep 21 13:06:09 2023","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.32100000000000001},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.42699999999999999}]},{"osd":2,"last update":"Thu Sep 21 13:06:09 2023","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.436,"15min":0.436},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":1.149,"5min":1.149,"15min":1.149},"last":0.39200000000000002}]},{"osd":4,"last update":"Thu Sep 21 13:06:09 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.169,"5min":1.169,"15min":1.169},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.69499999999999995}]},{"osd":5,"last update":"Thu Sep 21 13:06:09 2023","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"min":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":1.1930000000000001,"5min":1.1930000000000001,"15min":1.1930000000000001},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":0.997,"5min":0.997,"15min":0.997},"last":0.76000000000000001}]},{"osd":6,"last update":"Thu Sep 21 13:06:09 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.73899999999999999},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"min":{"1min":0.499,"5min":0.499,"15min":0.499},"max":{"1min":1.218,"5min":1.218,"15min":1.218},"last":0.54900000000000004}]},{"osd":7,"last update":"Thu Sep 21 13:06:09 2023","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.71899999999999997},{"interface":"front","average":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":1.113,"5min":1.113,"15min":1.113},"last":0.61499999999999999}]}]},{"osd":4,"up_from":13,"seq":55834574868,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27412,"kb_used_data":384,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344428,"statfs":{"total":96636764160,"available":96608694272,"internally_reserved":0,"allocated":393216,"data_stored":152339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":1.242,"5min":1.242,"15min":1.242},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.36599999999999999}]},{"osd":1,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.53500000000000003}]},{"osd":2,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":6.9450000000000003,"5min":6.9450000000000003,"15min":6.9450000000000003},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":6.9219999999999997,"5min":6.9219999999999997,"15min":6.9219999999999997},"last":0.625}]},{"osd":3,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.65500000000000003}]},{"osd":5,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.55500000000000005}]},{"osd":6,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.93500000000000005,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":1.117,"5min":1.117,"15min":1.117},"last":0.67800000000000005}]},{"osd":7,"last update":"Thu Sep 21 13:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.496},{"interface":"front","average":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"min":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.022,"5min":1.022,"15min":1.022},"last":0.69699999999999995}]}]},{"osd":5,"up_from":13,"seq":55834574869,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27412,"kb_used_data":384,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344428,"statfs":{"total":96636764160,"available":96608694272,"internally_reserved":0,"allocated":393216,"data_stored":152907,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 21 13:06:08 2023","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.79400000000000004}]},{"osd":1,"last update":"Thu Sep 21 13:06:08 2023","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.65500000000000003}]},{"osd":2,"last update":"Thu Sep 21 13:06:08 2023","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":1.0269999999999999,"5min":1.0269999999999999,"15min":1.0269999999999999},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.66900000000000004}]},{"osd":3,"last update":"Thu Sep 21 13:06:08 2023","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.69299999999999995},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.72199999999999998}]},{"osd":4,"last update":"Thu Sep 21 13:06:08 2023","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.623,"5min":0.623,"15min":0.623},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":1.3799999999999999,"5min":1.3799999999999999,"15min":1.3799999999999999},"last":0.63500000000000001}]},{"osd":6,"last update":"Thu Sep 21 13:06:08 2023","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.60299999999999998}]},{"osd":7,"last update":"Thu Sep 21 13:06:08 2023","interfaces":[{"interface":"back","average":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":1.0940000000000001,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.745},{"interface":"front","average":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":1.0469999999999999,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.77300000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-21T13:06:34.788 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2023-09-21T13:06:34.788 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2023-09-21T13:06:34.969 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.973+0000 7fcb34f91700 1 Processor -- start 2023-09-21T13:06:34.969 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.973+0000 7fcb34f91700 1 -- start start 2023-09-21T13:06:34.973 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.974+0000 7fcb34f91700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fcb300cdcf0 0x7fcb30161c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:34.973 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.974+0000 7fcb34f91700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcb3006b770 con 0x7fcb3006bc00 2023-09-21T13:06:34.973 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.974+0000 7fcb34f91700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcb3006ab60 con 0x7fcb3015d660 2023-09-21T13:06:34.973 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.974+0000 7fcb34f91700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcb3006ae40 con 0x7fcb300cdcf0 2023-09-21T13:06:34.974 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.974+0000 7fcb2ed9d700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7fcb3006bc00 0x7fcb3006ccd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:47546/0 (socket says 172.21.15.46:47546) 2023-09-21T13:06:34.974 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.974+0000 7fcb2ed9d700 1 -- 172.21.15.46:0/2520300103 learned_addr learned my addr 172.21.15.46:0/2520300103 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:06:34.974 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.974+0000 7fcb2dd9b700 1 --2- 172.21.15.46:0/2520300103 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fcb300cdcf0 0x7fcb30161c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:34.974 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.974+0000 7fcb2d59a700 1 -- 172.21.15.46:0/2520300103 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1574486679 0 0) 0x7fcb3006b770 con 0x7fcb3006bc00 2023-09-21T13:06:34.974 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.974+0000 7fcb2d59a700 1 -- 172.21.15.46:0/2520300103 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fcb180035b0 con 0x7fcb3006bc00 2023-09-21T13:06:34.975 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.975+0000 7fcb2d59a700 1 -- 172.21.15.46:0/2520300103 <== mon.0 v1:172.21.15.46:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2009446935 0 0) 0x7fcb180035b0 con 0x7fcb3006bc00 2023-09-21T13:06:34.975 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.975+0000 7fcb2d59a700 1 -- 172.21.15.46:0/2520300103 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fcb300cdcf0 msgr2=0x7fcb30161c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:34.975 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.975+0000 7fcb2d59a700 1 --2- 172.21.15.46:0/2520300103 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fcb300cdcf0 0x7fcb30161c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:34.975 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.975+0000 7fcb2d59a700 1 -- 172.21.15.46:0/2520300103 >> v1:172.21.15.57:6789/0 conn(0x7fcb3015d660 legacy=0x7fcb300cd5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:34.976 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.975+0000 7fcb2d59a700 1 -- 172.21.15.46:0/2520300103 --> v1:172.21.15.46:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcb3006b120 con 0x7fcb3006bc00 2023-09-21T13:06:34.976 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.975+0000 7fcb2d59a700 1 -- 172.21.15.46:0/2520300103 <== mon.0 v1:172.21.15.46:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 834881909 0 0) 0x7fcb280019f0 con 0x7fcb3006bc00 2023-09-21T13:06:34.976 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.975+0000 7fcb2d59a700 1 -- 172.21.15.46:0/2520300103 >> v1:172.21.15.46:6789/0 conn(0x7fcb3006bc00 legacy=0x7fcb3006ccd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:34.976 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.975+0000 7fcb2d59a700 1 --2- 172.21.15.46:0/2520300103 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fcb18003a30 0x7fcb18003e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:34.976 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.975+0000 7fcb2d59a700 1 --2- 172.21.15.46:0/2520300103 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcb18004850 0x7fcb18004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:34.977 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.975+0000 7fcb2d59a700 1 --2- 172.21.15.46:0/2520300103 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fcb300cdcf0 0x7fcb18005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:34.977 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.975+0000 7fcb2d59a700 1 -- 172.21.15.46:0/2520300103 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb3006ae40 con 0x7fcb18004850 2023-09-21T13:06:34.977 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.975+0000 7fcb2d59a700 1 -- 172.21.15.46:0/2520300103 --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb1800baf0 con 0x7fcb18003a30 2023-09-21T13:06:34.977 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.975+0000 7fcb2d59a700 1 -- 172.21.15.46:0/2520300103 --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcb1800bcb0 con 0x7fcb300cdcf0 2023-09-21T13:06:34.977 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.975+0000 7fcb2dd9b700 1 --2- 172.21.15.46:0/2520300103 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcb18004850 0x7fcb18004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:34.977 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.975+0000 7fcb2e59c700 1 --2- 172.21.15.46:0/2520300103 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fcb18003a30 0x7fcb18003e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:34.978 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.975+0000 7fcb2ed9d700 1 --2- 172.21.15.46:0/2520300103 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fcb300cdcf0 0x7fcb18005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:34.978 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.975+0000 7fcb2dd9b700 1 -- 172.21.15.46:0/2520300103 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fcb300cdcf0 msgr2=0x7fcb18005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:34.978 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.975+0000 7fcb2dd9b700 1 --2- 172.21.15.46:0/2520300103 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fcb300cdcf0 0x7fcb18005210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:34.979 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.975+0000 7fcb2dd9b700 1 -- 172.21.15.46:0/2520300103 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fcb18003a30 msgr2=0x7fcb18003e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:34.979 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.975+0000 7fcb2dd9b700 1 --2- 172.21.15.46:0/2520300103 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fcb18003a30 0x7fcb18003e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:34.979 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.975+0000 7fcb2dd9b700 1 -- 172.21.15.46:0/2520300103 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcb180035b0 con 0x7fcb18004850 2023-09-21T13:06:34.979 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.975+0000 7fcb2dd9b700 1 --2- 172.21.15.46:0/2520300103 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcb18004850 0x7fcb18004cd0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7fcb24009b30 tx=0x7fcb18005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=16dae6069efc2a79 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:34.979 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.976+0000 7fcb2d59a700 1 -- 172.21.15.46:0/2520300103 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb2400e6c0 con 0x7fcb18004850 2023-09-21T13:06:34.980 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.976+0000 7fcb2d59a700 1 -- 172.21.15.46:0/2520300103 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcb2400e820 con 0x7fcb18004850 2023-09-21T13:06:34.980 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.976+0000 7fcb2d59a700 1 -- 172.21.15.46:0/2520300103 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb2400eb90 con 0x7fcb18004850 2023-09-21T13:06:34.980 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.976+0000 7fcb34f91700 1 -- 172.21.15.46:0/2520300103 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcb18004850 msgr2=0x7fcb18004cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:34.981 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.976+0000 7fcb34f91700 1 --2- 172.21.15.46:0/2520300103 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcb18004850 0x7fcb18004cd0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7fcb24009b30 tx=0x7fcb18005880 comp rx=0 tx=0).stop 2023-09-21T13:06:34.981 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.976+0000 7fcb2ed9d700 1 -- 172.21.15.46:0/2520300103 reap_dead start 2023-09-21T13:06:34.981 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.976+0000 7fcb34f91700 1 -- 172.21.15.46:0/2520300103 shutdown_connections 2023-09-21T13:06:34.982 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.976+0000 7fcb34f91700 1 -- 172.21.15.46:0/2520300103 >> 172.21.15.46:0/2520300103 conn(0x7fcb300b1500 msgr2=0x7fcb300b1910 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:34.982 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.976+0000 7fcb34f91700 1 -- 172.21.15.46:0/2520300103 shutdown_connections 2023-09-21T13:06:34.983 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.976+0000 7fcb34f91700 1 -- 172.21.15.46:0/2520300103 wait complete. 2023-09-21T13:06:34.987 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.978+0000 7fcb34f91700 1 Processor -- start 2023-09-21T13:06:34.988 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.978+0000 7fcb34f91700 1 -- start start 2023-09-21T13:06:34.988 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.979+0000 7fcb34f91700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcb18004850 0x7fcb300c3f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:34.988 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.979+0000 7fcb34f91700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fcb301f35c0 0x7fcb300b4800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:34.988 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.979+0000 7fcb34f91700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fcb300b4d40 0x7fcb30154610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:34.988 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.979+0000 7fcb34f91700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb300b51c0 con 0x7fcb18004850 2023-09-21T13:06:34.988 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.979+0000 7fcb34f91700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb301f4770 con 0x7fcb300b4d40 2023-09-21T13:06:34.989 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.979+0000 7fcb34f91700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcb301f3b60 con 0x7fcb301f35c0 2023-09-21T13:06:34.989 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.979+0000 7fcb2e59c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcb18004850 0x7fcb300c3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:34.989 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.979+0000 7fcb2e59c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcb18004850 0x7fcb300c3f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:43682/0 (socket says 172.21.15.46:43682) 2023-09-21T13:06:34.989 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.979+0000 7fcb2e59c700 1 -- 172.21.15.46:0/2193462562 learned_addr learned my addr 172.21.15.46:0/2193462562 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:34.989 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.979+0000 7fcb2dd9b700 1 --2- 172.21.15.46:0/2193462562 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fcb301f35c0 0x7fcb300b4800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:34.990 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.979+0000 7fcb2ed9d700 1 --2- 172.21.15.46:0/2193462562 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fcb300b4d40 0x7fcb30154610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:34.990 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.979+0000 7fcb2e59c700 1 -- 172.21.15.46:0/2193462562 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fcb301f35c0 msgr2=0x7fcb300b4800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:34.990 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.979+0000 7fcb2e59c700 1 --2- 172.21.15.46:0/2193462562 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fcb301f35c0 0x7fcb300b4800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:34.990 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.979+0000 7fcb2e59c700 1 -- 172.21.15.46:0/2193462562 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fcb300b4d40 msgr2=0x7fcb30154610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:34.991 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.979+0000 7fcb2e59c700 1 --2- 172.21.15.46:0/2193462562 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fcb300b4d40 0x7fcb30154610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:34.991 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.979+0000 7fcb2e59c700 1 -- 172.21.15.46:0/2193462562 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcb301f3e40 con 0x7fcb18004850 2023-09-21T13:06:34.991 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.979+0000 7fcb2dd9b700 1 --2- 172.21.15.46:0/2193462562 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fcb301f35c0 0x7fcb300b4800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:06:34.991 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.979+0000 7fcb2ed9d700 1 --2- 172.21.15.46:0/2193462562 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fcb300b4d40 0x7fcb30154610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:06:34.991 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.979+0000 7fcb2e59c700 1 --2- 172.21.15.46:0/2193462562 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcb18004850 0x7fcb300c3f50 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7fcb2000f7f0 tx=0x7fcb2000fbb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:34.992 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.980+0000 7fcb1effd700 1 -- 172.21.15.46:0/2193462562 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb200052e0 con 0x7fcb18004850 2023-09-21T13:06:34.992 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.980+0000 7fcb1effd700 1 -- 172.21.15.46:0/2193462562 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcb20005440 con 0x7fcb18004850 2023-09-21T13:06:34.992 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.980+0000 7fcb34f91700 1 -- 172.21.15.46:0/2193462562 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcb301f4120 con 0x7fcb18004850 2023-09-21T13:06:34.992 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.980+0000 7fcb1effd700 1 -- 172.21.15.46:0/2193462562 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb200038c0 con 0x7fcb18004850 2023-09-21T13:06:34.992 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.980+0000 7fcb34f91700 1 -- 172.21.15.46:0/2193462562 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcb300c4490 con 0x7fcb18004850 2023-09-21T13:06:34.993 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.981+0000 7fcb34f91700 1 -- 172.21.15.46:0/2193462562 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcb300c33b0 con 0x7fcb18004850 2023-09-21T13:06:34.993 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.982+0000 7fcb1effd700 1 -- 172.21.15.46:0/2193462562 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fcb20003a20 con 0x7fcb18004850 2023-09-21T13:06:34.993 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.982+0000 7fcb1effd700 1 --2- 172.21.15.46:0/2193462562 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fcb1006a580 0x7fcb1006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:34.993 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.982+0000 7fcb1effd700 1 -- 172.21.15.46:0/2193462562 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fcb200892d0 con 0x7fcb18004850 2023-09-21T13:06:34.993 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.982+0000 7fcb2dd9b700 1 --2- 172.21.15.46:0/2193462562 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fcb1006a580 0x7fcb1006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:34.994 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.983+0000 7fcb2dd9b700 1 --2- 172.21.15.46:0/2193462562 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fcb1006a580 0x7fcb1006ca40 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fcb240090b0 tx=0x7fcb24008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:34.994 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:34.987+0000 7fcb1effd700 1 -- 172.21.15.46:0/2193462562 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fcb20054930 con 0x7fcb18004850 2023-09-21T13:06:35.275 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.279+0000 7fcb34f91700 1 -- 172.21.15.46:0/2193462562 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) v1 -- 0x7fcb3004f330 con 0x7fcb18004850 2023-09-21T13:06:35.279 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.283+0000 7fcb1effd700 1 -- 172.21.15.46:0/2193462562 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v12) v1 ==== 190+0+147 (secure 0 0 0) 0x7fcb20057f50 con 0x7fcb18004850 2023-09-21T13:06:35.279 INFO:teuthology.orchestra.run.smithi046.stdout:[client.0] 2023-09-21T13:06:35.280 INFO:teuthology.orchestra.run.smithi046.stdout: key = AQBMPwxl+x+uDhAArcPkCVhEe9PyoGKBZvERMg== 2023-09-21T13:06:35.280 INFO:teuthology.orchestra.run.smithi046.stdout: caps mds = "allow" 2023-09-21T13:06:35.280 INFO:teuthology.orchestra.run.smithi046.stdout: caps mon = "allow r" 2023-09-21T13:06:35.280 INFO:teuthology.orchestra.run.smithi046.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2023-09-21T13:06:35.282 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.286+0000 7fcb34f91700 1 -- 172.21.15.46:0/2193462562 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fcb1006a580 msgr2=0x7fcb1006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:35.282 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.286+0000 7fcb34f91700 1 --2- 172.21.15.46:0/2193462562 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fcb1006a580 0x7fcb1006ca40 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fcb240090b0 tx=0x7fcb24008030 comp rx=0 tx=0).stop 2023-09-21T13:06:35.282 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.286+0000 7fcb34f91700 1 -- 172.21.15.46:0/2193462562 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcb18004850 msgr2=0x7fcb300c3f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:35.283 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.286+0000 7fcb34f91700 1 --2- 172.21.15.46:0/2193462562 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcb18004850 0x7fcb300c3f50 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7fcb2000f7f0 tx=0x7fcb2000fbb0 comp rx=0 tx=0).stop 2023-09-21T13:06:35.283 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.286+0000 7fcb34f91700 1 -- 172.21.15.46:0/2193462562 shutdown_connections 2023-09-21T13:06:35.283 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.286+0000 7fcb34f91700 1 --2- 172.21.15.46:0/2193462562 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7fcb1006a580 0x7fcb1006ca40 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:35.283 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.286+0000 7fcb34f91700 1 --2- 172.21.15.46:0/2193462562 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7fcb300b4d40 0x7fcb30154610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:35.284 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.286+0000 7fcb34f91700 1 --2- 172.21.15.46:0/2193462562 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcb18004850 0x7fcb300c3f50 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:35.284 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.286+0000 7fcb34f91700 1 --2- 172.21.15.46:0/2193462562 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7fcb301f35c0 0x7fcb300b4800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:35.284 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.286+0000 7fcb34f91700 1 -- 172.21.15.46:0/2193462562 >> 172.21.15.46:0/2193462562 conn(0x7fcb300b1500 msgr2=0x7fcb300c9410 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:35.284 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.286+0000 7fcb34f91700 1 -- 172.21.15.46:0/2193462562 shutdown_connections 2023-09-21T13:06:35.284 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.286+0000 7fcb34f91700 1 -- 172.21.15.46:0/2193462562 wait complete. 2023-09-21T13:06:35.285 INFO:teuthology.orchestra.run.smithi046.stderr:updated caps for client.0 2023-09-21T13:06:35.295 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-09-21T13:06:35.433 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.437+0000 7f959d4d1700 1 Processor -- start 2023-09-21T13:06:35.434 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.437+0000 7f959d4d1700 1 -- start start 2023-09-21T13:06:35.436 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.438+0000 7f959d4d1700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f959815d900 0x7f95980ce170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:35.436 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.438+0000 7f959d4d1700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7f95980ce6b0 0x7f95980b8330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:35.436 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.438+0000 7f959d4d1700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f95980b6650 con 0x7f95980b22b0 2023-09-21T13:06:35.437 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.438+0000 7f959d4d1700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f95980b7ea0 con 0x7f959815d900 2023-09-21T13:06:35.437 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.438+0000 7f959d4d1700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f95980b7290 con 0x7f95980ce6b0 2023-09-21T13:06:35.437 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.438+0000 7f9596ffd700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f959815d900 0x7f95980ce170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:35.437 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.438+0000 7f9596ffd700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f959815d900 0x7f95980ce170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:43698/0 (socket says 172.21.15.46:43698) 2023-09-21T13:06:35.437 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.438+0000 7f9596ffd700 1 -- 172.21.15.46:0/1426997226 learned_addr learned my addr 172.21.15.46:0/1426997226 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:35.438 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.438+0000 7f95967fc700 1 --2- 172.21.15.46:0/1426997226 >> v2:172.21.15.57:3300/0 conn(0x7f95980ce6b0 0x7f95980b8330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:35.438 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.438+0000 7f9596ffd700 1 -- 172.21.15.46:0/1426997226 >> v2:172.21.15.57:3300/0 conn(0x7f95980ce6b0 msgr2=0x7f95980b8330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:35.438 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.438+0000 7f9596ffd700 1 --2- 172.21.15.46:0/1426997226 >> v2:172.21.15.57:3300/0 conn(0x7f95980ce6b0 0x7f95980b8330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:35.438 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.438+0000 7f9596ffd700 1 -- 172.21.15.46:0/1426997226 >> v1:172.21.15.57:6789/0 conn(0x7f95980b22b0 legacy=0x7f95980d1240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:35.438 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.438+0000 7f9596ffd700 1 -- 172.21.15.46:0/1426997226 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f95980b7570 con 0x7f959815d900 2023-09-21T13:06:35.439 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.439+0000 7f9596ffd700 1 --2- 172.21.15.46:0/1426997226 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f959815d900 0x7f95980ce170 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f95980d0b60 tx=0x7f9588009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b3fb5c71a70102f server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:35.439 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.439+0000 7f9595ffb700 1 -- 172.21.15.46:0/1426997226 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9588011830 con 0x7f959815d900 2023-09-21T13:06:35.439 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.439+0000 7f9595ffb700 1 -- 172.21.15.46:0/1426997226 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9588011990 con 0x7f959815d900 2023-09-21T13:06:35.439 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.439+0000 7f9595ffb700 1 -- 172.21.15.46:0/1426997226 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9588011d20 con 0x7f959815d900 2023-09-21T13:06:35.440 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.439+0000 7f959d4d1700 1 -- 172.21.15.46:0/1426997226 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f959815d900 msgr2=0x7f95980ce170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:35.440 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.439+0000 7f959d4d1700 1 --2- 172.21.15.46:0/1426997226 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f959815d900 0x7f95980ce170 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f95980d0b60 tx=0x7f9588009bd0 comp rx=0 tx=0).stop 2023-09-21T13:06:35.440 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.439+0000 7f959d4d1700 1 -- 172.21.15.46:0/1426997226 shutdown_connections 2023-09-21T13:06:35.440 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.439+0000 7f959d4d1700 1 --2- 172.21.15.46:0/1426997226 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f959815d900 0x7f95980ce170 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:35.440 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.439+0000 7f959d4d1700 1 --2- 172.21.15.46:0/1426997226 >> v2:172.21.15.57:3300/0 conn(0x7f95980ce6b0 0x7f95980b8330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:35.441 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.439+0000 7f959d4d1700 1 -- 172.21.15.46:0/1426997226 >> 172.21.15.46:0/1426997226 conn(0x7f95980722c0 msgr2=0x7f95980726d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:35.441 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.439+0000 7f959d4d1700 1 -- 172.21.15.46:0/1426997226 shutdown_connections 2023-09-21T13:06:35.441 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.440+0000 7f959d4d1700 1 -- 172.21.15.46:0/1426997226 wait complete. 2023-09-21T13:06:35.444 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.441+0000 7f959d4d1700 1 Processor -- start 2023-09-21T13:06:35.444 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.441+0000 7f959d4d1700 1 -- start start 2023-09-21T13:06:35.444 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.442+0000 7f959d4d1700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f95980b22b0 0x7f95981570e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:35.444 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.442+0000 7f959d4d1700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f95980ce6b0 0x7f9598157850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:35.445 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.442+0000 7f959d4d1700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f959815d900 0x7f95980b4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:35.445 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.442+0000 7f959d4d1700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f959815ee60 con 0x7f95980ce6b0 2023-09-21T13:06:35.445 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.442+0000 7f959d4d1700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9598157620 con 0x7f95980b22b0 2023-09-21T13:06:35.445 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.442+0000 7f959d4d1700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f959815e250 con 0x7f959815d900 2023-09-21T13:06:35.446 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.442+0000 7f95967fc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f95980ce6b0 0x7f9598157850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:35.446 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.442+0000 7f95967fc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f95980ce6b0 0x7f9598157850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:43708/0 (socket says 172.21.15.46:43708) 2023-09-21T13:06:35.446 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.442+0000 7f95967fc700 1 -- 172.21.15.46:0/927943956 learned_addr learned my addr 172.21.15.46:0/927943956 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:35.446 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.442+0000 7f9596ffd700 1 --2- 172.21.15.46:0/927943956 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f95980b22b0 0x7f95981570e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:35.446 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.442+0000 7f95977fe700 1 --2- 172.21.15.46:0/927943956 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f959815d900 0x7f95980b4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:35.447 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.442+0000 7f95967fc700 1 -- 172.21.15.46:0/927943956 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f959815d900 msgr2=0x7f95980b4ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:35.447 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.442+0000 7f95967fc700 1 --2- 172.21.15.46:0/927943956 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f959815d900 0x7f95980b4ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:35.447 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.442+0000 7f95967fc700 1 -- 172.21.15.46:0/927943956 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f95980b22b0 msgr2=0x7f95981570e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:35.447 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.442+0000 7f95967fc700 1 --2- 172.21.15.46:0/927943956 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f95980b22b0 0x7f95981570e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:35.447 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.442+0000 7f95967fc700 1 -- 172.21.15.46:0/927943956 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9588009550 con 0x7f95980ce6b0 2023-09-21T13:06:35.448 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.443+0000 7f95967fc700 1 --2- 172.21.15.46:0/927943956 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f95980ce6b0 0x7f9598157850 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f958c00e980 tx=0x7f958c00ec90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:35.448 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.443+0000 7f957f7fe700 1 -- 172.21.15.46:0/927943956 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f958c009710 con 0x7f95980ce6b0 2023-09-21T13:06:35.448 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.443+0000 7f957f7fe700 1 -- 172.21.15.46:0/927943956 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f958c00c690 con 0x7f95980ce6b0 2023-09-21T13:06:35.448 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.443+0000 7f959d4d1700 1 -- 172.21.15.46:0/927943956 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f959815e530 con 0x7f95980ce6b0 2023-09-21T13:06:35.448 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.443+0000 7f957f7fe700 1 -- 172.21.15.46:0/927943956 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f958c00ca40 con 0x7f95980ce6b0 2023-09-21T13:06:35.449 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.443+0000 7f959d4d1700 1 -- 172.21.15.46:0/927943956 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f959815eaf0 con 0x7f95980ce6b0 2023-09-21T13:06:35.449 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.444+0000 7f959d4d1700 1 -- 172.21.15.46:0/927943956 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f95980b7b10 con 0x7f95980ce6b0 2023-09-21T13:06:35.449 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.444+0000 7f957f7fe700 1 -- 172.21.15.46:0/927943956 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f958c00cba0 con 0x7f95980ce6b0 2023-09-21T13:06:35.449 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.445+0000 7f957f7fe700 1 --2- 172.21.15.46:0/927943956 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f958406a580 0x7f958406ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:35.449 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.445+0000 7f957f7fe700 1 -- 172.21.15.46:0/927943956 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f958c0889c0 con 0x7f95980ce6b0 2023-09-21T13:06:35.450 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.445+0000 7f9596ffd700 1 --2- 172.21.15.46:0/927943956 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f958406a580 0x7f958406ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:35.450 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.445+0000 7f9596ffd700 1 --2- 172.21.15.46:0/927943956 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f958406a580 0x7f958406ca40 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f9588014040 tx=0x7f9588008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:35.450 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.449+0000 7f957f7fe700 1 -- 172.21.15.46:0/927943956 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f95980b7b10 con 0x7f95980ce6b0 2023-09-21T13:06:35.696 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.701+0000 7f959d4d1700 1 -- 172.21.15.46:0/927943956 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f95980b7b10 con 0x7f95980ce6b0 2023-09-21T13:06:35.697 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.701+0000 7f957f7fe700 1 -- 172.21.15.46:0/927943956 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) v1 ==== 94+0+4911 (secure 0 0 0) 0x7f95980b7b10 con 0x7f95980ce6b0 2023-09-21T13:06:35.698 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:06:35.698 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":15,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5140,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/132284665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6835","nonce":132284665},{"type":"v1","addr":"172.21.15.46:6837","nonce":132284665}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":10},{"gid":5143,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.57:6834/1669123063","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6832","nonce":1669123063},{"type":"v1","addr":"172.21.15.57:6834","nonce":1669123063}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":10},{"gid":34856,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6836/1258649057","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":1258649057},{"type":"v1","addr":"172.21.15.46:6836","nonce":1258649057}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-09-21T13:06:24.797485+0000","modified":"2023-09-21T13:06:27.829528+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":34871},"failed":[],"damaged":[],"stopped":[],"info":{"gid_34871":{"gid":34871,"name":"b","rank":0,"incarnation":11,"state":"up:active","state_seq":4,"addr":"172.21.15.57:6835/608324927","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6833","nonce":608324927},{"type":"v1","addr":"172.21.15.57:6835","nonce":608324927}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2023-09-21T13:06:35.700 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.703+0000 7f959d4d1700 1 -- 172.21.15.46:0/927943956 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f958406a580 msgr2=0x7f958406ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:35.700 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.703+0000 7f959d4d1700 1 --2- 172.21.15.46:0/927943956 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f958406a580 0x7f958406ca40 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f9588014040 tx=0x7f9588008030 comp rx=0 tx=0).stop 2023-09-21T13:06:35.700 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.703+0000 7f959d4d1700 1 -- 172.21.15.46:0/927943956 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f95980ce6b0 msgr2=0x7f9598157850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:35.700 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.703+0000 7f959d4d1700 1 --2- 172.21.15.46:0/927943956 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f95980ce6b0 0x7f9598157850 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f958c00e980 tx=0x7f958c00ec90 comp rx=0 tx=0).stop 2023-09-21T13:06:35.701 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.703+0000 7f959d4d1700 1 -- 172.21.15.46:0/927943956 shutdown_connections 2023-09-21T13:06:35.701 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.704+0000 7f959d4d1700 1 --2- 172.21.15.46:0/927943956 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f958406a580 0x7f958406ca40 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:35.701 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.704+0000 7f959d4d1700 1 --2- 172.21.15.46:0/927943956 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f959815d900 0x7f95980b4ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:35.701 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.704+0000 7f959d4d1700 1 --2- 172.21.15.46:0/927943956 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f95980b22b0 0x7f95981570e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:35.701 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.704+0000 7f959d4d1700 1 --2- 172.21.15.46:0/927943956 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f95980ce6b0 0x7f9598157850 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:35.702 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.704+0000 7f959d4d1700 1 -- 172.21.15.46:0/927943956 >> 172.21.15.46:0/927943956 conn(0x7f95980722c0 msgr2=0x7f95980ca5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:35.702 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.704+0000 7f959d4d1700 1 -- 172.21.15.46:0/927943956 shutdown_connections 2023-09-21T13:06:35.702 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:35.704+0000 7f959d4d1700 1 -- 172.21.15.46:0/927943956 wait complete. 2023-09-21T13:06:35.702 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 15 2023-09-21T13:06:36.116 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 15, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2023-09-21T13:06:24.797485+0000', 'modified': '2023-09-21T13:06:27.829528+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 34871}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_34871': {'gid': 34871, 'name': 'b', 'rank': 0, 'incarnation': 11, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.57:6835/608324927', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.57:6833', 'nonce': 608324927}, {'type': 'v1', 'addr': '172.21.15.57:6835', 'nonce': 608324927}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}}, 'data_pools': [5], 'metadata_pool': 4, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2023-09-21T13:06:36.117 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2023-09-21T13:06:36.117 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2023-09-21T13:06:36.264 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.267+0000 7f1ecf2d9700 1 Processor -- start 2023-09-21T13:06:36.264 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.268+0000 7f1ecf2d9700 1 -- start start 2023-09-21T13:06:36.267 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.269+0000 7f1ecf2d9700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f1ec806eba0 0x7f1ec806f020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:36.267 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.269+0000 7f1ecf2d9700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f1ec80cc1b0 0x7f1ec80cc640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:36.267 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.269+0000 7f1ecf2d9700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1ec80cbd20 con 0x7f1ec80cf070 2023-09-21T13:06:36.267 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.269+0000 7f1ecf2d9700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1ec815b410 con 0x7f1ec80cc1b0 2023-09-21T13:06:36.267 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.269+0000 7f1ecf2d9700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1ec815b6f0 con 0x7f1ec806eba0 2023-09-21T13:06:36.268 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.269+0000 7f1ecd075700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f1ec80cf070 0x7f1ec80cf450 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:47558/0 (socket says 172.21.15.46:47558) 2023-09-21T13:06:36.268 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.269+0000 7f1ecd075700 1 -- 172.21.15.46:0/378198134 learned_addr learned my addr 172.21.15.46:0/378198134 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:06:36.268 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.269+0000 7f1ecd876700 1 --2- 172.21.15.46:0/378198134 >> v2:172.21.15.46:3300/0 conn(0x7f1ec80cc1b0 0x7f1ec80cc640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:36.268 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.269+0000 7f1ebbfff700 1 -- 172.21.15.46:0/378198134 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 788947700 0 0) 0x7f1ec80cbd20 con 0x7f1ec80cf070 2023-09-21T13:06:36.268 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.269+0000 7f1ebbfff700 1 -- 172.21.15.46:0/378198134 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1eb40035b0 con 0x7f1ec80cf070 2023-09-21T13:06:36.269 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.269+0000 7f1ecc874700 1 --2- 172.21.15.46:0/378198134 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f1ec806eba0 0x7f1ec806f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:36.269 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.269+0000 7f1ecd876700 1 -- 172.21.15.46:0/378198134 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f1ec806eba0 msgr2=0x7f1ec806f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:36.269 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.269+0000 7f1ecd876700 1 --2- 172.21.15.46:0/378198134 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f1ec806eba0 0x7f1ec806f020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:36.269 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.269+0000 7f1ecd876700 1 -- 172.21.15.46:0/378198134 >> v1:172.21.15.46:6789/0 conn(0x7f1ec80cf070 legacy=0x7f1ec80cf450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:36.269 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.269+0000 7f1ecd876700 1 -- 172.21.15.46:0/378198134 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1ec80cb9b0 con 0x7f1ec80cc1b0 2023-09-21T13:06:36.270 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.269+0000 7f1ecd876700 1 --2- 172.21.15.46:0/378198134 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1ec80cc1b0 0x7f1ec80cc640 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f1ec0009d90 tx=0x7f1ec000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97a6b18523090831 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:36.270 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.270+0000 7f1ebbfff700 1 -- 172.21.15.46:0/378198134 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ec000e070 con 0x7f1ec80cc1b0 2023-09-21T13:06:36.270 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.270+0000 7f1ebbfff700 1 -- 172.21.15.46:0/378198134 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1ec000bb20 con 0x7f1ec80cc1b0 2023-09-21T13:06:36.270 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.270+0000 7f1ebbfff700 1 -- 172.21.15.46:0/378198134 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ec0012430 con 0x7f1ec80cc1b0 2023-09-21T13:06:36.270 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.270+0000 7f1ecf2d9700 1 -- 172.21.15.46:0/378198134 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1ec80cc1b0 msgr2=0x7f1ec80cc640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:36.271 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.270+0000 7f1ecf2d9700 1 --2- 172.21.15.46:0/378198134 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1ec80cc1b0 0x7f1ec80cc640 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f1ec0009d90 tx=0x7f1ec000b330 comp rx=0 tx=0).stop 2023-09-21T13:06:36.271 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.270+0000 7f1ecf2d9700 1 -- 172.21.15.46:0/378198134 shutdown_connections 2023-09-21T13:06:36.271 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.270+0000 7f1ecf2d9700 1 --2- 172.21.15.46:0/378198134 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1ec80cc1b0 0x7f1ec80cc640 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:36.271 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.270+0000 7f1ecf2d9700 1 --2- 172.21.15.46:0/378198134 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f1ec806eba0 0x7f1ec806f020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:36.271 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.270+0000 7f1ecf2d9700 1 -- 172.21.15.46:0/378198134 >> 172.21.15.46:0/378198134 conn(0x7f1ec80d01f0 msgr2=0x7f1ec80d0600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:36.272 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.270+0000 7f1ecf2d9700 1 -- 172.21.15.46:0/378198134 shutdown_connections 2023-09-21T13:06:36.272 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.270+0000 7f1ecf2d9700 1 -- 172.21.15.46:0/378198134 wait complete. 2023-09-21T13:06:36.275 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.272+0000 7f1ecf2d9700 1 Processor -- start 2023-09-21T13:06:36.275 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.272+0000 7f1ecf2d9700 1 -- start start 2023-09-21T13:06:36.275 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.273+0000 7f1ecf2d9700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f1ec806eba0 0x7f1ec81503f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:36.275 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.273+0000 7f1ecf2d9700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1ec80cc1b0 0x7f1ec80b1ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:36.276 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.273+0000 7f1ecf2d9700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f1ec80cf070 0x7f1ec80b21e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:36.276 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.273+0000 7f1ecf2d9700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ec80c86a0 con 0x7f1ec80cc1b0 2023-09-21T13:06:36.276 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.273+0000 7f1ecf2d9700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ec80c50a0 con 0x7f1ec80cf070 2023-09-21T13:06:36.276 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.273+0000 7f1ecf2d9700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1ec80c5380 con 0x7f1ec806eba0 2023-09-21T13:06:36.276 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.273+0000 7f1ecc874700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1ec80cc1b0 0x7f1ec80b1ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:36.277 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.273+0000 7f1ecc874700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1ec80cc1b0 0x7f1ec80b1ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:43722/0 (socket says 172.21.15.46:43722) 2023-09-21T13:06:36.277 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.273+0000 7f1ecc874700 1 -- 172.21.15.46:0/2970871198 learned_addr learned my addr 172.21.15.46:0/2970871198 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:36.277 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.273+0000 7f1ecd075700 1 --2- 172.21.15.46:0/2970871198 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f1ec806eba0 0x7f1ec81503f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:36.277 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.273+0000 7f1ecd876700 1 --2- 172.21.15.46:0/2970871198 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f1ec80cf070 0x7f1ec80b21e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:36.277 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.274+0000 7f1ecc874700 1 -- 172.21.15.46:0/2970871198 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f1ec806eba0 msgr2=0x7f1ec81503f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:36.278 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.274+0000 7f1ecc874700 1 --2- 172.21.15.46:0/2970871198 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f1ec806eba0 0x7f1ec81503f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:36.278 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.274+0000 7f1ecc874700 1 -- 172.21.15.46:0/2970871198 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f1ec80cf070 msgr2=0x7f1ec80b21e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:36.278 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.274+0000 7f1ecc874700 1 --2- 172.21.15.46:0/2970871198 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f1ec80cf070 0x7f1ec80b21e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:36.278 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.274+0000 7f1ecc874700 1 -- 172.21.15.46:0/2970871198 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1ec0009a70 con 0x7f1ec80cc1b0 2023-09-21T13:06:36.279 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.274+0000 7f1ecc874700 1 --2- 172.21.15.46:0/2970871198 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1ec80cc1b0 0x7f1ec80b1ca0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f1ebc009f70 tx=0x7f1ebc00eaf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:36.279 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.274+0000 7f1eb9ffb700 1 -- 172.21.15.46:0/2970871198 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ebc00c070 con 0x7f1ec80cc1b0 2023-09-21T13:06:36.279 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.274+0000 7f1eb9ffb700 1 -- 172.21.15.46:0/2970871198 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1ebc011920 con 0x7f1ec80cc1b0 2023-09-21T13:06:36.279 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.274+0000 7f1ecf2d9700 1 -- 172.21.15.46:0/2970871198 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1ec80c5660 con 0x7f1ec80cc1b0 2023-09-21T13:06:36.279 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.274+0000 7f1eb9ffb700 1 -- 172.21.15.46:0/2970871198 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ebc011cd0 con 0x7f1ec80cc1b0 2023-09-21T13:06:36.280 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.274+0000 7f1ecf2d9700 1 -- 172.21.15.46:0/2970871198 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1ec80c5c20 con 0x7f1ec80cc1b0 2023-09-21T13:06:36.280 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.276+0000 7f1eb9ffb700 1 -- 172.21.15.46:0/2970871198 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f1ebc0193f0 con 0x7f1ec80cc1b0 2023-09-21T13:06:36.280 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.276+0000 7f1eb9ffb700 1 --2- 172.21.15.46:0/2970871198 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f1eac06a580 0x7f1eac06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:36.280 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.276+0000 7f1eb9ffb700 1 -- 172.21.15.46:0/2970871198 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1ebc08a170 con 0x7f1ec80cc1b0 2023-09-21T13:06:36.280 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.276+0000 7f1ecd075700 1 --2- 172.21.15.46:0/2970871198 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f1eac06a580 0x7f1eac06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:36.281 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.277+0000 7f1ecd075700 1 --2- 172.21.15.46:0/2970871198 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f1eac06a580 0x7f1eac06ca40 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f1ec4007fd0 tx=0x7f1ec4007dc0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:36.281 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.278+0000 7f1edb4b3b80 1 Processor -- start 2023-09-21T13:06:36.281 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.279+0000 7f1edb4b3b80 1 -- start start 2023-09-21T13:06:36.287 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.279+0000 7f1edb4b3b80 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x5631ff6654e0 0x5631ff664190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:36.287 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.279+0000 7f1edb4b3b80 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x5631ff65edf0 0x5631ff683f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:36.288 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.279+0000 7f1edb4b3b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5631ff662510 0x5631ff684440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:36.288 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.279+0000 7f1edb4b3b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x5631ff55cb90 con 0x5631ff662510 2023-09-21T13:06:36.288 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.279+0000 7f1edb4b3b80 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x5631ff5beac0 con 0x5631ff6654e0 2023-09-21T13:06:36.288 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.279+0000 7f1edb4b3b80 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x5631ff5bc220 con 0x5631ff65edf0 2023-09-21T13:06:36.288 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.280+0000 7f1ecd876700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5631ff662510 0x5631ff684440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:36.289 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.280+0000 7f1ecd876700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5631ff662510 0x5631ff684440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:43726/0 (socket says 172.21.15.46:43726) 2023-09-21T13:06:36.289 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.280+0000 7f1ecd876700 1 -- 172.21.15.46:0/3633034989 learned_addr learned my addr 172.21.15.46:0/3633034989 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:36.289 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.280+0000 7f1ecd075700 1 --2- 172.21.15.46:0/3633034989 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x5631ff6654e0 0x5631ff664190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:36.289 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.280+0000 7f1ecc874700 1 --2- 172.21.15.46:0/3633034989 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x5631ff65edf0 0x5631ff683f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:36.289 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.280+0000 7f1ecd876700 1 -- 172.21.15.46:0/3633034989 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x5631ff65edf0 msgr2=0x5631ff683f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:36.290 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.280+0000 7f1ecd876700 1 --2- 172.21.15.46:0/3633034989 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x5631ff65edf0 0x5631ff683f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:36.290 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.280+0000 7f1ecd876700 1 -- 172.21.15.46:0/3633034989 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x5631ff6654e0 msgr2=0x5631ff664190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:36.290 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.280+0000 7f1ecd876700 1 --2- 172.21.15.46:0/3633034989 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x5631ff6654e0 0x5631ff664190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:36.290 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.280+0000 7f1ecd876700 1 -- 172.21.15.46:0/3633034989 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5631ff3a8790 con 0x5631ff662510 2023-09-21T13:06:36.290 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.280+0000 7f1ecd876700 1 --2- 172.21.15.46:0/3633034989 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5631ff662510 0x5631ff684440 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f1ec8066fc0 tx=0x7f1ec0010000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d47bb93ebbabd88 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:36.291 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.280+0000 7f1eb2ffd700 1 -- 172.21.15.46:0/3633034989 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ec0003ae0 con 0x5631ff662510 2023-09-21T13:06:36.291 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.280+0000 7f1eb2ffd700 1 -- 172.21.15.46:0/3633034989 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1ec0003c40 con 0x5631ff662510 2023-09-21T13:06:36.291 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.280+0000 7f1eb2ffd700 1 -- 172.21.15.46:0/3633034989 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ec00125e0 con 0x5631ff662510 2023-09-21T13:06:36.291 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.281+0000 7f1edb4b3b80 1 -- 172.21.15.46:0/3633034989 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5631ff662510 msgr2=0x5631ff684440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:36.291 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.281+0000 7f1edb4b3b80 1 --2- 172.21.15.46:0/3633034989 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5631ff662510 0x5631ff684440 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f1ec8066fc0 tx=0x7f1ec0010000 comp rx=0 tx=0).stop 2023-09-21T13:06:36.292 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.281+0000 7f1edb4b3b80 1 -- 172.21.15.46:0/3633034989 shutdown_connections 2023-09-21T13:06:36.292 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.281+0000 7f1edb4b3b80 1 --2- 172.21.15.46:0/3633034989 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5631ff662510 0x5631ff684440 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:36.292 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.281+0000 7f1edb4b3b80 1 --2- 172.21.15.46:0/3633034989 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x5631ff6654e0 0x5631ff664190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:36.292 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.281+0000 7f1edb4b3b80 1 --2- 172.21.15.46:0/3633034989 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x5631ff65edf0 0x5631ff683f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:36.292 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.281+0000 7f1edb4b3b80 1 -- 172.21.15.46:0/3633034989 >> 172.21.15.46:0/3633034989 conn(0x5631ff5da090 msgr2=0x5631ff6a9fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:36.292 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.281+0000 7f1edb4b3b80 1 -- 172.21.15.46:0/3633034989 shutdown_connections 2023-09-21T13:06:36.293 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.281+0000 7f1edb4b3b80 1 -- 172.21.15.46:0/3633034989 wait complete. 2023-09-21T13:06:36.293 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.282+0000 7f1edb4b3b80 1 -- start start 2023-09-21T13:06:36.293 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.282+0000 7f1edb4b3b80 1 Processor -- start 2023-09-21T13:06:36.293 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.283+0000 7f1edb4b3b80 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x5631ff65edf0 0x5631ff6a9d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:36.293 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.283+0000 7f1edb4b3b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5631ff662510 0x5631ff6aa950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:36.294 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.283+0000 7f1edb4b3b80 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x5631ff6654e0 0x5631ff6b8fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:36.294 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.283+0000 7f1edb4b3b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x5631ff5b7b10 con 0x5631ff662510 2023-09-21T13:06:36.294 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.283+0000 7f1edb4b3b80 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x5631ff558610 con 0x5631ff6654e0 2023-09-21T13:06:36.294 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.283+0000 7f1edb4b3b80 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x5631ff5582b0 con 0x5631ff65edf0 2023-09-21T13:06:36.294 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.283+0000 7f1edb4b3b80 10 client.0 _ll_register_callbacks cb 0x5631ff551b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-09-21T13:06:36.295 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.283+0000 7f1ecc874700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5631ff662510 0x5631ff6aa950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:36.295 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.283+0000 7f1ecc874700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5631ff662510 0x5631ff6aa950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:43732/0 (socket says 172.21.15.46:43732) 2023-09-21T13:06:36.295 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.283+0000 7f1ecc874700 1 -- 172.21.15.46:0/1928361620 learned_addr learned my addr 172.21.15.46:0/1928361620 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:36.295 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.283+0000 7f1ecd876700 1 --2- 172.21.15.46:0/1928361620 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x5631ff6654e0 0x5631ff6b8fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:36.295 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.283+0000 7f1ecd075700 1 --2- 172.21.15.46:0/1928361620 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x5631ff65edf0 0x5631ff6a9d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:36.296 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.283+0000 7f1ecc874700 1 -- 172.21.15.46:0/1928361620 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x5631ff65edf0 msgr2=0x5631ff6a9d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:36.296 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.283+0000 7f1ecc874700 1 --2- 172.21.15.46:0/1928361620 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x5631ff65edf0 0x5631ff6a9d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:36.296 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.283+0000 7f1ecc874700 1 -- 172.21.15.46:0/1928361620 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x5631ff6654e0 msgr2=0x5631ff6b8fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:36.296 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.283+0000 7f1ecc874700 1 --2- 172.21.15.46:0/1928361620 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x5631ff6654e0 0x5631ff6b8fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:36.296 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.283+0000 7f1ecc874700 1 -- 172.21.15.46:0/1928361620 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1ec80cb9b0 con 0x5631ff662510 2023-09-21T13:06:36.296 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.283+0000 7f1ecc874700 1 --2- 172.21.15.46:0/1928361620 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5631ff662510 0x5631ff6aa950 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f1ebc017000 tx=0x7f1ebc05f330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6850f2f413bac9c7 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:36.297 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.283+0000 7f1ea7fff700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-09-21T13:06:36.297 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.284+0000 7f1ea7fff700 1 -- 172.21.15.46:0/1928361620 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ebc058a10 con 0x5631ff662510 2023-09-21T13:06:36.297 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.284+0000 7f1ea7fff700 1 -- 172.21.15.46:0/1928361620 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1ebc059a20 con 0x5631ff662510 2023-09-21T13:06:36.297 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.284+0000 7f1edb4b3b80 1 -- 172.21.15.46:0/1928361620 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5631ff657550 con 0x5631ff662510 2023-09-21T13:06:36.297 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.284+0000 7f1ea7fff700 1 -- 172.21.15.46:0/1928361620 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=15) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1ebc059320 con 0x5631ff662510 2023-09-21T13:06:36.298 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.284+0000 7f1edb4b3b80 10 client.5376 fetch_fsmap learned FSMap version 15 2023-09-21T13:06:36.298 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.284+0000 7f1edb4b3b80 1 -- 172.21.15.46:0/1928361620 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=15,monmap=2+}) v3 -- 0x5631ff4950a0 con 0x5631ff662510 2023-09-21T13:06:36.298 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.284+0000 7f1ea7fff700 1 -- 172.21.15.46:0/1928361620 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x5631ff657550 con 0x5631ff662510 2023-09-21T13:06:36.298 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.284+0000 7f1ea7fff700 1 -- 172.21.15.46:0/1928361620 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 15) v1 ==== 3294+0+0 (secure 0 0 0) 0x7f1ebc088240 con 0x5631ff662510 2023-09-21T13:06:36.298 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.284+0000 7f1edb4b3b80 10 client.5376 fetch_fsmap finished waiting for FSMap version 15 2023-09-21T13:06:36.299 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.284+0000 7f1edb4b3b80 10 client.5376 resolve_mds: resolved name 'b' to daemon mds.b 2023-09-21T13:06:36.299 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.284+0000 7f1edb4b3b80 20 client.5376 populate_metadata read hostname 'smithi046' 2023-09-21T13:06:36.299 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.284+0000 7f1edb4b3b80 1 --2- 172.21.15.46:0/1928361620 >> [v2:172.21.15.57:6833/608324927,v1:172.21.15.57:6835/608324927] conn(0x5631ff659030 0x5631ff659410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:36.299 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.284+0000 7f1edb4b3b80 4 client.5376 mds_command: new command op to 34871 tid=0[{"prefix": "get_command_descriptions"}] 2023-09-21T13:06:36.299 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.284+0000 7f1edb4b3b80 1 -- 172.21.15.46:0/1928361620 --> [v2:172.21.15.57:6833/608324927,v1:172.21.15.57:6835/608324927] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5631ff633d00 con 0x5631ff659030 2023-09-21T13:06:36.300 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.284+0000 7f1ecd075700 1 --2- 172.21.15.46:0/1928361620 >> [v2:172.21.15.57:6833/608324927,v1:172.21.15.57:6835/608324927] conn(0x5631ff659030 0x5631ff659410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:36.300 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.285+0000 7f1ea7fff700 10 client.5376 ms_handle_connect on v2:172.21.15.57:6833/608324927 2023-09-21T13:06:36.300 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.285+0000 7f1ecd075700 1 --2- 172.21.15.46:0/1928361620 >> [v2:172.21.15.57:6833/608324927,v1:172.21.15.57:6835/608324927] conn(0x5631ff659030 0x5631ff659410 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=671b8d4e6747b633 server_cookie=1b73c22e2bd44ac1 in_seq=0 out_seq=0 2023-09-21T13:06:36.300 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.286+0000 7f1ea7fff700 1 -- 172.21.15.46:0/1928361620 <== mds.0 v2:172.21.15.57:6833/608324927 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x5631ff633d00 con 0x5631ff659030 2023-09-21T13:06:36.300 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.286+0000 7f1ea7fff700 10 client.5376 handle_command_reply: tid=0 2023-09-21T13:06:36.301 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.286+0000 7f1edb4b3b80 1 client.5376 shutdown 2023-09-21T13:06:36.301 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.286+0000 7f1edb4b3b80 1 -- 172.21.15.46:0/1928361620 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5631ff662510 msgr2=0x5631ff6aa950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:36.301 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.286+0000 7f1edb4b3b80 1 --2- 172.21.15.46:0/1928361620 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5631ff662510 0x5631ff6aa950 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f1ebc017000 tx=0x7f1ebc05f330 comp rx=0 tx=0).stop 2023-09-21T13:06:36.301 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.286+0000 7f1edb4b3b80 1 -- 172.21.15.46:0/1928361620 shutdown_connections 2023-09-21T13:06:36.301 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.286+0000 7f1edb4b3b80 1 --2- 172.21.15.46:0/1928361620 >> [v2:172.21.15.57:6833/608324927,v1:172.21.15.57:6835/608324927] conn(0x5631ff659030 0x5631ff659410 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:36.302 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.286+0000 7f1edb4b3b80 1 --2- 172.21.15.46:0/1928361620 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x5631ff6654e0 0x5631ff6b8fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:36.302 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.286+0000 7f1edb4b3b80 1 --2- 172.21.15.46:0/1928361620 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x5631ff65edf0 0x5631ff6a9d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:36.302 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.286+0000 7f1edb4b3b80 1 --2- 172.21.15.46:0/1928361620 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5631ff662510 0x5631ff6aa950 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:36.302 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.286+0000 7f1edb4b3b80 1 -- 172.21.15.46:0/1928361620 >> 172.21.15.46:0/1928361620 conn(0x5631ff5da090 msgr2=0x5631ff663f80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:36.302 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.286+0000 7f1ea7fff700 0 client.5376 ms_handle_reset on v2:172.21.15.57:6833/608324927 2023-09-21T13:06:36.303 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.286+0000 7f1edb4b3b80 1 -- 172.21.15.46:0/1928361620 shutdown_connections 2023-09-21T13:06:36.303 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.286+0000 7f1edb4b3b80 1 -- 172.21.15.46:0/1928361620 wait complete. 2023-09-21T13:06:36.303 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.286+0000 7f1edb4b3b80 20 client.5376 trim_cache size 0 max 16384 2023-09-21T13:06:36.309 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.305+0000 7f1edb4b3b80 1 Processor -- start 2023-09-21T13:06:36.309 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.305+0000 7f1edb4b3b80 1 -- start start 2023-09-21T13:06:36.309 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.306+0000 7f1edb4b3b80 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x5631ff65edf0 0x5631ff687360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:36.309 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.306+0000 7f1edb4b3b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5631ff662510 0x5631ff664c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:36.310 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.306+0000 7f1edb4b3b80 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x5631ff6654e0 0x5631ff65f300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:36.310 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.306+0000 7f1edb4b3b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x5631ff3a9390 con 0x5631ff662510 2023-09-21T13:06:36.310 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.306+0000 7f1edb4b3b80 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x5631ff685fa0 con 0x5631ff6654e0 2023-09-21T13:06:36.310 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.306+0000 7f1edb4b3b80 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x5631ff6572e0 con 0x5631ff65edf0 2023-09-21T13:06:36.311 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.306+0000 7f1ecc874700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5631ff662510 0x5631ff664c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:36.311 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.306+0000 7f1ecc874700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5631ff662510 0x5631ff664c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:43734/0 (socket says 172.21.15.46:43734) 2023-09-21T13:06:36.311 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.306+0000 7f1ecc874700 1 -- 172.21.15.46:0/1406611026 learned_addr learned my addr 172.21.15.46:0/1406611026 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:36.311 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.306+0000 7f1ecc874700 1 -- 172.21.15.46:0/1406611026 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x5631ff65edf0 msgr2=0x5631ff687360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:36.311 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.306+0000 7f1ecc874700 1 --2- 172.21.15.46:0/1406611026 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x5631ff65edf0 0x5631ff687360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:36.312 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.306+0000 7f1ecd876700 1 --2- 172.21.15.46:0/1406611026 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x5631ff6654e0 0x5631ff65f300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:36.312 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.306+0000 7f1ecc874700 1 -- 172.21.15.46:0/1406611026 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x5631ff6654e0 msgr2=0x5631ff65f300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:36.312 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.306+0000 7f1ecc874700 1 --2- 172.21.15.46:0/1406611026 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x5631ff6654e0 0x5631ff65f300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:36.312 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.306+0000 7f1ecc874700 1 -- 172.21.15.46:0/1406611026 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5631ff693550 con 0x5631ff662510 2023-09-21T13:06:36.312 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.306+0000 7f1ecc874700 1 --2- 172.21.15.46:0/1406611026 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5631ff662510 0x5631ff664c80 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f1ebc00e7e0 tx=0x7f1ebc023000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2cc204d1388d089f server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:36.313 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.306+0000 7f1eb37fe700 1 -- 172.21.15.46:0/1406611026 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ebc059a20 con 0x5631ff662510 2023-09-21T13:06:36.313 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.306+0000 7f1eb37fe700 1 -- 172.21.15.46:0/1406611026 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1ebc05de90 con 0x5631ff662510 2023-09-21T13:06:36.313 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.307+0000 7f1eb37fe700 1 -- 172.21.15.46:0/1406611026 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ebc059320 con 0x5631ff662510 2023-09-21T13:06:36.313 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.307+0000 7f1edb4b3b80 1 -- 172.21.15.46:0/1406611026 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5631ff662510 msgr2=0x5631ff664c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:36.313 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.307+0000 7f1edb4b3b80 1 --2- 172.21.15.46:0/1406611026 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5631ff662510 0x5631ff664c80 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f1ebc00e7e0 tx=0x7f1ebc023000 comp rx=0 tx=0).stop 2023-09-21T13:06:36.314 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.307+0000 7f1edb4b3b80 1 -- 172.21.15.46:0/1406611026 shutdown_connections 2023-09-21T13:06:36.314 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.307+0000 7f1edb4b3b80 1 --2- 172.21.15.46:0/1406611026 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x5631ff6654e0 0x5631ff65f300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:36.314 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.307+0000 7f1edb4b3b80 1 --2- 172.21.15.46:0/1406611026 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x5631ff65edf0 0x5631ff687360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:36.314 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.307+0000 7f1edb4b3b80 1 --2- 172.21.15.46:0/1406611026 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5631ff662510 0x5631ff664c80 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:36.314 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.307+0000 7f1edb4b3b80 1 -- 172.21.15.46:0/1406611026 >> 172.21.15.46:0/1406611026 conn(0x5631ff5da090 msgr2=0x5631ff6bba40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:36.315 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.307+0000 7f1edb4b3b80 1 -- 172.21.15.46:0/1406611026 shutdown_connections 2023-09-21T13:06:36.315 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.307+0000 7f1edb4b3b80 1 -- 172.21.15.46:0/1406611026 wait complete. 2023-09-21T13:06:36.315 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.308+0000 7f1edb4b3b80 1 -- start start 2023-09-21T13:06:36.315 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.308+0000 7f1edb4b3b80 1 Processor -- start 2023-09-21T13:06:36.315 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.309+0000 7f1edb4b3b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5631ff65edf0 0x5631ff68a960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:36.316 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.309+0000 7f1edb4b3b80 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x5631ff662510 0x5631ff65f300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:36.316 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.309+0000 7f1edb4b3b80 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x5631ff6654e0 0x5631ff65f840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:36.316 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.309+0000 7f1edb4b3b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x5631ff714c60 con 0x5631ff65edf0 2023-09-21T13:06:36.316 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.309+0000 7f1edb4b3b80 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x5631ff714e70 con 0x5631ff662510 2023-09-21T13:06:36.316 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.309+0000 7f1edb4b3b80 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x5631ff715150 con 0x5631ff6654e0 2023-09-21T13:06:36.316 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.309+0000 7f1edb4b3b80 10 client.0 _ll_register_callbacks cb 0x7f1ebc058f10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-09-21T13:06:36.317 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.309+0000 7f1ecd075700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5631ff65edf0 0x5631ff68a960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:36.317 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.310+0000 7f1ecd075700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5631ff65edf0 0x5631ff68a960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:43742/0 (socket says 172.21.15.46:43742) 2023-09-21T13:06:36.317 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.310+0000 7f1ecd075700 1 -- 172.21.15.46:0/2035305627 learned_addr learned my addr 172.21.15.46:0/2035305627 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:36.317 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.310+0000 7f1ecc874700 1 --2- 172.21.15.46:0/2035305627 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x5631ff662510 0x5631ff65f300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:36.317 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.310+0000 7f1ecd876700 1 --2- 172.21.15.46:0/2035305627 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x5631ff6654e0 0x5631ff65f840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:36.318 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.310+0000 7f1ecd075700 1 -- 172.21.15.46:0/2035305627 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x5631ff6654e0 msgr2=0x5631ff65f840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:36.318 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.310+0000 7f1ecd075700 1 --2- 172.21.15.46:0/2035305627 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x5631ff6654e0 0x5631ff65f840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:36.318 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.310+0000 7f1ecd075700 1 -- 172.21.15.46:0/2035305627 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x5631ff662510 msgr2=0x5631ff65f300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:36.318 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.310+0000 7f1ecd075700 1 --2- 172.21.15.46:0/2035305627 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x5631ff662510 0x5631ff65f300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:36.319 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.310+0000 7f1ecd075700 1 -- 172.21.15.46:0/2035305627 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5631ff4950a0 con 0x5631ff65edf0 2023-09-21T13:06:36.319 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.310+0000 7f1ecd876700 1 --2- 172.21.15.46:0/2035305627 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x5631ff6654e0 0x5631ff65f840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:06:36.319 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.310+0000 7f1ecd075700 1 --2- 172.21.15.46:0/2035305627 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5631ff65edf0 0x5631ff68a960 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f1ec4000f60 tx=0x7f1ec4001150 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4656edb650c6275b server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:36.319 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.310+0000 7f1ea7fff700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-09-21T13:06:36.319 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.310+0000 7f1ea7fff700 1 -- 172.21.15.46:0/2035305627 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ec4028530 con 0x5631ff65edf0 2023-09-21T13:06:36.320 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.310+0000 7f1ea7fff700 1 -- 172.21.15.46:0/2035305627 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1ec401b040 con 0x5631ff65edf0 2023-09-21T13:06:36.320 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.310+0000 7f1edb4b3b80 1 -- 172.21.15.46:0/2035305627 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f1ec0003c40 con 0x5631ff65edf0 2023-09-21T13:06:36.320 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.310+0000 7f1ea7fff700 1 -- 172.21.15.46:0/2035305627 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=15) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1ec40289b0 con 0x5631ff65edf0 2023-09-21T13:06:36.320 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.310+0000 7f1edb4b3b80 10 client.5382 fetch_fsmap learned FSMap version 15 2023-09-21T13:06:36.320 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.310+0000 7f1edb4b3b80 1 -- 172.21.15.46:0/2035305627 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=15,monmap=2+}) v3 -- 0x5631ff57ad10 con 0x5631ff65edf0 2023-09-21T13:06:36.320 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.311+0000 7f1ea7fff700 1 -- 172.21.15.46:0/2035305627 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1ec0003c40 con 0x5631ff65edf0 2023-09-21T13:06:36.321 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.311+0000 7f1ea7fff700 1 -- 172.21.15.46:0/2035305627 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 15) v1 ==== 3294+0+0 (secure 0 0 0) 0x7f1ec4028b10 con 0x5631ff65edf0 2023-09-21T13:06:36.321 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.311+0000 7f1edb4b3b80 10 client.5382 fetch_fsmap finished waiting for FSMap version 15 2023-09-21T13:06:36.321 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.311+0000 7f1edb4b3b80 10 client.5382 resolve_mds: resolved name 'b' to daemon mds.b 2023-09-21T13:06:36.321 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.311+0000 7f1edb4b3b80 20 client.5382 populate_metadata read hostname 'smithi046' 2023-09-21T13:06:36.321 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.311+0000 7f1edb4b3b80 1 --2- 172.21.15.46:0/2035305627 >> [v2:172.21.15.57:6833/608324927,v1:172.21.15.57:6835/608324927] conn(0x5631ff718910 0x5631ff718cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:36.322 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.311+0000 7f1edb4b3b80 4 client.5382 mds_command: new command op to 34871 tid=0[{"prefix": "status"}] 2023-09-21T13:06:36.322 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.311+0000 7f1edb4b3b80 1 -- 172.21.15.46:0/2035305627 --> [v2:172.21.15.57:6833/608324927,v1:172.21.15.57:6835/608324927] -- command(tid 0: {"prefix": "status"}) v1 -- 0x5631ff5b0c50 con 0x5631ff718910 2023-09-21T13:06:36.322 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.311+0000 7f1ecc874700 1 --2- 172.21.15.46:0/2035305627 >> [v2:172.21.15.57:6833/608324927,v1:172.21.15.57:6835/608324927] conn(0x5631ff718910 0x5631ff718cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:36.322 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.311+0000 7f1ea7fff700 10 client.5382 ms_handle_connect on v2:172.21.15.57:6833/608324927 2023-09-21T13:06:36.322 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.311+0000 7f1ecc874700 1 --2- 172.21.15.46:0/2035305627 >> [v2:172.21.15.57:6833/608324927,v1:172.21.15.57:6835/608324927] conn(0x5631ff718910 0x5631ff718cf0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f4e89c2cd32bf95c server_cookie=4fee6409981b1fd5 in_seq=0 out_seq=0 2023-09-21T13:06:36.323 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.312+0000 7f1ea7fff700 1 -- 172.21.15.46:0/2035305627 <== mds.0 v2:172.21.15.57:6833/608324927 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+332 (crc 0 0 0) 0x5631ff5b0c50 con 0x5631ff718910 2023-09-21T13:06:36.323 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.312+0000 7f1ea7fff700 10 client.5382 handle_command_reply: tid=0 2023-09-21T13:06:36.323 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.312+0000 7f1edb4b3b80 1 client.5382 shutdown 2023-09-21T13:06:36.323 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.312+0000 7f1edb4b3b80 1 -- 172.21.15.46:0/2035305627 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5631ff65edf0 msgr2=0x5631ff68a960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:36.323 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.312+0000 7f1edb4b3b80 1 --2- 172.21.15.46:0/2035305627 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5631ff65edf0 0x5631ff68a960 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f1ec4000f60 tx=0x7f1ec4001150 comp rx=0 tx=0).stop 2023-09-21T13:06:36.324 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.312+0000 7f1edb4b3b80 1 -- 172.21.15.46:0/2035305627 shutdown_connections 2023-09-21T13:06:36.324 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.312+0000 7f1edb4b3b80 1 --2- 172.21.15.46:0/2035305627 >> [v2:172.21.15.57:6833/608324927,v1:172.21.15.57:6835/608324927] conn(0x5631ff718910 0x5631ff718cf0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:36.324 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.312+0000 7f1edb4b3b80 1 --2- 172.21.15.46:0/2035305627 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x5631ff6654e0 0x5631ff65f840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:36.324 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.312+0000 7f1edb4b3b80 1 --2- 172.21.15.46:0/2035305627 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5631ff65edf0 0x5631ff68a960 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:36.324 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.312+0000 7f1ea7fff700 0 client.5382 ms_handle_reset on v2:172.21.15.57:6833/608324927 2023-09-21T13:06:36.325 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.312+0000 7f1edb4b3b80 1 --2- 172.21.15.46:0/2035305627 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x5631ff662510 0x5631ff65f300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:36.325 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.312+0000 7f1edb4b3b80 1 -- 172.21.15.46:0/2035305627 >> 172.21.15.46:0/2035305627 conn(0x5631ff5da090 msgr2=0x5631ff6bba40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:36.325 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.312+0000 7f1edb4b3b80 1 -- 172.21.15.46:0/2035305627 shutdown_connections 2023-09-21T13:06:36.325 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.312+0000 7f1edb4b3b80 1 -- 172.21.15.46:0/2035305627 wait complete. 2023-09-21T13:06:36.325 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.312+0000 7f1edb4b3b80 20 client.5382 trim_cache size 0 max 16384 2023-09-21T13:06:36.326 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2023-09-21T13:06:36.326 INFO:teuthology.orchestra.run.smithi046.stdout: "cluster_fsid": "3cbfaf88-469e-4129-b70d-6dd2d92bd0a4", 2023-09-21T13:06:36.326 INFO:teuthology.orchestra.run.smithi046.stdout: "whoami": 0, 2023-09-21T13:06:36.326 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 34871, 2023-09-21T13:06:36.327 INFO:teuthology.orchestra.run.smithi046.stdout: "want_state": "up:active", 2023-09-21T13:06:36.327 INFO:teuthology.orchestra.run.smithi046.stdout: "state": "up:active", 2023-09-21T13:06:36.327 INFO:teuthology.orchestra.run.smithi046.stdout: "fs_name": "cephfs", 2023-09-21T13:06:36.327 INFO:teuthology.orchestra.run.smithi046.stdout: "rank_uptime": 10.941113443000001, 2023-09-21T13:06:36.327 INFO:teuthology.orchestra.run.smithi046.stdout: "mdsmap_epoch": 15, 2023-09-21T13:06:36.327 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_epoch": 34, 2023-09-21T13:06:36.328 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_epoch_barrier": 34, 2023-09-21T13:06:36.328 INFO:teuthology.orchestra.run.smithi046.stdout: "uptime": 19.839254275999998 2023-09-21T13:06:36.328 INFO:teuthology.orchestra.run.smithi046.stdout:} 2023-09-21T13:06:36.329 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.313+0000 7f1ecf2d9700 1 -- 172.21.15.46:0/2970871198 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f1eac06a580 msgr2=0x7f1eac06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:36.329 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.313+0000 7f1ecf2d9700 1 --2- 172.21.15.46:0/2970871198 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f1eac06a580 0x7f1eac06ca40 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f1ec4007fd0 tx=0x7f1ec4007dc0 comp rx=0 tx=0).stop 2023-09-21T13:06:36.330 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.313+0000 7f1ecf2d9700 1 -- 172.21.15.46:0/2970871198 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1ec80cc1b0 msgr2=0x7f1ec80b1ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:36.330 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.313+0000 7f1ecf2d9700 1 --2- 172.21.15.46:0/2970871198 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1ec80cc1b0 0x7f1ec80b1ca0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f1ebc009f70 tx=0x7f1ebc00eaf0 comp rx=0 tx=0).stop 2023-09-21T13:06:36.330 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.313+0000 7f1ecf2d9700 1 -- 172.21.15.46:0/2970871198 shutdown_connections 2023-09-21T13:06:36.330 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.313+0000 7f1ecf2d9700 1 --2- 172.21.15.46:0/2970871198 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f1eac06a580 0x7f1eac06ca40 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:36.331 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.313+0000 7f1ecf2d9700 1 --2- 172.21.15.46:0/2970871198 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f1ec80cf070 0x7f1ec80b21e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:36.331 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.313+0000 7f1ecf2d9700 1 --2- 172.21.15.46:0/2970871198 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f1ec806eba0 0x7f1ec81503f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:36.331 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.313+0000 7f1ecf2d9700 1 --2- 172.21.15.46:0/2970871198 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1ec80cc1b0 0x7f1ec80b1ca0 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:36.331 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.313+0000 7f1ecf2d9700 1 -- 172.21.15.46:0/2970871198 >> 172.21.15.46:0/2970871198 conn(0x7f1ec80d01f0 msgr2=0x7f1ec81597d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:36.331 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.313+0000 7f1ecf2d9700 1 -- 172.21.15.46:0/2970871198 shutdown_connections 2023-09-21T13:06:36.331 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.313+0000 7f1ecf2d9700 1 -- 172.21.15.46:0/2970871198 wait complete. 2023-09-21T13:06:36.332 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-09-21T13:06:36.470 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.474+0000 7ff8ea43e700 1 Processor -- start 2023-09-21T13:06:36.470 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.474+0000 7ff8ea43e700 1 -- start start 2023-09-21T13:06:36.472 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.475+0000 7ff8ea43e700 1 --2- >> v2:172.21.15.57:3300/0 conn(0x7ff8e406eba0 0x7ff8e406f020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:36.472 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.475+0000 7ff8ea43e700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff8e40cc1b0 0x7ff8e40cc640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:36.472 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.475+0000 7ff8ea43e700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff8e40cbd20 con 0x7ff8e40cf070 2023-09-21T13:06:36.473 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.475+0000 7ff8ea43e700 1 -- --> v2:172.21.15.57:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff8e415b410 con 0x7ff8e406eba0 2023-09-21T13:06:36.473 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.475+0000 7ff8ea43e700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff8e415b6f0 con 0x7ff8e40cc1b0 2023-09-21T13:06:36.473 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.475+0000 7ff8e3fff700 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7ff8e40cf070 0x7ff8e40cf450 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:47572/0 (socket says 172.21.15.46:47572) 2023-09-21T13:06:36.473 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.475+0000 7ff8e3fff700 1 -- 172.21.15.46:0/2866569129 learned_addr learned my addr 172.21.15.46:0/2866569129 (peer_addr_for_me v1:172.21.15.46:0/0) 2023-09-21T13:06:36.473 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.475+0000 7ff8e37fe700 1 --2- 172.21.15.46:0/2866569129 >> v2:172.21.15.57:3300/0 conn(0x7ff8e406eba0 0x7ff8e406f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:36.474 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.475+0000 7ff8e89db700 1 --2- 172.21.15.46:0/2866569129 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff8e40cc1b0 0x7ff8e40cc640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:36.474 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.475+0000 7ff8e2ffd700 1 -- 172.21.15.46:0/2866569129 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1101506319 0 0) 0x7ff8e40cbd20 con 0x7ff8e40cf070 2023-09-21T13:06:36.474 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.475+0000 7ff8e2ffd700 1 -- 172.21.15.46:0/2866569129 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff8cc0035b0 con 0x7ff8e40cf070 2023-09-21T13:06:36.474 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.475+0000 7ff8e2ffd700 1 -- 172.21.15.46:0/2866569129 <== mon.0 v1:172.21.15.46:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 309276699 0 0) 0x7ff8cc0035b0 con 0x7ff8e40cf070 2023-09-21T13:06:36.474 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.475+0000 7ff8e37fe700 1 -- 172.21.15.46:0/2866569129 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff8e40cc1b0 msgr2=0x7ff8e40cc640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:36.475 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.475+0000 7ff8e37fe700 1 --2- 172.21.15.46:0/2866569129 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff8e40cc1b0 0x7ff8e40cc640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:36.475 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.475+0000 7ff8e37fe700 1 -- 172.21.15.46:0/2866569129 >> v1:172.21.15.46:6789/0 conn(0x7ff8e40cf070 legacy=0x7ff8e40cf450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:36.475 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.475+0000 7ff8e37fe700 1 -- 172.21.15.46:0/2866569129 --> v2:172.21.15.57:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff8e40cb9b0 con 0x7ff8e406eba0 2023-09-21T13:06:36.475 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.476+0000 7ff8e37fe700 1 --2- 172.21.15.46:0/2866569129 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7ff8e406eba0 0x7ff8e406f020 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7ff8d8009840 tx=0x7ff8d8009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c3186ce264ca77ef server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:36.475 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.476+0000 7ff8e2ffd700 1 -- 172.21.15.46:0/2866569129 <== mon.1 v2:172.21.15.57:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8d4001670 con 0x7ff8e406eba0 2023-09-21T13:06:36.476 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.476+0000 7ff8e2ffd700 1 -- 172.21.15.46:0/2866569129 <== mon.1 v2:172.21.15.57:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff8d8004030 con 0x7ff8e406eba0 2023-09-21T13:06:36.476 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.476+0000 7ff8e2ffd700 1 -- 172.21.15.46:0/2866569129 <== mon.1 v2:172.21.15.57:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8d80043a0 con 0x7ff8e406eba0 2023-09-21T13:06:36.479 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.476+0000 7ff8ea43e700 1 -- 172.21.15.46:0/2866569129 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7ff8e406eba0 msgr2=0x7ff8e406f020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:36.479 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.476+0000 7ff8ea43e700 1 --2- 172.21.15.46:0/2866569129 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7ff8e406eba0 0x7ff8e406f020 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7ff8d8009840 tx=0x7ff8d8009b50 comp rx=0 tx=0).stop 2023-09-21T13:06:36.479 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.477+0000 7ff8ea43e700 1 -- 172.21.15.46:0/2866569129 shutdown_connections 2023-09-21T13:06:36.480 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.477+0000 7ff8ea43e700 1 --2- 172.21.15.46:0/2866569129 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff8e40cc1b0 0x7ff8e40cc640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:36.480 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.477+0000 7ff8ea43e700 1 --2- 172.21.15.46:0/2866569129 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7ff8e406eba0 0x7ff8e406f020 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:36.480 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.477+0000 7ff8ea43e700 1 -- 172.21.15.46:0/2866569129 >> 172.21.15.46:0/2866569129 conn(0x7ff8e40d01f0 msgr2=0x7ff8e40d0600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:36.480 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.477+0000 7ff8ea43e700 1 -- 172.21.15.46:0/2866569129 shutdown_connections 2023-09-21T13:06:36.480 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.477+0000 7ff8ea43e700 1 -- 172.21.15.46:0/2866569129 wait complete. 2023-09-21T13:06:36.481 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.478+0000 7ff8ea43e700 1 Processor -- start 2023-09-21T13:06:36.481 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.478+0000 7ff8ea43e700 1 -- start start 2023-09-21T13:06:36.481 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.479+0000 7ff8ea43e700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff8e406eba0 0x7ff8e40c94a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:36.481 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.479+0000 7ff8ea43e700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7ff8e40cc1b0 0x7ff8e40b4990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:36.481 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.479+0000 7ff8ea43e700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff8e40cf070 0x7ff8e40c5ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:36.482 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.479+0000 7ff8ea43e700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8e40c9f20 con 0x7ff8e40cf070 2023-09-21T13:06:36.482 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.479+0000 7ff8ea43e700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8e40b4ed0 con 0x7ff8e40cc1b0 2023-09-21T13:06:36.482 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.479+0000 7ff8ea43e700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff8e40c8470 con 0x7ff8e406eba0 2023-09-21T13:06:36.482 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.479+0000 7ff8e89db700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff8e40cf070 0x7ff8e40c5ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:36.482 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.479+0000 7ff8e89db700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff8e40cf070 0x7ff8e40c5ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:43758/0 (socket says 172.21.15.46:43758) 2023-09-21T13:06:36.483 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.479+0000 7ff8e89db700 1 -- 172.21.15.46:0/49700324 learned_addr learned my addr 172.21.15.46:0/49700324 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:36.483 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.479+0000 7ff8e37fe700 1 --2- 172.21.15.46:0/49700324 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7ff8e40cc1b0 0x7ff8e40b4990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:36.483 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.479+0000 7ff8e3fff700 1 --2- 172.21.15.46:0/49700324 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff8e406eba0 0x7ff8e40c94a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:36.483 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.479+0000 7ff8e89db700 1 -- 172.21.15.46:0/49700324 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff8e406eba0 msgr2=0x7ff8e40c94a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:36.483 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.479+0000 7ff8e89db700 1 --2- 172.21.15.46:0/49700324 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff8e406eba0 0x7ff8e40c94a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:36.484 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.479+0000 7ff8e89db700 1 -- 172.21.15.46:0/49700324 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7ff8e40cc1b0 msgr2=0x7ff8e40b4990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:36.484 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.479+0000 7ff8e89db700 1 --2- 172.21.15.46:0/49700324 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7ff8e40cc1b0 0x7ff8e40b4990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:36.484 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.479+0000 7ff8e89db700 1 -- 172.21.15.46:0/49700324 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff8d80094a0 con 0x7ff8e40cf070 2023-09-21T13:06:36.484 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.480+0000 7ff8e89db700 1 --2- 172.21.15.46:0/49700324 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff8e40cf070 0x7ff8e40c5ed0 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7ff8dc00efc0 tx=0x7ff8dc00c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:36.484 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.480+0000 7ff8e0ff9700 1 -- 172.21.15.46:0/49700324 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8dc009ea0 con 0x7ff8e40cf070 2023-09-21T13:06:36.485 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.480+0000 7ff8e0ff9700 1 -- 172.21.15.46:0/49700324 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff8dc00f040 con 0x7ff8e40cf070 2023-09-21T13:06:36.485 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.480+0000 7ff8e0ff9700 1 -- 172.21.15.46:0/49700324 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8dc00ced0 con 0x7ff8e40cf070 2023-09-21T13:06:36.485 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.480+0000 7ff8ea43e700 1 -- 172.21.15.46:0/49700324 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff8e40c8f50 con 0x7ff8e40cf070 2023-09-21T13:06:36.485 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.480+0000 7ff8ea43e700 1 -- 172.21.15.46:0/49700324 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff8e40c7e20 con 0x7ff8e40cf070 2023-09-21T13:06:36.485 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.481+0000 7ff8ea43e700 1 -- 172.21.15.46:0/49700324 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff8e4068b90 con 0x7ff8e40cf070 2023-09-21T13:06:36.486 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.481+0000 7ff8e0ff9700 1 -- 172.21.15.46:0/49700324 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7ff8dc014480 con 0x7ff8e40cf070 2023-09-21T13:06:36.486 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.482+0000 7ff8e0ff9700 1 --2- 172.21.15.46:0/49700324 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7ff8d006a580 0x7ff8d006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:36.486 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.482+0000 7ff8e0ff9700 1 -- 172.21.15.46:0/49700324 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff8dc089360 con 0x7ff8e40cf070 2023-09-21T13:06:36.486 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.482+0000 7ff8e3fff700 1 --2- 172.21.15.46:0/49700324 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7ff8d006a580 0x7ff8d006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:36.486 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.482+0000 7ff8e3fff700 1 --2- 172.21.15.46:0/49700324 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7ff8d006a580 0x7ff8d006ca40 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7ff8d40011e0 tx=0x7ff8d4001da0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:36.487 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.487+0000 7ff8e0ff9700 1 -- 172.21.15.46:0/49700324 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7ff8dc0547c0 con 0x7ff8e40cf070 2023-09-21T13:06:36.734 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.738+0000 7ff8ea43e700 1 -- 172.21.15.46:0/49700324 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7ff8e40c85b0 con 0x7ff8e40cf070 2023-09-21T13:06:36.735 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.739+0000 7ff8e0ff9700 1 -- 172.21.15.46:0/49700324 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v15) v1 ==== 53+0+73 (secure 0 0 0) 0x7ff8dc057de0 con 0x7ff8e40cf070 2023-09-21T13:06:36.735 INFO:teuthology.orchestra.run.smithi046.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-09-21T13:06:36.737 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.741+0000 7ff8ea43e700 1 -- 172.21.15.46:0/49700324 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7ff8d006a580 msgr2=0x7ff8d006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:36.737 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.741+0000 7ff8ea43e700 1 --2- 172.21.15.46:0/49700324 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7ff8d006a580 0x7ff8d006ca40 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7ff8d40011e0 tx=0x7ff8d4001da0 comp rx=0 tx=0).stop 2023-09-21T13:06:36.738 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.741+0000 7ff8ea43e700 1 -- 172.21.15.46:0/49700324 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff8e40cf070 msgr2=0x7ff8e40c5ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:36.738 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.741+0000 7ff8ea43e700 1 --2- 172.21.15.46:0/49700324 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff8e40cf070 0x7ff8e40c5ed0 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7ff8dc00efc0 tx=0x7ff8dc00c3a0 comp rx=0 tx=0).stop 2023-09-21T13:06:36.738 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.741+0000 7ff8ea43e700 1 -- 172.21.15.46:0/49700324 shutdown_connections 2023-09-21T13:06:36.738 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.741+0000 7ff8ea43e700 1 --2- 172.21.15.46:0/49700324 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7ff8d006a580 0x7ff8d006ca40 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:36.738 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.741+0000 7ff8ea43e700 1 --2- 172.21.15.46:0/49700324 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff8e40cf070 0x7ff8e40c5ed0 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:36.739 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.741+0000 7ff8ea43e700 1 --2- 172.21.15.46:0/49700324 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff8e406eba0 0x7ff8e40c94a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:36.739 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.741+0000 7ff8ea43e700 1 --2- 172.21.15.46:0/49700324 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7ff8e40cc1b0 0x7ff8e40b4990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:36.739 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.741+0000 7ff8ea43e700 1 -- 172.21.15.46:0/49700324 >> 172.21.15.46:0/49700324 conn(0x7ff8e40d01f0 msgr2=0x7ff8e40d05d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:36.739 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.741+0000 7ff8ea43e700 1 -- 172.21.15.46:0/49700324 shutdown_connections 2023-09-21T13:06:36.739 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:36.741+0000 7ff8ea43e700 1 -- 172.21.15.46:0/49700324 wait complete. 2023-09-21T13:06:36.750 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2023-09-21T13:06:36.751 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-09-21T13:06:36.751 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi046.front.sepia.ceph.com 2023-09-21T13:06:36.752 INFO:tasks.cephfs.mount:self.client.name = client.0 2023-09-21T13:06:36.752 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2023-09-21T13:06:36.752 INFO:tasks.cephfs.mount:self.cephfs_name = None 2023-09-21T13:06:36.753 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2023-09-21T13:06:36.753 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-09-21T13:06:36.753 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2023-09-21T13:06:36.754 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:06:36.754 DEBUG:teuthology.orchestra.run.smithi046:> ip addr 2023-09-21T13:06:36.775 INFO:teuthology.orchestra.run.smithi046.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-09-21T13:06:36.775 INFO:teuthology.orchestra.run.smithi046.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-09-21T13:06:36.776 INFO:teuthology.orchestra.run.smithi046.stdout: inet 127.0.0.1/8 scope host lo 2023-09-21T13:06:36.776 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft forever preferred_lft forever 2023-09-21T13:06:36.776 INFO:teuthology.orchestra.run.smithi046.stdout: inet6 ::1/128 scope host 2023-09-21T13:06:36.776 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft forever preferred_lft forever 2023-09-21T13:06:36.776 INFO:teuthology.orchestra.run.smithi046.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-09-21T13:06:36.777 INFO:teuthology.orchestra.run.smithi046.stdout: link/ether 0c:c4:7a:6b:f6:10 brd ff:ff:ff:ff:ff:ff 2023-09-21T13:06:36.777 INFO:teuthology.orchestra.run.smithi046.stdout: altname enp7s0f0 2023-09-21T13:06:36.777 INFO:teuthology.orchestra.run.smithi046.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-09-21T13:06:36.777 INFO:teuthology.orchestra.run.smithi046.stdout: link/ether 0c:c4:7a:6b:f6:11 brd ff:ff:ff:ff:ff:ff 2023-09-21T13:06:36.778 INFO:teuthology.orchestra.run.smithi046.stdout: altname enp7s0f1 2023-09-21T13:06:36.778 INFO:teuthology.orchestra.run.smithi046.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2023-09-21T13:06:36.778 INFO:teuthology.orchestra.run.smithi046.stdout: link/ether 0c:c4:7a:bd:15:f8 brd ff:ff:ff:ff:ff:ff 2023-09-21T13:06:36.778 INFO:teuthology.orchestra.run.smithi046.stdout: altname enp1s0f0 2023-09-21T13:06:36.778 INFO:teuthology.orchestra.run.smithi046.stdout: inet 172.21.15.46/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2023-09-21T13:06:36.779 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft 42332sec preferred_lft 42332sec 2023-09-21T13:06:36.779 INFO:teuthology.orchestra.run.smithi046.stdout: inet6 fe80::ec4:7aff:febd:15f8/64 scope link 2023-09-21T13:06:36.779 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft forever preferred_lft forever 2023-09-21T13:06:36.779 INFO:teuthology.orchestra.run.smithi046.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-09-21T13:06:36.779 INFO:teuthology.orchestra.run.smithi046.stdout: link/ether 0c:c4:7a:bd:15:f9 brd ff:ff:ff:ff:ff:ff 2023-09-21T13:06:36.780 INFO:teuthology.orchestra.run.smithi046.stdout: altname enp1s0f1 2023-09-21T13:06:36.780 INFO:teuthology.orchestra.run.smithi046.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-09-21T13:06:36.780 INFO:teuthology.orchestra.run.smithi046.stdout: link/ether 56:89:6e:81:6a:8c brd ff:ff:ff:ff:ff:ff 2023-09-21T13:06:36.780 INFO:teuthology.orchestra.run.smithi046.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2023-09-21T13:06:36.780 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft forever preferred_lft forever 2023-09-21T13:06:36.781 INFO:teuthology.orchestra.run.smithi046.stdout: inet6 fe80::a421:21ff:fe11:661b/64 scope link 2023-09-21T13:06:36.781 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft forever preferred_lft forever 2023-09-21T13:06:36.781 INFO:teuthology.orchestra.run.smithi046.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-09-21T13:06:36.781 INFO:teuthology.orchestra.run.smithi046.stdout: link/ether 56:89:6e:81:6a:8c brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2023-09-21T13:06:36.781 INFO:teuthology.orchestra.run.smithi046.stdout: inet6 fe80::5489:6eff:fe81:6a8c/64 scope link 2023-09-21T13:06:36.781 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft forever preferred_lft forever 2023-09-21T13:06:36.782 INFO:teuthology.orchestra.run.smithi046.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-09-21T13:06:36.782 INFO:teuthology.orchestra.run.smithi046.stdout: link/ether ca:76:6e:16:af:4e brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2023-09-21T13:06:36.782 INFO:teuthology.orchestra.run.smithi046.stdout: inet6 fe80::c876:6eff:fe16:af4e/64 scope link 2023-09-21T13:06:36.782 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft forever preferred_lft forever 2023-09-21T13:06:36.783 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:06:36.783 DEBUG:teuthology.orchestra.run.smithi046:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-09-21T13:06:36.847 INFO:teuthology.orchestra.run.smithi046.stdout:1 2023-09-21T13:06:36.849 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:06:36.849 DEBUG:teuthology.orchestra.run.smithi046:> route 2023-09-21T13:06:36.914 INFO:teuthology.orchestra.run.smithi046.stdout:Kernel IP routing table 2023-09-21T13:06:36.915 INFO:teuthology.orchestra.run.smithi046.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-09-21T13:06:36.915 INFO:teuthology.orchestra.run.smithi046.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2023-09-21T13:06:36.915 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2023-09-21T13:06:36.916 INFO:teuthology.orchestra.run.smithi046.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-09-21T13:06:36.916 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:06:36.916 DEBUG:teuthology.orchestra.run.smithi046:> (cd / && exec bash -c ' 2023-09-21T13:06:36.917 DEBUG:teuthology.orchestra.run.smithi046:> set -e 2023-09-21T13:06:36.917 DEBUG:teuthology.orchestra.run.smithi046:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2023-09-21T13:06:36.918 DEBUG:teuthology.orchestra.run.smithi046:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2023-09-21T13:06:36.918 DEBUG:teuthology.orchestra.run.smithi046:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2023-09-21T13:06:36.918 DEBUG:teuthology.orchestra.run.smithi046:> ') 2023-09-21T13:06:37.039 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:06:37.040 DEBUG:teuthology.orchestra.run.smithi046:> ip netns list 2023-09-21T13:06:37.062 INFO:teuthology.orchestra.run.smithi046.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2023-09-21T13:06:37.063 INFO:teuthology.orchestra.run.smithi046.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2023-09-21T13:06:37.063 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2023-09-21T13:06:37.063 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:06:37.064 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip link set brx.0 up 2023-09-21T13:06:37.138 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2023-09-21T13:06:37.138 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-09-21T13:06:37.139 DEBUG:teuthology.orchestra.run.smithi046:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2023-09-21T13:06:37.201 INFO:teuthology.orchestra.run.smithi046.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2023-09-21T13:06:37.201 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-09-21T13:06:37.202 DEBUG:teuthology.orchestra.run.smithi046:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2023-09-21T13:06:37.265 DEBUG:teuthology.orchestra.run.smithi046:> sudo modprobe fuse 2023-09-21T13:06:37.341 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-09-21T13:06:37.342 DEBUG:teuthology.orchestra.run.smithi046:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-09-21T13:06:37.416 INFO:teuthology.orchestra.run.smithi046.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-09-21T13:06:37.418 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-09-21T13:06:37.418 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:06:37.419 DEBUG:teuthology.orchestra.run.smithi046:> ls /sys/fs/fuse/connections 2023-09-21T13:06:37.482 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2023-09-21T13:06:37.482 DEBUG:teuthology.orchestra.run.smithi046:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2023-09-21T13:06:37.524 DEBUG:teuthology.orchestra.run.smithi046:> sudo modprobe fuse 2023-09-21T13:06:37.561 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-09-21T13:06:37.561 DEBUG:teuthology.orchestra.run.smithi046:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-09-21T13:06:37.631 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi046.stderr:2023-09-21T13:06:37.635+0000 7fd4b8f935c0 -1 init, newargv = 0x5609de6dce00 newargc=15 2023-09-21T13:06:37.632 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi046.stderr:ceph-fuse[135827]: starting ceph client 2023-09-21T13:06:37.632 INFO:teuthology.orchestra.run.smithi046.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-09-21T13:06:37.634 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-09-21T13:06:37.635 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:06:37.635 DEBUG:teuthology.orchestra.run.smithi046:> ls /sys/fs/fuse/connections 2023-09-21T13:06:37.637 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi046.stderr:ceph-fuse[135827]: starting fuse 2023-09-21T13:06:37.659 INFO:teuthology.orchestra.run.smithi046.stdout:47 2023-09-21T13:06:37.659 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [47] 2023-09-21T13:06:37.660 DEBUG:teuthology.orchestra.run.smithi046:> sudo stdin-killer -- python3 -c ' 2023-09-21T13:06:37.660 DEBUG:teuthology.orchestra.run.smithi046:> import glob 2023-09-21T13:06:37.661 DEBUG:teuthology.orchestra.run.smithi046:> import re 2023-09-21T13:06:37.661 DEBUG:teuthology.orchestra.run.smithi046:> import os 2023-09-21T13:06:37.661 DEBUG:teuthology.orchestra.run.smithi046:> import subprocess 2023-09-21T13:06:37.662 DEBUG:teuthology.orchestra.run.smithi046:> 2023-09-21T13:06:37.662 DEBUG:teuthology.orchestra.run.smithi046:> def _find_admin_socket(client_name): 2023-09-21T13:06:37.663 DEBUG:teuthology.orchestra.run.smithi046:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2023-09-21T13:06:37.663 DEBUG:teuthology.orchestra.run.smithi046:> files = glob.glob(asok_path) 2023-09-21T13:06:37.663 DEBUG:teuthology.orchestra.run.smithi046:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2023-09-21T13:06:37.664 DEBUG:teuthology.orchestra.run.smithi046:> 2023-09-21T13:06:37.664 DEBUG:teuthology.orchestra.run.smithi046:> # Given a non-glob path, it better be there 2023-09-21T13:06:37.664 DEBUG:teuthology.orchestra.run.smithi046:> if "*" not in asok_path: 2023-09-21T13:06:37.665 DEBUG:teuthology.orchestra.run.smithi046:> assert(len(files) == 1) 2023-09-21T13:06:37.665 DEBUG:teuthology.orchestra.run.smithi046:> return files[0] 2023-09-21T13:06:37.666 DEBUG:teuthology.orchestra.run.smithi046:> 2023-09-21T13:06:37.666 DEBUG:teuthology.orchestra.run.smithi046:> for f in files: 2023-09-21T13:06:37.666 DEBUG:teuthology.orchestra.run.smithi046:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2023-09-21T13:06:37.667 DEBUG:teuthology.orchestra.run.smithi046:> if os.path.exists("/proc/{0}".format(pid)): 2023-09-21T13:06:37.667 DEBUG:teuthology.orchestra.run.smithi046:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2023-09-21T13:06:37.667 DEBUG:teuthology.orchestra.run.smithi046:> contents = proc_f.read() 2023-09-21T13:06:37.668 DEBUG:teuthology.orchestra.run.smithi046:> if mountpoint in contents: 2023-09-21T13:06:37.668 DEBUG:teuthology.orchestra.run.smithi046:> return f 2023-09-21T13:06:37.669 DEBUG:teuthology.orchestra.run.smithi046:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2023-09-21T13:06:37.669 DEBUG:teuthology.orchestra.run.smithi046:> 2023-09-21T13:06:37.669 DEBUG:teuthology.orchestra.run.smithi046:> print(_find_admin_socket("client.0")) 2023-09-21T13:06:37.670 DEBUG:teuthology.orchestra.run.smithi046:> ' 2023-09-21T13:06:37.799 INFO:teuthology.orchestra.run.smithi046.stdout:/var/run/ceph/ceph-client.0.135827.asok 2023-09-21T13:06:37.802 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2023-09-21T13:06:37.809 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.135827.asok 2023-09-21T13:06:37.810 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:06:37.810 DEBUG:teuthology.orchestra.run.smithi046:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.135827.asok status 2023-09-21T13:06:37.984 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2023-09-21T13:06:37.984 INFO:teuthology.orchestra.run.smithi046.stdout: "metadata": { 2023-09-21T13:06:37.984 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph_sha1": "41c9e835c3f621102ade35dd597317a42116a491", 2023-09-21T13:06:37.984 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph_version": "ceph version 18.0.0-6168-g41c9e835 (41c9e835c3f621102ade35dd597317a42116a491) reef (dev)", 2023-09-21T13:06:37.985 INFO:teuthology.orchestra.run.smithi046.stdout: "entity_id": "0", 2023-09-21T13:06:37.985 INFO:teuthology.orchestra.run.smithi046.stdout: "hostname": "smithi046", 2023-09-21T13:06:37.985 INFO:teuthology.orchestra.run.smithi046.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2023-09-21T13:06:37.985 INFO:teuthology.orchestra.run.smithi046.stdout: "pid": "135827", 2023-09-21T13:06:37.986 INFO:teuthology.orchestra.run.smithi046.stdout: "root": "/" 2023-09-21T13:06:37.986 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-09-21T13:06:37.986 INFO:teuthology.orchestra.run.smithi046.stdout: "dentry_count": 0, 2023-09-21T13:06:37.986 INFO:teuthology.orchestra.run.smithi046.stdout: "dentry_pinned_count": 0, 2023-09-21T13:06:37.986 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 5394, 2023-09-21T13:06:37.987 INFO:teuthology.orchestra.run.smithi046.stdout: "inst": { 2023-09-21T13:06:37.987 INFO:teuthology.orchestra.run.smithi046.stdout: "name": { 2023-09-21T13:06:37.987 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "client", 2023-09-21T13:06:37.987 INFO:teuthology.orchestra.run.smithi046.stdout: "num": 5394 2023-09-21T13:06:37.987 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-09-21T13:06:37.988 INFO:teuthology.orchestra.run.smithi046.stdout: "addr": { 2023-09-21T13:06:37.988 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "v1", 2023-09-21T13:06:37.988 INFO:teuthology.orchestra.run.smithi046.stdout: "addr": "192.168.0.1:0", 2023-09-21T13:06:37.988 INFO:teuthology.orchestra.run.smithi046.stdout: "nonce": 427078987 2023-09-21T13:06:37.988 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-09-21T13:06:37.989 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-09-21T13:06:37.989 INFO:teuthology.orchestra.run.smithi046.stdout: "addr": { 2023-09-21T13:06:37.989 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "v1", 2023-09-21T13:06:37.989 INFO:teuthology.orchestra.run.smithi046.stdout: "addr": "192.168.0.1:0", 2023-09-21T13:06:37.989 INFO:teuthology.orchestra.run.smithi046.stdout: "nonce": 427078987 2023-09-21T13:06:37.990 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-09-21T13:06:37.990 INFO:teuthology.orchestra.run.smithi046.stdout: "inst_str": "client.5394 192.168.0.1:0/427078987", 2023-09-21T13:06:37.990 INFO:teuthology.orchestra.run.smithi046.stdout: "addr_str": "192.168.0.1:0/427078987", 2023-09-21T13:06:37.990 INFO:teuthology.orchestra.run.smithi046.stdout: "inode_count": 1, 2023-09-21T13:06:37.990 INFO:teuthology.orchestra.run.smithi046.stdout: "mds_epoch": 15, 2023-09-21T13:06:37.991 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_epoch": 34, 2023-09-21T13:06:37.991 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_epoch_barrier": 0, 2023-09-21T13:06:37.991 INFO:teuthology.orchestra.run.smithi046.stdout: "blocklisted": false, 2023-09-21T13:06:37.994 INFO:teuthology.orchestra.run.smithi046.stdout: "fs_name": "cephfs" 2023-09-21T13:06:37.994 INFO:teuthology.orchestra.run.smithi046.stdout:} 2023-09-21T13:06:37.995 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:06:37.996 DEBUG:teuthology.orchestra.run.smithi046:> stat --file-system '--printf=%T 2023-09-21T13:06:37.996 DEBUG:teuthology.orchestra.run.smithi046:> ' -- /home/ubuntu/cephtest/mnt.0 2023-09-21T13:06:38.017 INFO:teuthology.orchestra.run.smithi046.stdout:fuseblk 2023-09-21T13:06:38.018 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2023-09-21T13:06:38.018 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:06:38.019 DEBUG:teuthology.orchestra.run.smithi046:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2023-09-21T13:06:38.092 DEBUG:teuthology.orchestra.run.smithi046:> mktemp -d --suffix=xfstests-dev 2023-09-21T13:06:38.156 INFO:teuthology.orchestra.run.smithi046.stdout:/tmp/tmp.JI8GoXYvmPxfstests-dev 2023-09-21T13:06:38.156 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:06:38.157 DEBUG:teuthology.orchestra.run.smithi046:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo chmod a+rx /tmp/tmp.JI8GoXYvmPxfstests-dev) 2023-09-21T13:06:38.237 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:06:38.237 DEBUG:teuthology.orchestra.run.smithi046:> (cd /home/ubuntu/cephtest/mnt.0 && exec git clone https://git.ceph.com/xfstests-dev.git --depth 1 /tmp/tmp.JI8GoXYvmPxfstests-dev) 2023-09-21T13:06:38.309 INFO:teuthology.orchestra.run.smithi046.stderr:Cloning into '/tmp/tmp.JI8GoXYvmPxfstests-dev'... 2023-09-21T13:06:39.009 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:06:39.010 DEBUG:teuthology.orchestra.run.smithi046:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir test) 2023-09-21T13:06:39.057 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:06:39.080 DEBUG:teuthology.orchestra.run.smithi046:> mktemp -d --suffix=test 2023-09-21T13:06:39.123 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:06:39.145 INFO:teuthology.orchestra.run.smithi046.stdout:/tmp/tmp.Iyw9jrkLjLtest 2023-09-21T13:06:39.146 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:06:39.146 DEBUG:teuthology.orchestra.run.smithi046:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir scratch) 2023-09-21T13:06:39.253 DEBUG:teuthology.orchestra.run.smithi046:> mktemp -d --suffix=scratch 2023-09-21T13:06:39.316 INFO:teuthology.orchestra.run.smithi046.stdout:/tmp/tmp.iXjcqccI8Rscratch 2023-09-21T13:06:39.316 INFO:tasks.cephfs.xfstests_dev:distro and version detected is "centos" and "8". 2023-09-21T13:06:39.317 DEBUG:teuthology.orchestra.run.smithi046:> sudo yum install -y acl attr automake bc dbench dump e2fsprogs fio gawk gcc indent libtool lvm2 make psmisc quota sed xfsdump xfsprogs libacl-devel libattr-devel libaio-devel libuuid-devel xfsprogs-devel python3 sqlite xfsprogs-qa-devel 2023-09-21T13:06:40.368 INFO:teuthology.orchestra.run.smithi046.stdout:Last metadata expiration check: 0:04:57 ago on Thu 21 Sep 2023 01:01:43 PM UTC. 2023-09-21T13:06:41.918 INFO:teuthology.orchestra.run.smithi046.stdout:Package acl-2.2.53-1.el8.x86_64 is already installed. 2023-09-21T13:06:41.919 INFO:teuthology.orchestra.run.smithi046.stdout:Package attr-2.4.48-3.el8.x86_64 is already installed. 2023-09-21T13:06:41.920 INFO:teuthology.orchestra.run.smithi046.stdout:Package automake-1.16.1-8.el8.noarch is already installed. 2023-09-21T13:06:41.921 INFO:teuthology.orchestra.run.smithi046.stdout:Package bc-1.07.1-5.el8.x86_64 is already installed. 2023-09-21T13:06:41.923 INFO:teuthology.orchestra.run.smithi046.stdout:Package dbench-4.0-20.el8.x86_64 is already installed. 2023-09-21T13:06:41.925 INFO:teuthology.orchestra.run.smithi046.stdout:Package e2fsprogs-1.45.6-5.el8.x86_64 is already installed. 2023-09-21T13:06:41.927 INFO:teuthology.orchestra.run.smithi046.stdout:Package gawk-4.2.1-4.el8.x86_64 is already installed. 2023-09-21T13:06:41.928 INFO:teuthology.orchestra.run.smithi046.stdout:Package gcc-8.5.0-19.el8.x86_64 is already installed. 2023-09-21T13:06:41.931 INFO:teuthology.orchestra.run.smithi046.stdout:Package libtool-2.4.6-25.el8.x86_64 is already installed. 2023-09-21T13:06:41.932 INFO:teuthology.orchestra.run.smithi046.stdout:Package lvm2-8:2.03.14-9.el8.x86_64 is already installed. 2023-09-21T13:06:41.933 INFO:teuthology.orchestra.run.smithi046.stdout:Package make-1:4.2.1-11.el8.x86_64 is already installed. 2023-09-21T13:06:41.934 INFO:teuthology.orchestra.run.smithi046.stdout:Package psmisc-23.1-5.el8.x86_64 is already installed. 2023-09-21T13:06:41.935 INFO:teuthology.orchestra.run.smithi046.stdout:Package quota-1:4.04-14.el8.x86_64 is already installed. 2023-09-21T13:06:41.936 INFO:teuthology.orchestra.run.smithi046.stdout:Package sed-4.5-5.el8.x86_64 is already installed. 2023-09-21T13:06:41.938 INFO:teuthology.orchestra.run.smithi046.stdout:Package xfsdump-3.1.8-6.el8.x86_64 is already installed. 2023-09-21T13:06:41.939 INFO:teuthology.orchestra.run.smithi046.stdout:Package xfsprogs-5.0.0-12.el8.x86_64 is already installed. 2023-09-21T13:06:41.940 INFO:teuthology.orchestra.run.smithi046.stdout:Package libacl-devel-2.2.53-1.el8.x86_64 is already installed. 2023-09-21T13:06:41.941 INFO:teuthology.orchestra.run.smithi046.stdout:Package libattr-devel-2.4.48-3.el8.x86_64 is already installed. 2023-09-21T13:06:41.942 INFO:teuthology.orchestra.run.smithi046.stdout:Package libaio-devel-0.3.112-1.el8.x86_64 is already installed. 2023-09-21T13:06:41.944 INFO:teuthology.orchestra.run.smithi046.stdout:Package libuuid-devel-2.32.1-43.el8.x86_64 is already installed. 2023-09-21T13:06:41.945 INFO:teuthology.orchestra.run.smithi046.stdout:Package xfsprogs-devel-5.0.0-12.el8.x86_64 is already installed. 2023-09-21T13:06:41.950 INFO:teuthology.orchestra.run.smithi046.stdout:Package python36-3.6.8-38.module_el8.5.0+895+a459eca8.x86_64 is already installed. 2023-09-21T13:06:41.951 INFO:teuthology.orchestra.run.smithi046.stdout:Package sqlite-3.26.0-17.el8.x86_64 is already installed. 2023-09-21T13:06:41.956 INFO:teuthology.orchestra.run.smithi046.stdout:Package xfsprogs-5.0.0-12.el8.x86_64 is already installed. 2023-09-21T13:06:42.167 INFO:teuthology.orchestra.run.smithi046.stdout:Dependencies resolved. 2023-09-21T13:06:42.170 INFO:teuthology.orchestra.run.smithi046.stdout:================================================================================ 2023-09-21T13:06:42.170 INFO:teuthology.orchestra.run.smithi046.stdout: Package Arch Version Repository Size 2023-09-21T13:06:42.170 INFO:teuthology.orchestra.run.smithi046.stdout:================================================================================ 2023-09-21T13:06:42.170 INFO:teuthology.orchestra.run.smithi046.stdout:Installing: 2023-09-21T13:06:42.171 INFO:teuthology.orchestra.run.smithi046.stdout: dump x86_64 1:0.4-0.36.b46.el8 baseos 164 k 2023-09-21T13:06:42.171 INFO:teuthology.orchestra.run.smithi046.stdout: fio x86_64 3.19-4.el8 appstream 538 k 2023-09-21T13:06:42.171 INFO:teuthology.orchestra.run.smithi046.stdout: indent x86_64 2.2.13-4.el8 epel 187 k 2023-09-21T13:06:42.171 INFO:teuthology.orchestra.run.smithi046.stdout:Upgrading: 2023-09-21T13:06:42.171 INFO:teuthology.orchestra.run.smithi046.stdout: cpp x86_64 8.5.0-20.el8 baseos 10 M 2023-09-21T13:06:42.172 INFO:teuthology.orchestra.run.smithi046.stdout: gcc x86_64 8.5.0-20.el8 baseos 24 M 2023-09-21T13:06:42.172 INFO:teuthology.orchestra.run.smithi046.stdout: gcc-gdb-plugin x86_64 8.5.0-20.el8 appstream 121 k 2023-09-21T13:06:42.172 INFO:teuthology.orchestra.run.smithi046.stdout: gcc-plugin-annobin x86_64 8.5.0-20.el8 baseos 36 k 2023-09-21T13:06:42.172 INFO:teuthology.orchestra.run.smithi046.stdout: libgcc x86_64 8.5.0-20.el8 baseos 81 k 2023-09-21T13:06:42.172 INFO:teuthology.orchestra.run.smithi046.stdout: libgomp x86_64 8.5.0-20.el8 baseos 208 k 2023-09-21T13:06:42.173 INFO:teuthology.orchestra.run.smithi046.stdout: sqlite x86_64 3.26.0-18.el8 baseos 668 k 2023-09-21T13:06:42.173 INFO:teuthology.orchestra.run.smithi046.stdout: sqlite-libs x86_64 3.26.0-18.el8 baseos 581 k 2023-09-21T13:06:42.173 INFO:teuthology.orchestra.run.smithi046.stdout:Installing dependencies: 2023-09-21T13:06:42.173 INFO:teuthology.orchestra.run.smithi046.stdout: daxctl-libs x86_64 71.1-7.el8 baseos 42 k 2023-09-21T13:06:42.173 INFO:teuthology.orchestra.run.smithi046.stdout: libpmemblk x86_64 1.6.1-1.el8 appstream 92 k 2023-09-21T13:06:42.173 INFO:teuthology.orchestra.run.smithi046.stdout: ndctl-libs x86_64 71.1-7.el8 baseos 80 k 2023-09-21T13:06:42.174 INFO:teuthology.orchestra.run.smithi046.stdout: rmt x86_64 2:1.5.3-13.el8 baseos 51 k 2023-09-21T13:06:42.174 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:06:42.174 INFO:teuthology.orchestra.run.smithi046.stdout:Transaction Summary 2023-09-21T13:06:42.174 INFO:teuthology.orchestra.run.smithi046.stdout:================================================================================ 2023-09-21T13:06:42.175 INFO:teuthology.orchestra.run.smithi046.stdout:Install 7 Packages 2023-09-21T13:06:42.175 INFO:teuthology.orchestra.run.smithi046.stdout:Upgrade 8 Packages 2023-09-21T13:06:42.175 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:06:42.176 INFO:teuthology.orchestra.run.smithi046.stdout:Total download size: 37 M 2023-09-21T13:06:42.176 INFO:teuthology.orchestra.run.smithi046.stdout:Downloading Packages: 2023-09-21T13:06:43.026 INFO:teuthology.orchestra.run.smithi046.stdout:(1/15): daxctl-libs-71.1-7.el8.x86_64.rpm 137 kB/s | 42 kB 00:00 2023-09-21T13:06:43.135 INFO:teuthology.orchestra.run.smithi046.stdout:(2/15): libpmemblk-1.6.1-1.el8.x86_64.rpm 220 kB/s | 92 kB 00:00 2023-09-21T13:06:43.193 INFO:teuthology.orchestra.run.smithi046.stdout:(3/15): dump-0.4-0.36.b46.el8.x86_64.rpm 984 kB/s | 164 kB 00:00 2023-09-21T13:06:43.285 INFO:teuthology.orchestra.run.smithi046.stdout:(4/15): rmt-1.5.3-13.el8.x86_64.rpm 562 kB/s | 51 kB 00:00 2023-09-21T13:06:43.360 INFO:teuthology.orchestra.run.smithi046.stdout:(5/15): fio-3.19-4.el8.x86_64.rpm 838 kB/s | 538 kB 00:00 2023-09-21T13:06:43.453 INFO:teuthology.orchestra.run.smithi046.stdout:(6/15): ndctl-libs-71.1-7.el8.x86_64.rpm 252 kB/s | 80 kB 00:00 2023-09-21T13:06:43.477 INFO:teuthology.orchestra.run.smithi046.stdout:(7/15): gcc-gdb-plugin-8.5.0-20.el8.x86_64.rpm 1.0 MB/s | 121 kB 00:00 2023-09-21T13:06:43.578 INFO:teuthology.orchestra.run.smithi046.stdout:(8/15): indent-2.2.13-4.el8.x86_64.rpm 640 kB/s | 187 kB 00:00 2023-09-21T13:06:43.837 INFO:teuthology.orchestra.run.smithi046.stdout:(9/15): gcc-plugin-annobin-8.5.0-20.el8.x86_64. 138 kB/s | 36 kB 00:00 2023-09-21T13:06:44.020 INFO:teuthology.orchestra.run.smithi046.stdout:(10/15): libgcc-8.5.0-20.el8.x86_64.rpm 445 kB/s | 81 kB 00:00 2023-09-21T13:06:44.137 INFO:teuthology.orchestra.run.smithi046.stdout:(11/15): cpp-8.5.0-20.el8.x86_64.rpm 15 MB/s | 10 MB 00:00 2023-09-21T13:06:44.238 INFO:teuthology.orchestra.run.smithi046.stdout:(12/15): libgomp-8.5.0-20.el8.x86_64.rpm 958 kB/s | 208 kB 00:00 2023-09-21T13:06:44.263 INFO:teuthology.orchestra.run.smithi046.stdout:(13/15): sqlite-3.26.0-18.el8.x86_64.rpm 5.2 MB/s | 668 kB 00:00 2023-09-21T13:06:44.630 INFO:teuthology.orchestra.run.smithi046.stdout:(14/15): sqlite-libs-3.26.0-18.el8.x86_64.rpm 1.4 MB/s | 581 kB 00:00 2023-09-21T13:06:46.230 INFO:teuthology.orchestra.run.smithi046.stdout:(15/15): gcc-8.5.0-20.el8.x86_64.rpm 8.5 MB/s | 24 MB 00:02 2023-09-21T13:06:46.231 INFO:teuthology.orchestra.run.smithi046.stdout:-------------------------------------------------------------------------------- 2023-09-21T13:06:46.231 INFO:teuthology.orchestra.run.smithi046.stdout:Total 9.1 MB/s | 37 MB 00:04 2023-09-21T13:06:46.593 INFO:teuthology.orchestra.run.smithi046.stdout:Running transaction check 2023-09-21T13:06:46.703 INFO:teuthology.orchestra.run.smithi046.stdout:Transaction check succeeded. 2023-09-21T13:06:46.703 INFO:teuthology.orchestra.run.smithi046.stdout:Running transaction test 2023-09-21T13:06:47.073 INFO:teuthology.orchestra.run.smithi046.stdout:Transaction test succeeded. 2023-09-21T13:06:47.077 INFO:teuthology.orchestra.run.smithi046.stdout:Running transaction 2023-09-21T13:06:47.975 INFO:teuthology.orchestra.run.smithi046.stdout: Preparing : 1/1 2023-09-21T13:06:48.129 INFO:teuthology.orchestra.run.smithi046.stdout: Upgrading : libgcc-8.5.0-20.el8.x86_64 1/23 2023-09-21T13:06:48.197 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: libgcc-8.5.0-20.el8.x86_64 1/23 2023-09-21T13:06:48.346 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : daxctl-libs-71.1-7.el8.x86_64 2/23 2023-09-21T13:06:48.410 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: daxctl-libs-71.1-7.el8.x86_64 2/23 2023-09-21T13:06:48.562 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ndctl-libs-71.1-7.el8.x86_64 3/23 2023-09-21T13:06:48.646 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ndctl-libs-71.1-7.el8.x86_64 3/23 2023-09-21T13:06:48.770 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libpmemblk-1.6.1-1.el8.x86_64 4/23 2023-09-21T13:06:48.902 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: libpmemblk-1.6.1-1.el8.x86_64 4/23 2023-09-21T13:06:49.066 INFO:teuthology.orchestra.run.smithi046.stdout: Upgrading : sqlite-libs-3.26.0-18.el8.x86_64 5/23 2023-09-21T13:06:49.196 INFO:teuthology.orchestra.run.smithi046.stdout: Upgrading : libgomp-8.5.0-20.el8.x86_64 6/23 2023-09-21T13:06:50.312 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: libgomp-8.5.0-20.el8.x86_64 6/23 2023-09-21T13:06:50.470 INFO:teuthology.orchestra.run.smithi046.stdout: Upgrading : cpp-8.5.0-20.el8.x86_64 7/23 2023-09-21T13:06:52.237 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: cpp-8.5.0-20.el8.x86_64 7/23 2023-09-21T13:06:52.445 INFO:teuthology.orchestra.run.smithi046.stdout: Upgrading : gcc-8.5.0-20.el8.x86_64 8/23 2023-09-21T13:06:52.509 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: gcc-8.5.0-20.el8.x86_64 8/23 2023-09-21T13:06:52.657 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : rmt-2:1.5.3-13.el8.x86_64 9/23 2023-09-21T13:06:52.819 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : dump-1:0.4-0.36.b46.el8.x86_64 10/23 2023-09-21T13:06:52.961 INFO:teuthology.orchestra.run.smithi046.stdout: Upgrading : gcc-gdb-plugin-8.5.0-20.el8.x86_64 11/23 2023-09-21T13:06:53.030 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: gcc-gdb-plugin-8.5.0-20.el8.x86_64 11/23 2023-09-21T13:06:53.171 INFO:teuthology.orchestra.run.smithi046.stdout: Upgrading : gcc-plugin-annobin-8.5.0-20.el8.x86_64 12/23 2023-09-21T13:06:53.241 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: gcc-plugin-annobin-8.5.0-20.el8.x86_64 12/23 2023-09-21T13:06:53.508 INFO:teuthology.orchestra.run.smithi046.stdout: Upgrading : sqlite-3.26.0-18.el8.x86_64 13/23 2023-09-21T13:06:53.733 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : fio-3.19-4.el8.x86_64 14/23 2023-09-21T13:06:53.897 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : indent-2.2.13-4.el8.x86_64 15/23 2023-09-21T13:06:53.897 INFO:teuthology.orchestra.run.smithi046.stdout: Cleanup : gcc-gdb-plugin-8.5.0-19.el8.x86_64 16/23 2023-09-21T13:06:54.105 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: gcc-gdb-plugin-8.5.0-19.el8.x86_64 16/23 2023-09-21T13:06:54.105 INFO:teuthology.orchestra.run.smithi046.stdout: Cleanup : gcc-plugin-annobin-8.5.0-19.el8.x86_64 17/23 2023-09-21T13:06:54.238 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: gcc-plugin-annobin-8.5.0-19.el8.x86_64 17/23 2023-09-21T13:06:54.253 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: gcc-8.5.0-19.el8.x86_64 18/23 2023-09-21T13:06:54.629 INFO:teuthology.orchestra.run.smithi046.stdout: Cleanup : gcc-8.5.0-19.el8.x86_64 18/23 2023-09-21T13:06:54.904 INFO:teuthology.orchestra.run.smithi046.stdout: Cleanup : sqlite-3.26.0-17.el8.x86_64 19/23 2023-09-21T13:06:55.029 INFO:teuthology.orchestra.run.smithi046.stdout: Cleanup : sqlite-libs-3.26.0-17.el8.x86_64 20/23 2023-09-21T13:06:55.036 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: cpp-8.5.0-19.el8.x86_64 21/23 2023-09-21T13:06:55.171 INFO:teuthology.orchestra.run.smithi046.stdout: Cleanup : cpp-8.5.0-19.el8.x86_64 21/23 2023-09-21T13:06:55.171 INFO:teuthology.orchestra.run.smithi046.stdout: Cleanup : libgcc-8.5.0-19.el8.x86_64 22/23 2023-09-21T13:06:55.346 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: libgcc-8.5.0-19.el8.x86_64 22/23 2023-09-21T13:06:55.352 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: libgomp-8.5.0-19.el8.x86_64 23/23 2023-09-21T13:06:55.353 INFO:teuthology.orchestra.run.smithi046.stdout: Cleanup : libgomp-8.5.0-19.el8.x86_64 23/23 2023-09-21T13:06:56.006 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: libgomp-8.5.0-19.el8.x86_64 23/23 2023-09-21T13:06:56.006 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : fio-3.19-4.el8.x86_64 1/23 2023-09-21T13:06:56.007 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libpmemblk-1.6.1-1.el8.x86_64 2/23 2023-09-21T13:06:56.007 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : daxctl-libs-71.1-7.el8.x86_64 3/23 2023-09-21T13:06:56.007 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : dump-1:0.4-0.36.b46.el8.x86_64 4/23 2023-09-21T13:06:56.007 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ndctl-libs-71.1-7.el8.x86_64 5/23 2023-09-21T13:06:56.007 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : rmt-2:1.5.3-13.el8.x86_64 6/23 2023-09-21T13:06:56.008 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : indent-2.2.13-4.el8.x86_64 7/23 2023-09-21T13:06:56.008 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : gcc-gdb-plugin-8.5.0-20.el8.x86_64 8/23 2023-09-21T13:06:56.008 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : gcc-gdb-plugin-8.5.0-19.el8.x86_64 9/23 2023-09-21T13:06:56.008 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : cpp-8.5.0-20.el8.x86_64 10/23 2023-09-21T13:06:56.008 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : cpp-8.5.0-19.el8.x86_64 11/23 2023-09-21T13:06:56.009 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : gcc-8.5.0-20.el8.x86_64 12/23 2023-09-21T13:06:56.009 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : gcc-8.5.0-19.el8.x86_64 13/23 2023-09-21T13:06:56.009 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : gcc-plugin-annobin-8.5.0-20.el8.x86_64 14/23 2023-09-21T13:06:56.009 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : gcc-plugin-annobin-8.5.0-19.el8.x86_64 15/23 2023-09-21T13:06:56.009 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libgcc-8.5.0-20.el8.x86_64 16/23 2023-09-21T13:06:56.010 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libgcc-8.5.0-19.el8.x86_64 17/23 2023-09-21T13:06:56.010 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libgomp-8.5.0-20.el8.x86_64 18/23 2023-09-21T13:06:56.010 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libgomp-8.5.0-19.el8.x86_64 19/23 2023-09-21T13:06:56.010 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : sqlite-3.26.0-18.el8.x86_64 20/23 2023-09-21T13:06:56.011 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : sqlite-3.26.0-17.el8.x86_64 21/23 2023-09-21T13:06:56.011 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : sqlite-libs-3.26.0-18.el8.x86_64 22/23 2023-09-21T13:06:56.934 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : sqlite-libs-3.26.0-17.el8.x86_64 23/23 2023-09-21T13:06:56.934 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:06:56.935 INFO:teuthology.orchestra.run.smithi046.stdout:Upgraded: 2023-09-21T13:06:56.935 INFO:teuthology.orchestra.run.smithi046.stdout: cpp-8.5.0-20.el8.x86_64 gcc-8.5.0-20.el8.x86_64 2023-09-21T13:06:56.935 INFO:teuthology.orchestra.run.smithi046.stdout: gcc-gdb-plugin-8.5.0-20.el8.x86_64 gcc-plugin-annobin-8.5.0-20.el8.x86_64 2023-09-21T13:06:56.935 INFO:teuthology.orchestra.run.smithi046.stdout: libgcc-8.5.0-20.el8.x86_64 libgomp-8.5.0-20.el8.x86_64 2023-09-21T13:06:56.936 INFO:teuthology.orchestra.run.smithi046.stdout: sqlite-3.26.0-18.el8.x86_64 sqlite-libs-3.26.0-18.el8.x86_64 2023-09-21T13:06:56.936 INFO:teuthology.orchestra.run.smithi046.stdout:Installed: 2023-09-21T13:06:56.936 INFO:teuthology.orchestra.run.smithi046.stdout: daxctl-libs-71.1-7.el8.x86_64 dump-1:0.4-0.36.b46.el8.x86_64 2023-09-21T13:06:56.936 INFO:teuthology.orchestra.run.smithi046.stdout: fio-3.19-4.el8.x86_64 indent-2.2.13-4.el8.x86_64 2023-09-21T13:06:56.936 INFO:teuthology.orchestra.run.smithi046.stdout: libpmemblk-1.6.1-1.el8.x86_64 ndctl-libs-71.1-7.el8.x86_64 2023-09-21T13:06:56.936 INFO:teuthology.orchestra.run.smithi046.stdout: rmt-2:1.5.3-13.el8.x86_64 2023-09-21T13:06:56.937 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:06:56.937 INFO:teuthology.orchestra.run.smithi046.stdout:Complete! 2023-09-21T13:06:57.173 DEBUG:teuthology.orchestra.run.smithi046:> sudo useradd -m fsgqa 2023-09-21T13:06:57.208 INFO:teuthology.orchestra.run.smithi046.stderr:useradd: user 'fsgqa' already exists 2023-09-21T13:06:57.209 DEBUG:teuthology.orchestra.run:got remote process result: 9 2023-09-21T13:06:57.209 DEBUG:teuthology.orchestra.run.smithi046:> sudo groupadd fsgqa 2023-09-21T13:06:57.283 INFO:teuthology.orchestra.run.smithi046.stderr:groupadd: group 'fsgqa' already exists 2023-09-21T13:06:57.284 DEBUG:teuthology.orchestra.run:got remote process result: 9 2023-09-21T13:06:57.285 DEBUG:teuthology.orchestra.run.smithi046:> sudo useradd fsgqa2 2023-09-21T13:06:57.968 DEBUG:teuthology.orchestra.run.smithi046:> sudo useradd 123456-fsgqa 2023-09-21T13:06:58.447 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json mon dump 2023-09-21T13:06:58.592 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.596+0000 7f8c50672700 1 Processor -- start 2023-09-21T13:06:58.593 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.597+0000 7f8c50672700 1 -- start start 2023-09-21T13:06:58.596 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.597+0000 7f8c50672700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f8c48157f10 0x7f8c480ca6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:58.597 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.597+0000 7f8c50672700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f8c480cd840 0x7f8c480cac30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:58.597 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.598+0000 7f8c50672700 1 -- --> v1:172.21.15.57:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8c4815ed80 con 0x7f8c4815de90 2023-09-21T13:06:58.597 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.598+0000 7f8c50672700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8c481582f0 con 0x7f8c480cd840 2023-09-21T13:06:58.598 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.598+0000 7f8c50672700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8c480cec60 con 0x7f8c48157f10 2023-09-21T13:06:58.598 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.598+0000 7f8c4dc0d700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f8c480cd840 0x7f8c480cac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:58.598 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.598+0000 7f8c4dc0d700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f8c480cd840 0x7f8c480cac30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54436/0 (socket says 172.21.15.46:54436) 2023-09-21T13:06:58.599 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.598+0000 7f8c4dc0d700 1 -- 172.21.15.46:0/4014017481 learned_addr learned my addr 172.21.15.46:0/4014017481 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:58.599 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.598+0000 7f8c4e40e700 1 --2- 172.21.15.46:0/4014017481 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f8c48157f10 0x7f8c480ca6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:58.599 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.598+0000 7f8c4dc0d700 1 -- 172.21.15.46:0/4014017481 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f8c48157f10 msgr2=0x7f8c480ca6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:58.600 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.598+0000 7f8c4dc0d700 1 --2- 172.21.15.46:0/4014017481 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f8c48157f10 0x7f8c480ca6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:58.600 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.598+0000 7f8c4dc0d700 1 -- 172.21.15.46:0/4014017481 >> v1:172.21.15.57:6789/0 conn(0x7f8c4815de90 legacy=0x7f8c480c96b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:58.600 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.598+0000 7f8c4dc0d700 1 -- 172.21.15.46:0/4014017481 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8c4815eaa0 con 0x7f8c480cd840 2023-09-21T13:06:58.601 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.598+0000 7f8c4dc0d700 1 --2- 172.21.15.46:0/4014017481 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8c480cd840 0x7f8c480cac30 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f8c380098f0 tx=0x7f8c38009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70558035b9542b6f server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:58.601 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.598+0000 7f8c4d40c700 1 -- 172.21.15.46:0/4014017481 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c38004230 con 0x7f8c480cd840 2023-09-21T13:06:58.601 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.599+0000 7f8c4d40c700 1 -- 172.21.15.46:0/4014017481 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8c38004390 con 0x7f8c480cd840 2023-09-21T13:06:58.601 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.599+0000 7f8c4d40c700 1 -- 172.21.15.46:0/4014017481 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c380036a0 con 0x7f8c480cd840 2023-09-21T13:06:58.602 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.599+0000 7f8c50672700 1 -- 172.21.15.46:0/4014017481 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8c480cd840 msgr2=0x7f8c480cac30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:58.602 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.599+0000 7f8c50672700 1 --2- 172.21.15.46:0/4014017481 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8c480cd840 0x7f8c480cac30 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f8c380098f0 tx=0x7f8c38009c00 comp rx=0 tx=0).stop 2023-09-21T13:06:58.602 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.599+0000 7f8c50672700 1 -- 172.21.15.46:0/4014017481 shutdown_connections 2023-09-21T13:06:58.603 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.599+0000 7f8c50672700 1 --2- 172.21.15.46:0/4014017481 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f8c48157f10 0x7f8c480ca6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:58.603 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.599+0000 7f8c50672700 1 --2- 172.21.15.46:0/4014017481 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8c480cd840 0x7f8c480cac30 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:58.603 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.599+0000 7f8c50672700 1 -- 172.21.15.46:0/4014017481 >> 172.21.15.46:0/4014017481 conn(0x7f8c480b0bd0 msgr2=0x7f8c480b0fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:58.604 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.599+0000 7f8c50672700 1 -- 172.21.15.46:0/4014017481 shutdown_connections 2023-09-21T13:06:58.604 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.599+0000 7f8c50672700 1 -- 172.21.15.46:0/4014017481 wait complete. 2023-09-21T13:06:58.604 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.601+0000 7f8c50672700 1 Processor -- start 2023-09-21T13:06:58.604 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.601+0000 7f8c50672700 1 -- start start 2023-09-21T13:06:58.607 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.601+0000 7f8c50672700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f8c480cd840 0x7f8c480c16a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:58.607 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.601+0000 7f8c50672700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8c48157f10 0x7f8c4814fdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:58.607 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.601+0000 7f8c50672700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f8c4815de90 0x7f8c481f4150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:58.608 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.601+0000 7f8c50672700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8c481f50f0 con 0x7f8c48157f10 2023-09-21T13:06:58.608 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.601+0000 7f8c50672700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8c48152f10 con 0x7f8c4815de90 2023-09-21T13:06:58.608 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.601+0000 7f8c50672700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8c481f4b30 con 0x7f8c480cd840 2023-09-21T13:06:58.608 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.602+0000 7f8c4dc0d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8c48157f10 0x7f8c4814fdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:58.608 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.602+0000 7f8c4dc0d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8c48157f10 0x7f8c4814fdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54444/0 (socket says 172.21.15.46:54444) 2023-09-21T13:06:58.609 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.602+0000 7f8c4dc0d700 1 -- 172.21.15.46:0/3322487482 learned_addr learned my addr 172.21.15.46:0/3322487482 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:58.609 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.602+0000 7f8c4e40e700 1 --2- 172.21.15.46:0/3322487482 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f8c480cd840 0x7f8c480c16a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:58.609 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.602+0000 7f8c4ec0f700 1 --2- 172.21.15.46:0/3322487482 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f8c4815de90 0x7f8c481f4150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:58.609 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.602+0000 7f8c4dc0d700 1 -- 172.21.15.46:0/3322487482 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f8c480cd840 msgr2=0x7f8c480c16a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:58.609 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.602+0000 7f8c4dc0d700 1 --2- 172.21.15.46:0/3322487482 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f8c480cd840 0x7f8c480c16a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:58.610 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.602+0000 7f8c4dc0d700 1 -- 172.21.15.46:0/3322487482 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f8c4815de90 msgr2=0x7f8c481f4150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:58.610 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.602+0000 7f8c4dc0d700 1 --2- 172.21.15.46:0/3322487482 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f8c4815de90 0x7f8c481f4150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:58.610 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.602+0000 7f8c4dc0d700 1 -- 172.21.15.46:0/3322487482 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8c38009550 con 0x7f8c48157f10 2023-09-21T13:06:58.610 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.602+0000 7f8c4dc0d700 1 --2- 172.21.15.46:0/3322487482 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8c48157f10 0x7f8c4814fdd0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f8c38009130 tx=0x7f8c38004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:58.610 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.602+0000 7f8c3effd700 1 -- 172.21.15.46:0/3322487482 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c38003aa0 con 0x7f8c48157f10 2023-09-21T13:06:58.611 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.602+0000 7f8c3effd700 1 -- 172.21.15.46:0/3322487482 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8c3801f070 con 0x7f8c48157f10 2023-09-21T13:06:58.611 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.602+0000 7f8c3effd700 1 -- 172.21.15.46:0/3322487482 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c38003e40 con 0x7f8c48157f10 2023-09-21T13:06:58.611 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.602+0000 7f8c50672700 1 -- 172.21.15.46:0/3322487482 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8c481f4e10 con 0x7f8c48157f10 2023-09-21T13:06:58.611 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.602+0000 7f8c50672700 1 -- 172.21.15.46:0/3322487482 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8c480c1be0 con 0x7f8c48157f10 2023-09-21T13:06:58.611 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.603+0000 7f8c50672700 1 -- 172.21.15.46:0/3322487482 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8c48152a00 con 0x7f8c48157f10 2023-09-21T13:06:58.612 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.604+0000 7f8c3effd700 1 -- 172.21.15.46:0/3322487482 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f8c38021030 con 0x7f8c48157f10 2023-09-21T13:06:58.612 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.604+0000 7f8c3effd700 1 --2- 172.21.15.46:0/3322487482 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f8c2c06a580 0x7f8c2c06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:58.612 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.605+0000 7f8c3effd700 1 -- 172.21.15.46:0/3322487482 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f8c38089f00 con 0x7f8c48157f10 2023-09-21T13:06:58.612 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.605+0000 7f8c4e40e700 1 --2- 172.21.15.46:0/3322487482 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f8c2c06a580 0x7f8c2c06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:58.612 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.605+0000 7f8c4e40e700 1 --2- 172.21.15.46:0/3322487482 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f8c2c06a580 0x7f8c2c06ca40 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f8c48154340 tx=0x7f8c44008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:58.613 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.609+0000 7f8c3effd700 1 -- 172.21.15.46:0/3322487482 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f8c48152a00 con 0x7f8c48157f10 2023-09-21T13:06:58.904 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.908+0000 7f8c50672700 1 -- 172.21.15.46:0/3322487482 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) v1 -- 0x7f8c48152a00 con 0x7f8c48157f10 2023-09-21T13:06:58.904 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.908+0000 7f8c3effd700 1 -- 172.21.15.46:0/3322487482 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) v1 ==== 95+0+1268 (secure 0 0 0) 0x7f8c48152a00 con 0x7f8c48157f10 2023-09-21T13:06:58.905 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:06:58.905 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":1,"fsid":"3cbfaf88-469e-4129-b70d-6dd2d92bd0a4","modified":"2023-09-21T13:04:10.932811Z","created":"2023-09-21T13:04:10.932811Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:3300","nonce":0},{"type":"v1","addr":"172.21.15.46:6789","nonce":0}]},"addr":"172.21.15.46:6789/0","public_addr":"172.21.15.46:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:3300","nonce":0},{"type":"v1","addr":"172.21.15.57:6789","nonce":0}]},"addr":"172.21.15.57:6789/0","public_addr":"172.21.15.57:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:3301","nonce":0},{"type":"v1","addr":"172.21.15.57:6790","nonce":0}]},"addr":"172.21.15.57:6790/0","public_addr":"172.21.15.57:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2023-09-21T13:06:58.907 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.911+0000 7f8c50672700 1 -- 172.21.15.46:0/3322487482 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f8c2c06a580 msgr2=0x7f8c2c06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:58.907 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.911+0000 7f8c50672700 1 --2- 172.21.15.46:0/3322487482 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f8c2c06a580 0x7f8c2c06ca40 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f8c48154340 tx=0x7f8c44008040 comp rx=0 tx=0).stop 2023-09-21T13:06:58.907 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.911+0000 7f8c50672700 1 -- 172.21.15.46:0/3322487482 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8c48157f10 msgr2=0x7f8c4814fdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:58.907 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.911+0000 7f8c50672700 1 --2- 172.21.15.46:0/3322487482 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8c48157f10 0x7f8c4814fdd0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f8c38009130 tx=0x7f8c38004750 comp rx=0 tx=0).stop 2023-09-21T13:06:58.908 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.911+0000 7f8c50672700 1 -- 172.21.15.46:0/3322487482 shutdown_connections 2023-09-21T13:06:58.908 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.911+0000 7f8c50672700 1 --2- 172.21.15.46:0/3322487482 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7f8c2c06a580 0x7f8c2c06ca40 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:58.908 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.911+0000 7f8c50672700 1 --2- 172.21.15.46:0/3322487482 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7f8c4815de90 0x7f8c481f4150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:58.908 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.911+0000 7f8c50672700 1 --2- 172.21.15.46:0/3322487482 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7f8c480cd840 0x7f8c480c16a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:58.908 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.911+0000 7f8c50672700 1 --2- 172.21.15.46:0/3322487482 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8c48157f10 0x7f8c4814fdd0 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:58.909 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.911+0000 7f8c50672700 1 -- 172.21.15.46:0/3322487482 >> 172.21.15.46:0/3322487482 conn(0x7f8c480b0bd0 msgr2=0x7f8c480ce150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:58.909 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.911+0000 7f8c50672700 1 -- 172.21.15.46:0/3322487482 shutdown_connections 2023-09-21T13:06:58.909 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:58.911+0000 7f8c50672700 1 -- 172.21.15.46:0/3322487482 wait complete. 2023-09-21T13:06:58.909 INFO:teuthology.orchestra.run.smithi046.stderr:dumped monmap epoch 1 2023-09-21T13:06:58.920 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth get client.admin 2023-09-21T13:06:59.061 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.065+0000 7ff7ada62700 1 Processor -- start 2023-09-21T13:06:59.062 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.066+0000 7ff7ada62700 1 -- start start 2023-09-21T13:06:59.064 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.066+0000 7ff7ada62700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff7a8158f40 0x7ff7a815f000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:59.064 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.066+0000 7ff7ada62700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7ff7a80d0980 0x7ff7a815c240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:59.064 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.066+0000 7ff7ada62700 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff7a815bdb0 con 0x7ff7a815c780 2023-09-21T13:06:59.065 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.066+0000 7ff7ada62700 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff7a815f850 con 0x7ff7a80d0980 2023-09-21T13:06:59.065 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.066+0000 7ff7ada62700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff7a815fb30 con 0x7ff7a8158f40 2023-09-21T13:06:59.065 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.067+0000 7ff7a6ffd700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7ff7a80d0980 0x7ff7a815c240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:59.065 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.067+0000 7ff7a6ffd700 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7ff7a80d0980 0x7ff7a815c240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54456/0 (socket says 172.21.15.46:54456) 2023-09-21T13:06:59.065 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.067+0000 7ff7a6ffd700 1 -- 172.21.15.46:0/833445956 learned_addr learned my addr 172.21.15.46:0/833445956 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:59.066 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.067+0000 7ff7a77fe700 1 --2- 172.21.15.46:0/833445956 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff7a8158f40 0x7ff7a815f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:59.066 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.067+0000 7ff7a6ffd700 1 -- 172.21.15.46:0/833445956 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff7a8158f40 msgr2=0x7ff7a815f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T13:06:59.070 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.067+0000 7ff7a6ffd700 1 --2- 172.21.15.46:0/833445956 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff7a8158f40 0x7ff7a815f000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:59.070 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.067+0000 7ff7a6ffd700 1 -- 172.21.15.46:0/833445956 >> v1:172.21.15.46:6789/0 conn(0x7ff7a815c780 legacy=0x7ff7a80b2dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:59.070 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.067+0000 7ff7a6ffd700 1 -- 172.21.15.46:0/833445956 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff7a815fe10 con 0x7ff7a80d0980 2023-09-21T13:06:59.070 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.067+0000 7ff7a67fc700 1 -- 172.21.15.46:0/833445956 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3322832388 0 0) 0x7ff7a815bdb0 con 0x7ff7a815c780 2023-09-21T13:06:59.070 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.067+0000 7ff7a77fe700 1 --2- 172.21.15.46:0/833445956 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff7a8158f40 0x7ff7a815f000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T13:06:59.071 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.067+0000 7ff7a6ffd700 1 --2- 172.21.15.46:0/833445956 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff7a80d0980 0x7ff7a815c240 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7ff79c0098f0 tx=0x7ff79c009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=652f17f558e0fbda server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:59.071 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.067+0000 7ff7a67fc700 1 -- 172.21.15.46:0/833445956 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff79c00b8a0 con 0x7ff7a80d0980 2023-09-21T13:06:59.071 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.067+0000 7ff7a67fc700 1 -- 172.21.15.46:0/833445956 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff79c00ba00 con 0x7ff7a80d0980 2023-09-21T13:06:59.071 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.067+0000 7ff7a67fc700 1 -- 172.21.15.46:0/833445956 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff79c00bd90 con 0x7ff7a80d0980 2023-09-21T13:06:59.072 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.068+0000 7ff7ada62700 1 -- 172.21.15.46:0/833445956 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff7a80d0980 msgr2=0x7ff7a815c240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:59.072 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.068+0000 7ff7ada62700 1 --2- 172.21.15.46:0/833445956 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff7a80d0980 0x7ff7a815c240 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7ff79c0098f0 tx=0x7ff79c009c00 comp rx=0 tx=0).stop 2023-09-21T13:06:59.072 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.068+0000 7ff7ada62700 1 -- 172.21.15.46:0/833445956 shutdown_connections 2023-09-21T13:06:59.072 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.068+0000 7ff7ada62700 1 --2- 172.21.15.46:0/833445956 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff7a8158f40 0x7ff7a815f000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:59.073 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.068+0000 7ff7ada62700 1 --2- 172.21.15.46:0/833445956 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff7a80d0980 0x7ff7a815c240 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:59.073 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.068+0000 7ff7ada62700 1 -- 172.21.15.46:0/833445956 >> 172.21.15.46:0/833445956 conn(0x7ff7a806eb20 msgr2=0x7ff7a806ef00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:59.073 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.068+0000 7ff7ada62700 1 -- 172.21.15.46:0/833445956 shutdown_connections 2023-09-21T13:06:59.073 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.068+0000 7ff7ada62700 1 -- 172.21.15.46:0/833445956 wait complete. 2023-09-21T13:06:59.077 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.069+0000 7ff7ada62700 1 Processor -- start 2023-09-21T13:06:59.077 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.070+0000 7ff7ada62700 1 -- start start 2023-09-21T13:06:59.077 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.070+0000 7ff7ada62700 1 --2- >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff7a80d0980 0x7ff7a80b27c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:59.077 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.070+0000 7ff7ada62700 1 --2- >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7ff7a8158f40 0x7ff7a8150650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:59.078 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.070+0000 7ff7ada62700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff7a815c780 0x7ff7a80c71b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:59.078 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.070+0000 7ff7ada62700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff7a81f4780 con 0x7ff7a815c780 2023-09-21T13:06:59.078 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.070+0000 7ff7ada62700 1 -- --> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff7a81f4a60 con 0x7ff7a8158f40 2023-09-21T13:06:59.078 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.070+0000 7ff7ada62700 1 -- --> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff7a81f4d40 con 0x7ff7a80d0980 2023-09-21T13:06:59.078 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.071+0000 7ff7a7fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff7a815c780 0x7ff7a80c71b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:59.079 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.071+0000 7ff7a7fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff7a815c780 0x7ff7a80c71b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54468/0 (socket says 172.21.15.46:54468) 2023-09-21T13:06:59.079 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.071+0000 7ff7a7fff700 1 -- 172.21.15.46:0/3825629708 learned_addr learned my addr 172.21.15.46:0/3825629708 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-09-21T13:06:59.079 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.071+0000 7ff7a6ffd700 1 --2- 172.21.15.46:0/3825629708 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7ff7a8158f40 0x7ff7a8150650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:59.079 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.071+0000 7ff7a77fe700 1 --2- 172.21.15.46:0/3825629708 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff7a80d0980 0x7ff7a80b27c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:59.079 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.071+0000 7ff7a7fff700 1 -- 172.21.15.46:0/3825629708 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff7a80d0980 msgr2=0x7ff7a80b27c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:59.080 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.071+0000 7ff7a7fff700 1 --2- 172.21.15.46:0/3825629708 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff7a80d0980 0x7ff7a80b27c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:59.080 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.071+0000 7ff7a7fff700 1 -- 172.21.15.46:0/3825629708 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7ff7a8158f40 msgr2=0x7ff7a8150650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:59.080 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.071+0000 7ff7a7fff700 1 --2- 172.21.15.46:0/3825629708 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7ff7a8158f40 0x7ff7a8150650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:59.080 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.071+0000 7ff7a7fff700 1 -- 172.21.15.46:0/3825629708 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff79c009550 con 0x7ff7a815c780 2023-09-21T13:06:59.080 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.071+0000 7ff7a7fff700 1 --2- 172.21.15.46:0/3825629708 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff7a815c780 0x7ff7a80c71b0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7ff7a000c820 tx=0x7ff7a000cbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:59.081 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.071+0000 7ff78ffff700 1 -- 172.21.15.46:0/3825629708 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7a0003e30 con 0x7ff7a815c780 2023-09-21T13:06:59.081 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.071+0000 7ff78ffff700 1 -- 172.21.15.46:0/3825629708 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff7a00050f0 con 0x7ff7a815c780 2023-09-21T13:06:59.081 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.071+0000 7ff7ada62700 1 -- 172.21.15.46:0/3825629708 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff7a81f5020 con 0x7ff7a815c780 2023-09-21T13:06:59.081 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.071+0000 7ff78ffff700 1 -- 172.21.15.46:0/3825629708 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7a00054a0 con 0x7ff7a815c780 2023-09-21T13:06:59.082 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.071+0000 7ff7ada62700 1 -- 172.21.15.46:0/3825629708 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff7a80b2d00 con 0x7ff7a815c780 2023-09-21T13:06:59.082 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.072+0000 7ff7ada62700 1 -- 172.21.15.46:0/3825629708 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff7a81f5540 con 0x7ff7a815c780 2023-09-21T13:06:59.082 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.073+0000 7ff78ffff700 1 -- 172.21.15.46:0/3825629708 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7ff7a0005600 con 0x7ff7a815c780 2023-09-21T13:06:59.082 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.073+0000 7ff78ffff700 1 --2- 172.21.15.46:0/3825629708 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7ff79406a580 0x7ff79406ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T13:06:59.082 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.073+0000 7ff78ffff700 1 -- 172.21.15.46:0/3825629708 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff7a0088180 con 0x7ff7a815c780 2023-09-21T13:06:59.083 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.073+0000 7ff7a77fe700 1 --2- 172.21.15.46:0/3825629708 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7ff79406a580 0x7ff79406ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T13:06:59.083 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.074+0000 7ff7a77fe700 1 --2- 172.21.15.46:0/3825629708 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7ff79406a580 0x7ff79406ca40 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7ff7a815a5c0 tx=0x7ff798008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T13:06:59.083 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.078+0000 7ff78ffff700 1 -- 172.21.15.46:0/3825629708 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7ff7a81f5540 con 0x7ff7a815c780 2023-09-21T13:06:59.363 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.367+0000 7ff7ada62700 1 -- 172.21.15.46:0/3825629708 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "auth get", "entity": "client.admin"} v 0) v1 -- 0x7ff7a81f5540 con 0x7ff7a815c780 2023-09-21T13:06:59.364 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.368+0000 7ff78ffff700 1 -- 172.21.15.46:0/3825629708 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "auth get", "entity": "client.admin"}]=0 v12) v1 ==== 82+0+151 (secure 0 0 0) 0x7ff7a81f5540 con 0x7ff7a815c780 2023-09-21T13:06:59.364 INFO:teuthology.orchestra.run.smithi046.stdout:[client.admin] 2023-09-21T13:06:59.364 INFO:teuthology.orchestra.run.smithi046.stdout: key = AQBLPwxlJAqwCxAAPrADa5gIURn6Xca2WX1J/Q== 2023-09-21T13:06:59.365 INFO:teuthology.orchestra.run.smithi046.stdout: caps mds = "allow *" 2023-09-21T13:06:59.365 INFO:teuthology.orchestra.run.smithi046.stdout: caps mgr = "allow *" 2023-09-21T13:06:59.365 INFO:teuthology.orchestra.run.smithi046.stdout: caps mon = "allow *" 2023-09-21T13:06:59.365 INFO:teuthology.orchestra.run.smithi046.stdout: caps osd = "allow *" 2023-09-21T13:06:59.366 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.370+0000 7ff7ada62700 1 -- 172.21.15.46:0/3825629708 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7ff79406a580 msgr2=0x7ff79406ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:59.367 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.370+0000 7ff7ada62700 1 --2- 172.21.15.46:0/3825629708 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7ff79406a580 0x7ff79406ca40 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7ff7a815a5c0 tx=0x7ff798008040 comp rx=0 tx=0).stop 2023-09-21T13:06:59.367 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.370+0000 7ff7ada62700 1 -- 172.21.15.46:0/3825629708 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff7a815c780 msgr2=0x7ff7a80c71b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T13:06:59.367 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.370+0000 7ff7ada62700 1 --2- 172.21.15.46:0/3825629708 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff7a815c780 0x7ff7a80c71b0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7ff7a000c820 tx=0x7ff7a000cbe0 comp rx=0 tx=0).stop 2023-09-21T13:06:59.367 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.370+0000 7ff7ada62700 1 -- 172.21.15.46:0/3825629708 shutdown_connections 2023-09-21T13:06:59.367 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.370+0000 7ff7ada62700 1 --2- 172.21.15.46:0/3825629708 >> [v2:172.21.15.46:6832/84086869,v1:172.21.15.46:6833/84086869] conn(0x7ff79406a580 0x7ff79406ca40 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:59.368 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.370+0000 7ff7ada62700 1 --2- 172.21.15.46:0/3825629708 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff7a815c780 0x7ff7a80c71b0 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:59.368 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.370+0000 7ff7ada62700 1 --2- 172.21.15.46:0/3825629708 >> [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] conn(0x7ff7a80d0980 0x7ff7a80b27c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:59.368 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.370+0000 7ff7ada62700 1 --2- 172.21.15.46:0/3825629708 >> [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] conn(0x7ff7a8158f40 0x7ff7a8150650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T13:06:59.368 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.370+0000 7ff7ada62700 1 -- 172.21.15.46:0/3825629708 >> 172.21.15.46:0/3825629708 conn(0x7ff7a806eb20 msgr2=0x7ff7a815a8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T13:06:59.368 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.370+0000 7ff7ada62700 1 -- 172.21.15.46:0/3825629708 shutdown_connections 2023-09-21T13:06:59.369 INFO:teuthology.orchestra.run.smithi046.stderr:2023-09-21T13:06:59.370+0000 7ff7ada62700 1 -- 172.21.15.46:0/3825629708 wait complete. 2023-09-21T13:06:59.380 DEBUG:teuthology.orchestra.run.smithi046:> mktemp 2023-09-21T13:06:59.400 INFO:teuthology.orchestra.run.smithi046.stdout:/tmp/tmp.dw4KUW0tE4 2023-09-21T13:06:59.401 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2023-09-21T13:06:59.401 DEBUG:teuthology.orchestra.run.smithi046:> dd of=/tmp/tmp.dw4KUW0tE4 2023-09-21T13:06:59.462 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2023-09-21T13:06:59.463 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/tmp/tmp.JI8GoXYvmPxfstests-dev/local.config 2023-09-21T13:06:59.538 INFO:tasks.cephfs.xfstests_dev:local.config's contents - export FSTYP=ceph-fuse export CEPH_FUSE_BIN_PATH=ceph-fuse export TEST_DEV=ceph-fuse # without this tests won't get started export TEST_DIR=/tmp/tmp.Iyw9jrkLjLtest export SCRATCH_DEV= export SCRATCH_MNT=/tmp/tmp.iXjcqccI8Rscratch export CEPHFS_MOUNT_OPTIONS="-m 172.21.15.46:6789 -k /tmp/tmp.dw4KUW0tE4 --client_mountpoint /test" 2023-09-21T13:06:59.538 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2023-09-21T13:06:59.539 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/tmp/tmp.JI8GoXYvmPxfstests-dev/ceph.exclude 2023-09-21T13:06:59.614 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo make) 2023-09-21T13:06:59.714 INFO:teuthology.orchestra.run.smithi046.stdout:libtoolize -cfi 2023-09-21T13:07:00.123 INFO:teuthology.orchestra.run.smithi046.stdout:libtoolize: putting auxiliary files in '.'. 2023-09-21T13:07:00.123 INFO:teuthology.orchestra.run.smithi046.stdout:libtoolize: copying file './config.guess' 2023-09-21T13:07:00.128 INFO:teuthology.orchestra.run.smithi046.stdout:libtoolize: copying file './config.sub' 2023-09-21T13:07:00.132 INFO:teuthology.orchestra.run.smithi046.stdout:libtoolize: copying file './install-sh' 2023-09-21T13:07:00.137 INFO:teuthology.orchestra.run.smithi046.stdout:libtoolize: copying file './ltmain.sh' 2023-09-21T13:07:00.165 INFO:teuthology.orchestra.run.smithi046.stdout:libtoolize: putting macros in AC_CONFIG_MACRO_DIRS, 'm4'. 2023-09-21T13:07:00.166 INFO:teuthology.orchestra.run.smithi046.stdout:libtoolize: copying file 'm4/libtool.m4' 2023-09-21T13:07:00.171 INFO:teuthology.orchestra.run.smithi046.stdout:libtoolize: copying file 'm4/ltoptions.m4' 2023-09-21T13:07:00.177 INFO:teuthology.orchestra.run.smithi046.stdout:libtoolize: copying file 'm4/ltsugar.m4' 2023-09-21T13:07:00.183 INFO:teuthology.orchestra.run.smithi046.stdout:libtoolize: copying file 'm4/ltversion.m4' 2023-09-21T13:07:00.189 INFO:teuthology.orchestra.run.smithi046.stdout:libtoolize: copying file 'm4/lt~obsolete.m4' 2023-09-21T13:07:00.196 INFO:teuthology.orchestra.run.smithi046.stdout:libtoolize: Consider adding '-I m4' to ACLOCAL_AMFLAGS in Makefile.am. 2023-09-21T13:07:00.198 INFO:teuthology.orchestra.run.smithi046.stdout:cp include/install-sh . 2023-09-21T13:07:00.199 INFO:teuthology.orchestra.run.smithi046.stdout:aclocal -I m4 2023-09-21T13:07:01.500 INFO:teuthology.orchestra.run.smithi046.stdout:autoheader 2023-09-21T13:07:01.832 INFO:teuthology.orchestra.run.smithi046.stdout:autoconf 2023-09-21T13:07:02.007 INFO:teuthology.orchestra.run.smithi046.stdout:./configure \ 2023-09-21T13:07:02.007 INFO:teuthology.orchestra.run.smithi046.stdout: --libexecdir=/usr/lib \ 2023-09-21T13:07:02.007 INFO:teuthology.orchestra.run.smithi046.stdout: --exec_prefix=/var/lib 2023-09-21T13:07:02.214 INFO:teuthology.orchestra.run.smithi046.stdout:checking build system type... x86_64-pc-linux-gnu 2023-09-21T13:07:02.214 INFO:teuthology.orchestra.run.smithi046.stdout:checking host system type... x86_64-pc-linux-gnu 2023-09-21T13:07:02.216 INFO:teuthology.orchestra.run.smithi046.stdout:checking how to print strings... printf 2023-09-21T13:07:02.216 INFO:teuthology.orchestra.run.smithi046.stdout:checking for gcc... gcc 2023-09-21T13:07:02.298 INFO:teuthology.orchestra.run.smithi046.stdout:checking whether the C compiler works... yes 2023-09-21T13:07:02.299 INFO:teuthology.orchestra.run.smithi046.stdout:checking for C compiler default output file name... a.out 2023-09-21T13:07:02.330 INFO:teuthology.orchestra.run.smithi046.stdout:checking for suffix of executables... 2023-09-21T13:07:02.378 INFO:teuthology.orchestra.run.smithi046.stdout:checking whether we are cross compiling... no 2023-09-21T13:07:02.399 INFO:teuthology.orchestra.run.smithi046.stdout:checking for suffix of object files... o 2023-09-21T13:07:02.418 INFO:teuthology.orchestra.run.smithi046.stdout:checking whether we are using the GNU C compiler... yes 2023-09-21T13:07:02.437 INFO:teuthology.orchestra.run.smithi046.stdout:checking whether gcc accepts -g... yes 2023-09-21T13:07:02.467 INFO:teuthology.orchestra.run.smithi046.stdout:checking for gcc option to accept ISO C89... none needed 2023-09-21T13:07:02.470 INFO:teuthology.orchestra.run.smithi046.stdout:checking for a sed that does not truncate output... /bin/sed 2023-09-21T13:07:02.472 INFO:teuthology.orchestra.run.smithi046.stdout:checking for grep that handles long lines and -e... /bin/grep 2023-09-21T13:07:02.473 INFO:teuthology.orchestra.run.smithi046.stdout:checking for egrep... /bin/grep -E 2023-09-21T13:07:02.475 INFO:teuthology.orchestra.run.smithi046.stdout:checking for fgrep... /bin/grep -F 2023-09-21T13:07:02.479 INFO:teuthology.orchestra.run.smithi046.stdout:checking for ld used by gcc... /bin/ld 2023-09-21T13:07:02.480 INFO:teuthology.orchestra.run.smithi046.stdout:checking if the linker (/bin/ld) is GNU ld... yes 2023-09-21T13:07:02.485 INFO:teuthology.orchestra.run.smithi046.stdout:checking for BSD- or MS-compatible name lister (nm)... /bin/nm -B 2023-09-21T13:07:02.504 INFO:teuthology.orchestra.run.smithi046.stdout:checking the name lister (/bin/nm -B) interface... BSD nm 2023-09-21T13:07:02.504 INFO:teuthology.orchestra.run.smithi046.stdout:checking whether ln -s works... yes 2023-09-21T13:07:02.516 INFO:teuthology.orchestra.run.smithi046.stdout:checking the maximum length of command line arguments... 1572864 2023-09-21T13:07:02.518 INFO:teuthology.orchestra.run.smithi046.stdout:checking how to convert x86_64-pc-linux-gnu file names to x86_64-pc-linux-gnu format... func_convert_file_noop 2023-09-21T13:07:02.519 INFO:teuthology.orchestra.run.smithi046.stdout:checking how to convert x86_64-pc-linux-gnu file names to toolchain format... func_convert_file_noop 2023-09-21T13:07:02.519 INFO:teuthology.orchestra.run.smithi046.stdout:checking for /bin/ld option to reload object files... -r 2023-09-21T13:07:02.520 INFO:teuthology.orchestra.run.smithi046.stdout:checking for objdump... objdump 2023-09-21T13:07:02.520 INFO:teuthology.orchestra.run.smithi046.stdout:checking how to recognize dependent libraries... pass_all 2023-09-21T13:07:02.520 INFO:teuthology.orchestra.run.smithi046.stdout:checking for dlltool... no 2023-09-21T13:07:02.521 INFO:teuthology.orchestra.run.smithi046.stdout:checking how to associate runtime and link libraries... printf %s\n 2023-09-21T13:07:02.521 INFO:teuthology.orchestra.run.smithi046.stdout:checking for ar... ar 2023-09-21T13:07:02.566 INFO:teuthology.orchestra.run.smithi046.stdout:checking for archiver @FILE support... @ 2023-09-21T13:07:02.567 INFO:teuthology.orchestra.run.smithi046.stdout:checking for strip... strip 2023-09-21T13:07:02.567 INFO:teuthology.orchestra.run.smithi046.stdout:checking for ranlib... ranlib 2023-09-21T13:07:02.567 INFO:teuthology.orchestra.run.smithi046.stdout:checking for gawk... gawk 2023-09-21T13:07:02.625 INFO:teuthology.orchestra.run.smithi046.stdout:checking command to parse /bin/nm -B output from gcc object... ok 2023-09-21T13:07:02.627 INFO:teuthology.orchestra.run.smithi046.stdout:checking for sysroot... no 2023-09-21T13:07:02.631 INFO:teuthology.orchestra.run.smithi046.stdout:checking for a working dd... /bin/dd 2023-09-21T13:07:02.634 INFO:teuthology.orchestra.run.smithi046.stdout:checking how to truncate binary pipes... /bin/dd bs=4096 count=1 2023-09-21T13:07:02.648 INFO:teuthology.orchestra.run.smithi046.stdout:checking for mt... no 2023-09-21T13:07:02.650 INFO:teuthology.orchestra.run.smithi046.stdout:checking if : is a manifest tool... no 2023-09-21T13:07:02.688 INFO:teuthology.orchestra.run.smithi046.stdout:checking how to run the C preprocessor... gcc -E 2023-09-21T13:07:02.856 INFO:teuthology.orchestra.run.smithi046.stdout:checking for ANSI C header files... yes 2023-09-21T13:07:02.880 INFO:teuthology.orchestra.run.smithi046.stdout:checking for sys/types.h... yes 2023-09-21T13:07:02.917 INFO:teuthology.orchestra.run.smithi046.stdout:checking for sys/stat.h... yes 2023-09-21T13:07:02.944 INFO:teuthology.orchestra.run.smithi046.stdout:checking for stdlib.h... yes 2023-09-21T13:07:02.973 INFO:teuthology.orchestra.run.smithi046.stdout:checking for string.h... yes 2023-09-21T13:07:03.000 INFO:teuthology.orchestra.run.smithi046.stdout:checking for memory.h... yes 2023-09-21T13:07:03.028 INFO:teuthology.orchestra.run.smithi046.stdout:checking for strings.h... yes 2023-09-21T13:07:03.058 INFO:teuthology.orchestra.run.smithi046.stdout:checking for inttypes.h... yes 2023-09-21T13:07:03.086 INFO:teuthology.orchestra.run.smithi046.stdout:checking for stdint.h... yes 2023-09-21T13:07:03.125 INFO:teuthology.orchestra.run.smithi046.stdout:checking for unistd.h... yes 2023-09-21T13:07:03.163 INFO:teuthology.orchestra.run.smithi046.stdout:checking for dlfcn.h... yes 2023-09-21T13:07:03.167 INFO:teuthology.orchestra.run.smithi046.stdout:checking for objdir... .libs 2023-09-21T13:07:03.240 INFO:teuthology.orchestra.run.smithi046.stdout:checking if gcc supports -fno-rtti -fno-exceptions... no 2023-09-21T13:07:03.240 INFO:teuthology.orchestra.run.smithi046.stdout:checking for gcc option to produce PIC... -fPIC -DPIC 2023-09-21T13:07:03.257 INFO:teuthology.orchestra.run.smithi046.stdout:checking if gcc PIC flag -fPIC -DPIC works... yes 2023-09-21T13:07:03.278 INFO:teuthology.orchestra.run.smithi046.stdout:checking if gcc static flag -static works... no 2023-09-21T13:07:03.301 INFO:teuthology.orchestra.run.smithi046.stdout:checking if gcc supports -c -o file.o... yes 2023-09-21T13:07:03.301 INFO:teuthology.orchestra.run.smithi046.stdout:checking if gcc supports -c -o file.o... (cached) yes 2023-09-21T13:07:03.308 INFO:teuthology.orchestra.run.smithi046.stdout:checking whether the gcc linker (/bin/ld -m elf_x86_64) supports shared libraries... yes 2023-09-21T13:07:03.335 INFO:teuthology.orchestra.run.smithi046.stdout:checking whether -lc should be explicitly linked in... no 2023-09-21T13:07:03.388 INFO:teuthology.orchestra.run.smithi046.stdout:checking dynamic linker characteristics... GNU/Linux ld.so 2023-09-21T13:07:03.389 INFO:teuthology.orchestra.run.smithi046.stdout:checking how to hardcode library paths into programs... immediate 2023-09-21T13:07:03.390 INFO:teuthology.orchestra.run.smithi046.stdout:checking whether stripping libraries is possible... yes 2023-09-21T13:07:03.390 INFO:teuthology.orchestra.run.smithi046.stdout:checking if libtool supports shared libraries... yes 2023-09-21T13:07:03.390 INFO:teuthology.orchestra.run.smithi046.stdout:checking whether to build shared libraries... yes 2023-09-21T13:07:03.391 INFO:teuthology.orchestra.run.smithi046.stdout:checking whether to build static libraries... yes 2023-09-21T13:07:03.395 INFO:teuthology.orchestra.run.smithi046.stdout:checking for gcc... (cached) gcc 2023-09-21T13:07:03.413 INFO:teuthology.orchestra.run.smithi046.stdout:checking whether we are using the GNU C compiler... (cached) yes 2023-09-21T13:07:03.414 INFO:teuthology.orchestra.run.smithi046.stdout:checking whether gcc accepts -g... (cached) yes 2023-09-21T13:07:03.414 INFO:teuthology.orchestra.run.smithi046.stdout:checking for gcc option to accept ISO C89... (cached) none needed 2023-09-21T13:07:03.414 INFO:teuthology.orchestra.run.smithi046.stdout:checking for gmake... /usr/bin/gmake 2023-09-21T13:07:03.415 INFO:teuthology.orchestra.run.smithi046.stderr:./configure: line 12070: test: $(SHELL): binary operator expected 2023-09-21T13:07:03.415 INFO:teuthology.orchestra.run.smithi046.stdout:checking for tar... /bin/tar 2023-09-21T13:07:03.416 INFO:teuthology.orchestra.run.smithi046.stdout:checking for gzip... /bin/gzip 2023-09-21T13:07:03.422 INFO:teuthology.orchestra.run.smithi046.stdout:checking whether gcc -MM is supported... yes 2023-09-21T13:07:03.424 INFO:teuthology.orchestra.run.smithi046.stdout:checking for sort... /bin/sort 2023-09-21T13:07:03.424 INFO:teuthology.orchestra.run.smithi046.stdout:checking whether ln -s works... yes 2023-09-21T13:07:03.424 INFO:teuthology.orchestra.run.smithi046.stdout:checking for rpm... /bin/rpm 2023-09-21T13:07:03.428 INFO:teuthology.orchestra.run.smithi046.stdout:checking for rpmbuild... no 2023-09-21T13:07:03.465 INFO:teuthology.orchestra.run.smithi046.stdout:checking assert.h usability... yes 2023-09-21T13:07:03.473 INFO:teuthology.orchestra.run.smithi046.stdout:checking assert.h presence... yes 2023-09-21T13:07:03.473 INFO:teuthology.orchestra.run.smithi046.stdout:checking for assert.h... yes 2023-09-21T13:07:03.503 INFO:teuthology.orchestra.run.smithi046.stdout:checking bstring.h usability... no 2023-09-21T13:07:03.515 INFO:teuthology.orchestra.run.smithi046.stdout:checking bstring.h presence... no 2023-09-21T13:07:03.515 INFO:teuthology.orchestra.run.smithi046.stdout:checking for bstring.h... no 2023-09-21T13:07:03.542 INFO:teuthology.orchestra.run.smithi046.stdout:checking libgen.h usability... yes 2023-09-21T13:07:03.551 INFO:teuthology.orchestra.run.smithi046.stdout:checking libgen.h presence... yes 2023-09-21T13:07:03.551 INFO:teuthology.orchestra.run.smithi046.stdout:checking for libgen.h... yes 2023-09-21T13:07:03.586 INFO:teuthology.orchestra.run.smithi046.stdout:checking dirent.h usability... yes 2023-09-21T13:07:03.595 INFO:teuthology.orchestra.run.smithi046.stdout:checking dirent.h presence... yes 2023-09-21T13:07:03.595 INFO:teuthology.orchestra.run.smithi046.stdout:checking for dirent.h... yes 2023-09-21T13:07:03.656 INFO:teuthology.orchestra.run.smithi046.stdout:checking errno.h usability... yes 2023-09-21T13:07:03.664 INFO:teuthology.orchestra.run.smithi046.stdout:checking errno.h presence... yes 2023-09-21T13:07:03.665 INFO:teuthology.orchestra.run.smithi046.stdout:checking for errno.h... yes 2023-09-21T13:07:03.701 INFO:teuthology.orchestra.run.smithi046.stdout:checking malloc.h usability... yes 2023-09-21T13:07:03.710 INFO:teuthology.orchestra.run.smithi046.stdout:checking malloc.h presence... yes 2023-09-21T13:07:03.710 INFO:teuthology.orchestra.run.smithi046.stdout:checking for malloc.h... yes 2023-09-21T13:07:03.740 INFO:teuthology.orchestra.run.smithi046.stdout:checking uuid.h usability... no 2023-09-21T13:07:03.750 INFO:teuthology.orchestra.run.smithi046.stdout:checking uuid.h presence... no 2023-09-21T13:07:03.750 INFO:teuthology.orchestra.run.smithi046.stdout:checking for uuid.h... no 2023-09-21T13:07:03.784 INFO:teuthology.orchestra.run.smithi046.stdout:checking uuid/uuid.h usability... yes 2023-09-21T13:07:03.794 INFO:teuthology.orchestra.run.smithi046.stdout:checking uuid/uuid.h presence... yes 2023-09-21T13:07:03.794 INFO:teuthology.orchestra.run.smithi046.stdout:checking for uuid/uuid.h... yes 2023-09-21T13:07:03.822 INFO:teuthology.orchestra.run.smithi046.stdout:checking sys/uuid.h usability... no 2023-09-21T13:07:03.833 INFO:teuthology.orchestra.run.smithi046.stdout:checking sys/uuid.h presence... no 2023-09-21T13:07:03.833 INFO:teuthology.orchestra.run.smithi046.stdout:checking for sys/uuid.h... no 2023-09-21T13:07:03.862 INFO:teuthology.orchestra.run.smithi046.stdout:checking sys/file.h usability... yes 2023-09-21T13:07:03.870 INFO:teuthology.orchestra.run.smithi046.stdout:checking sys/file.h presence... yes 2023-09-21T13:07:03.870 INFO:teuthology.orchestra.run.smithi046.stdout:checking for sys/file.h... yes 2023-09-21T13:07:03.901 INFO:teuthology.orchestra.run.smithi046.stdout:checking sys/fcntl.h usability... yes 2023-09-21T13:07:03.910 INFO:teuthology.orchestra.run.smithi046.stdout:checking sys/fcntl.h presence... yes 2023-09-21T13:07:03.910 INFO:teuthology.orchestra.run.smithi046.stdout:checking for sys/fcntl.h... yes 2023-09-21T13:07:03.939 INFO:teuthology.orchestra.run.smithi046.stdout:checking sys/syssgi.h usability... no 2023-09-21T13:07:03.949 INFO:teuthology.orchestra.run.smithi046.stdout:checking sys/syssgi.h presence... no 2023-09-21T13:07:03.949 INFO:teuthology.orchestra.run.smithi046.stdout:checking for sys/syssgi.h... no 2023-09-21T13:07:04.031 INFO:teuthology.orchestra.run.smithi046.stdout:checking sys/param.h usability... yes 2023-09-21T13:07:04.042 INFO:teuthology.orchestra.run.smithi046.stdout:checking sys/param.h presence... yes 2023-09-21T13:07:04.043 INFO:teuthology.orchestra.run.smithi046.stdout:checking for sys/param.h... yes 2023-09-21T13:07:04.048 INFO:teuthology.orchestra.run.smithi046.stdout:checking for sys/stat.h... (cached) yes 2023-09-21T13:07:04.090 INFO:teuthology.orchestra.run.smithi046.stdout:checking sys/statvfs.h usability... yes 2023-09-21T13:07:04.098 INFO:teuthology.orchestra.run.smithi046.stdout:checking sys/statvfs.h presence... yes 2023-09-21T13:07:04.099 INFO:teuthology.orchestra.run.smithi046.stdout:checking for sys/statvfs.h... yes 2023-09-21T13:07:04.130 INFO:teuthology.orchestra.run.smithi046.stdout:checking sys/time.h usability... yes 2023-09-21T13:07:04.139 INFO:teuthology.orchestra.run.smithi046.stdout:checking sys/time.h presence... yes 2023-09-21T13:07:04.139 INFO:teuthology.orchestra.run.smithi046.stdout:checking for sys/time.h... yes 2023-09-21T13:07:04.182 INFO:teuthology.orchestra.run.smithi046.stdout:checking sys/ioctl.h usability... yes 2023-09-21T13:07:04.190 INFO:teuthology.orchestra.run.smithi046.stdout:checking sys/ioctl.h presence... yes 2023-09-21T13:07:04.191 INFO:teuthology.orchestra.run.smithi046.stdout:checking for sys/ioctl.h... yes 2023-09-21T13:07:04.225 INFO:teuthology.orchestra.run.smithi046.stdout:checking sys/wait.h usability... yes 2023-09-21T13:07:04.234 INFO:teuthology.orchestra.run.smithi046.stdout:checking sys/wait.h presence... yes 2023-09-21T13:07:04.235 INFO:teuthology.orchestra.run.smithi046.stdout:checking for sys/wait.h... yes 2023-09-21T13:07:04.240 INFO:teuthology.orchestra.run.smithi046.stdout:checking for sys/types.h... (cached) yes 2023-09-21T13:07:04.246 INFO:teuthology.orchestra.run.smithi046.stdout:checking for strings.h... (cached) yes 2023-09-21T13:07:04.285 INFO:teuthology.orchestra.run.smithi046.stdout:checking err.h usability... yes 2023-09-21T13:07:04.293 INFO:teuthology.orchestra.run.smithi046.stdout:checking err.h presence... yes 2023-09-21T13:07:04.294 INFO:teuthology.orchestra.run.smithi046.stdout:checking for err.h... yes 2023-09-21T13:07:04.325 INFO:teuthology.orchestra.run.smithi046.stdout:checking linux/falloc.h usability... yes 2023-09-21T13:07:04.332 INFO:teuthology.orchestra.run.smithi046.stdout:checking linux/falloc.h presence... yes 2023-09-21T13:07:04.332 INFO:teuthology.orchestra.run.smithi046.stdout:checking for linux/falloc.h... yes 2023-09-21T13:07:04.362 INFO:teuthology.orchestra.run.smithi046.stdout:checking sys/fs/xfs_fsops.h usability... no 2023-09-21T13:07:04.373 INFO:teuthology.orchestra.run.smithi046.stdout:checking sys/fs/xfs_fsops.h presence... no 2023-09-21T13:07:04.373 INFO:teuthology.orchestra.run.smithi046.stdout:checking for sys/fs/xfs_fsops.h... no 2023-09-21T13:07:04.400 INFO:teuthology.orchestra.run.smithi046.stdout:checking sys/fs/xfs_itable.h usability... no 2023-09-21T13:07:04.411 INFO:teuthology.orchestra.run.smithi046.stdout:checking sys/fs/xfs_itable.h presence... no 2023-09-21T13:07:04.412 INFO:teuthology.orchestra.run.smithi046.stdout:checking for sys/fs/xfs_itable.h... no 2023-09-21T13:07:04.437 INFO:teuthology.orchestra.run.smithi046.stdout:checking xfs/platform_defs.h usability... no 2023-09-21T13:07:04.448 INFO:teuthology.orchestra.run.smithi046.stdout:checking xfs/platform_defs.h presence... no 2023-09-21T13:07:04.448 INFO:teuthology.orchestra.run.smithi046.stdout:checking for xfs/platform_defs.h... no 2023-09-21T13:07:04.474 INFO:teuthology.orchestra.run.smithi046.stdout:checking btrfs/ioctl.h usability... no 2023-09-21T13:07:04.485 INFO:teuthology.orchestra.run.smithi046.stdout:checking btrfs/ioctl.h presence... no 2023-09-21T13:07:04.485 INFO:teuthology.orchestra.run.smithi046.stdout:checking for btrfs/ioctl.h... no 2023-09-21T13:07:04.511 INFO:teuthology.orchestra.run.smithi046.stdout:checking cifs/ioctl.h usability... no 2023-09-21T13:07:04.522 INFO:teuthology.orchestra.run.smithi046.stdout:checking cifs/ioctl.h presence... no 2023-09-21T13:07:04.522 INFO:teuthology.orchestra.run.smithi046.stdout:checking for cifs/ioctl.h... no 2023-09-21T13:07:04.551 INFO:teuthology.orchestra.run.smithi046.stdout:checking sys/mman.h usability... yes 2023-09-21T13:07:04.559 INFO:teuthology.orchestra.run.smithi046.stdout:checking sys/mman.h presence... yes 2023-09-21T13:07:04.559 INFO:teuthology.orchestra.run.smithi046.stdout:checking for sys/mman.h... yes 2023-09-21T13:07:04.576 INFO:teuthology.orchestra.run.smithi046.stdout:checking for xfs/xfs_log_format.h... no 2023-09-21T13:07:04.614 INFO:teuthology.orchestra.run.smithi046.stdout:checking for uuid_compare... no 2023-09-21T13:07:04.648 INFO:teuthology.orchestra.run.smithi046.stdout:checking for uuid_compare in -luuid... yes 2023-09-21T13:07:04.701 INFO:teuthology.orchestra.run.smithi046.stdout:checking for xfs/xfs.h... yes 2023-09-21T13:07:04.716 INFO:teuthology.orchestra.run.smithi046.stdout:checking for xfs/libxfs.h... no 2023-09-21T13:07:04.734 INFO:teuthology.orchestra.run.smithi046.stdout:checking whether xlog_assign_lsn is declared... no 2023-09-21T13:07:04.766 INFO:teuthology.orchestra.run.smithi046.stdout:checking for xfs/xqm.h... yes 2023-09-21T13:07:04.816 INFO:teuthology.orchestra.run.smithi046.stdout:checking xfsctl from xfs/xfs.h... ok 2023-09-21T13:07:04.841 INFO:teuthology.orchestra.run.smithi046.stdout:checking xfs/handle.h usability... yes 2023-09-21T13:07:04.848 INFO:teuthology.orchestra.run.smithi046.stdout:checking xfs/handle.h presence... yes 2023-09-21T13:07:04.849 INFO:teuthology.orchestra.run.smithi046.stdout:checking for xfs/handle.h... yes 2023-09-21T13:07:04.883 INFO:teuthology.orchestra.run.smithi046.stdout:checking for attr_list_by_handle in -lhandle... yes 2023-09-21T13:07:04.913 INFO:teuthology.orchestra.run.smithi046.stdout:checking sys/acl.h usability... yes 2023-09-21T13:07:04.922 INFO:teuthology.orchestra.run.smithi046.stdout:checking sys/acl.h presence... yes 2023-09-21T13:07:04.922 INFO:teuthology.orchestra.run.smithi046.stdout:checking for sys/acl.h... yes 2023-09-21T13:07:04.953 INFO:teuthology.orchestra.run.smithi046.stdout:checking acl/libacl.h usability... yes 2023-09-21T13:07:04.963 INFO:teuthology.orchestra.run.smithi046.stdout:checking acl/libacl.h presence... yes 2023-09-21T13:07:04.963 INFO:teuthology.orchestra.run.smithi046.stdout:checking for acl/libacl.h... yes 2023-09-21T13:07:04.998 INFO:teuthology.orchestra.run.smithi046.stdout:checking for acl_init in -lacl... yes 2023-09-21T13:07:05.024 INFO:teuthology.orchestra.run.smithi046.stdout:checking gdbm-ndbm.h usability... no 2023-09-21T13:07:05.035 INFO:teuthology.orchestra.run.smithi046.stdout:checking gdbm-ndbm.h presence... no 2023-09-21T13:07:05.035 INFO:teuthology.orchestra.run.smithi046.stdout:checking for gdbm-ndbm.h... no 2023-09-21T13:07:05.059 INFO:teuthology.orchestra.run.smithi046.stdout:checking gdbm/ndbm.h usability... no 2023-09-21T13:07:05.070 INFO:teuthology.orchestra.run.smithi046.stdout:checking gdbm/ndbm.h presence... no 2023-09-21T13:07:05.070 INFO:teuthology.orchestra.run.smithi046.stdout:checking for gdbm/ndbm.h... no 2023-09-21T13:07:05.093 INFO:teuthology.orchestra.run.smithi046.stdout:checking ndbm.h usability... no 2023-09-21T13:07:05.104 INFO:teuthology.orchestra.run.smithi046.stdout:checking ndbm.h presence... no 2023-09-21T13:07:05.104 INFO:teuthology.orchestra.run.smithi046.stdout:checking for ndbm.h... no 2023-09-21T13:07:05.132 INFO:teuthology.orchestra.run.smithi046.stdout:checking libaio.h usability... yes 2023-09-21T13:07:05.144 INFO:teuthology.orchestra.run.smithi046.stdout:checking libaio.h presence... yes 2023-09-21T13:07:05.144 INFO:teuthology.orchestra.run.smithi046.stdout:checking for libaio.h... yes 2023-09-21T13:07:05.169 INFO:teuthology.orchestra.run.smithi046.stdout:checking liburing.h usability... no 2023-09-21T13:07:05.180 INFO:teuthology.orchestra.run.smithi046.stdout:checking liburing.h presence... no 2023-09-21T13:07:05.180 INFO:teuthology.orchestra.run.smithi046.stdout:checking for liburing.h... no 2023-09-21T13:07:05.204 INFO:teuthology.orchestra.run.smithi046.stdout:checking sys/capability.h usability... no 2023-09-21T13:07:05.215 INFO:teuthology.orchestra.run.smithi046.stdout:checking sys/capability.h presence... no 2023-09-21T13:07:05.215 INFO:teuthology.orchestra.run.smithi046.stdout:checking for sys/capability.h... no 2023-09-21T13:07:05.241 INFO:teuthology.orchestra.run.smithi046.stdout:checking linux/fiemap.h usability... yes 2023-09-21T13:07:05.248 INFO:teuthology.orchestra.run.smithi046.stdout:checking linux/fiemap.h presence... yes 2023-09-21T13:07:05.248 INFO:teuthology.orchestra.run.smithi046.stdout:checking for linux/fiemap.h... yes 2023-09-21T13:07:05.284 INFO:teuthology.orchestra.run.smithi046.stdout:checking for fallocate... yes 2023-09-21T13:07:05.321 INFO:teuthology.orchestra.run.smithi046.stdout:checking for open_by_handle_at... yes 2023-09-21T13:07:05.348 INFO:teuthology.orchestra.run.smithi046.stdout:checking sys/prctl.h usability... yes 2023-09-21T13:07:05.357 INFO:teuthology.orchestra.run.smithi046.stdout:checking sys/prctl.h presence... yes 2023-09-21T13:07:05.357 INFO:teuthology.orchestra.run.smithi046.stdout:checking for sys/prctl.h... yes 2023-09-21T13:07:05.385 INFO:teuthology.orchestra.run.smithi046.stdout:checking linux/fs.h usability... yes 2023-09-21T13:07:05.393 INFO:teuthology.orchestra.run.smithi046.stdout:checking linux/fs.h presence... yes 2023-09-21T13:07:05.394 INFO:teuthology.orchestra.run.smithi046.stdout:checking for linux/fs.h... yes 2023-09-21T13:07:05.418 INFO:teuthology.orchestra.run.smithi046.stdout:checking btrfsutil.h usability... no 2023-09-21T13:07:05.428 INFO:teuthology.orchestra.run.smithi046.stdout:checking btrfsutil.h presence... no 2023-09-21T13:07:05.428 INFO:teuthology.orchestra.run.smithi046.stdout:checking for btrfsutil.h... no 2023-09-21T13:07:05.467 INFO:teuthology.orchestra.run.smithi046.stdout:checking for copy_file_range... yes 2023-09-21T13:07:05.505 INFO:teuthology.orchestra.run.smithi046.stdout:checking for SEEK_DATA... yes 2023-09-21T13:07:05.556 INFO:teuthology.orchestra.run.smithi046.stdout:checking for BMV_OF_SHARED... yes 2023-09-21T13:07:05.594 INFO:teuthology.orchestra.run.smithi046.stdout:checking for nftw... yes 2023-09-21T13:07:05.632 INFO:teuthology.orchestra.run.smithi046.stdout:checking for RLIMIT_NOFILE... yes 2023-09-21T13:07:05.651 INFO:teuthology.orchestra.run.smithi046.stdout:checking for FIEXCHANGE_RANGE... no 2023-09-21T13:07:05.687 INFO:teuthology.orchestra.run.smithi046.stdout:checking for renameat2... yes 2023-09-21T13:07:05.724 INFO:teuthology.orchestra.run.smithi046.stdout:checking for reallocarray... yes 2023-09-21T13:07:05.739 INFO:teuthology.orchestra.run.smithi046.stdout:checking for struct mount_attr... no 2023-09-21T13:07:05.785 INFO:teuthology.orchestra.run.smithi046.stdout:checking for struct btrfs_qgroup_limit... yes 2023-09-21T13:07:05.824 INFO:teuthology.orchestra.run.smithi046.stdout:checking for struct btrfs_qgroup_inherit... yes 2023-09-21T13:07:05.862 INFO:teuthology.orchestra.run.smithi046.stdout:checking for struct btrfs_ioctl_vol_args... yes 2023-09-21T13:07:05.900 INFO:teuthology.orchestra.run.smithi046.stdout:checking for struct btrfs_ioctl_vol_args_v2... yes 2023-09-21T13:07:05.938 INFO:teuthology.orchestra.run.smithi046.stdout:checking for struct btrfs_ioctl_ino_lookup_args... yes 2023-09-21T13:07:05.976 INFO:teuthology.orchestra.run.smithi046.stdout:checking for struct btrfs_ioctl_ino_lookup_user_args... yes 2023-09-21T13:07:06.014 INFO:teuthology.orchestra.run.smithi046.stdout:checking for struct btrfs_ioctl_get_subvol_rootref_args... yes 2023-09-21T13:07:06.044 INFO:teuthology.orchestra.run.smithi046.stdout:checking linux/btrfs.h usability... yes 2023-09-21T13:07:06.051 INFO:teuthology.orchestra.run.smithi046.stdout:checking linux/btrfs.h presence... yes 2023-09-21T13:07:06.052 INFO:teuthology.orchestra.run.smithi046.stdout:checking for linux/btrfs.h... yes 2023-09-21T13:07:06.084 INFO:teuthology.orchestra.run.smithi046.stdout:checking linux/btrfs_tree.h usability... yes 2023-09-21T13:07:06.093 INFO:teuthology.orchestra.run.smithi046.stdout:checking linux/btrfs_tree.h presence... yes 2023-09-21T13:07:06.093 INFO:teuthology.orchestra.run.smithi046.stdout:checking for linux/btrfs_tree.h... yes 2023-09-21T13:07:06.127 INFO:teuthology.orchestra.run.smithi046.stdout:checking for struct btrfs_ioctl_vol_args_v2.subvolid... no 2023-09-21T13:07:06.145 INFO:teuthology.orchestra.run.smithi046.stdout:configure: creating ./config.status 2023-09-21T13:07:06.513 INFO:teuthology.orchestra.run.smithi046.stdout:config.status: creating include/builddefs 2023-09-21T13:07:06.526 INFO:teuthology.orchestra.run.smithi046.stdout:config.status: creating include/config.h 2023-09-21T13:07:06.536 INFO:teuthology.orchestra.run.smithi046.stdout:config.status: executing libtool commands 2023-09-21T13:07:06.580 INFO:teuthology.orchestra.run.smithi046.stdout:Building include 2023-09-21T13:07:06.584 INFO:teuthology.orchestra.run.smithi046.stdout:Building lib 2023-09-21T13:07:06.588 INFO:teuthology.orchestra.run.smithi046.stdout: [LTDEP] 2023-09-21T13:07:06.704 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] dataascii.lo 2023-09-21T13:07:06.829 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] databin.lo 2023-09-21T13:07:06.983 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] datapid.lo 2023-09-21T13:07:07.093 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] file_lock.lo 2023-09-21T13:07:07.247 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] forker.lo 2023-09-21T13:07:07.387 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] pattern.lo 2023-09-21T13:07:07.515 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] open_flags.lo 2023-09-21T13:07:07.665 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] random_range.lo 2023-09-21T13:07:07.898 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] string_to_tokens.lo 2023-09-21T13:07:08.009 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] str_to_bytes.lo 2023-09-21T13:07:08.145 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] tlibio.lo 2023-09-21T13:07:08.383 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] write_log.lo 2023-09-21T13:07:08.630 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] random.lo 2023-09-21T13:07:08.750 INFO:teuthology.orchestra.run.smithi046.stdout: [LD] 2023-09-21T13:07:08.845 INFO:teuthology.orchestra.run.smithi046.stdout:Building ltp 2023-09-21T13:07:08.848 INFO:teuthology.orchestra.run.smithi046.stdout: [DEP] 2023-09-21T13:07:09.016 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] doio 2023-09-21T13:07:09.192 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:07:09.195 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:07:09.683 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] fsstress 2023-09-21T13:07:11.018 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] fsx 2023-09-21T13:07:11.894 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] growfiles 2023-09-21T13:07:12.407 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] iogen 2023-09-21T13:07:12.765 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] aio-stress 2023-09-21T13:07:13.187 INFO:teuthology.orchestra.run.smithi046.stdout:Building src 2023-09-21T13:07:13.193 INFO:teuthology.orchestra.run.smithi046.stdout: [DEP] 2023-09-21T13:07:14.657 INFO:teuthology.orchestra.run.smithi046.stdout: [DEP] 2023-09-21T13:07:14.682 INFO:teuthology.orchestra.run.smithi046.stdout: [DEP] 2023-09-21T13:07:14.690 INFO:teuthology.orchestra.run.smithi046.stdout: [DEP] 2023-09-21T13:07:14.894 INFO:teuthology.orchestra.run.smithi046.stdout: [DEP] 2023-09-21T13:07:14.916 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] dirstress 2023-09-21T13:07:15.157 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] fill 2023-09-21T13:07:15.314 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] fill2 2023-09-21T13:07:15.544 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] getpagesize 2023-09-21T13:07:15.685 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] holes 2023-09-21T13:07:15.882 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] lstat64 2023-09-21T13:07:16.068 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] nametest 2023-09-21T13:07:16.310 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] permname 2023-09-21T13:07:16.511 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] randholes 2023-09-21T13:07:16.761 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] runas 2023-09-21T13:07:16.939 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] truncfile 2023-09-21T13:07:17.124 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] usemem 2023-09-21T13:07:17.278 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] mmapcat 2023-09-21T13:07:17.432 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] append_reader 2023-09-21T13:07:17.586 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] append_writer 2023-09-21T13:07:17.741 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] dirperf 2023-09-21T13:07:17.962 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] metaperf 2023-09-21T13:07:18.219 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] devzero 2023-09-21T13:07:18.396 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] feature 2023-09-21T13:07:18.613 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] alloc 2023-09-21T13:07:18.826 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] fault 2023-09-21T13:07:18.993 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] fstest 2023-09-21T13:07:19.232 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] t_access_root 2023-09-21T13:07:19.390 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] godown 2023-09-21T13:07:19.562 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] resvtest 2023-09-21T13:07:19.751 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] writemod 2023-09-21T13:07:19.901 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] writev_on_pagefault 2023-09-21T13:07:20.063 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] makeextents 2023-09-21T13:07:20.245 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] itrash 2023-09-21T13:07:20.405 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] rename 2023-09-21T13:07:20.548 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] multi_open_unlink 2023-09-21T13:07:20.715 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] unwritten_sync 2023-09-21T13:07:20.898 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] genhashnames 2023-09-21T13:07:21.089 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] t_holes 2023-09-21T13:07:21.241 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] t_mmap_writev 2023-09-21T13:07:21.395 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] t_truncate_cmtime 2023-09-21T13:07:21.557 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] dirhash_collide 2023-09-21T13:07:21.742 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] t_rename_overwrite 2023-09-21T13:07:21.888 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] holetest 2023-09-21T13:07:22.110 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] t_truncate_self 2023-09-21T13:07:22.257 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] af_unix 2023-09-21T13:07:22.413 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] t_mmap_stale_pmd 2023-09-21T13:07:22.569 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] t_mmap_cow_race 2023-09-21T13:07:22.738 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] t_mmap_fallocate 2023-09-21T13:07:22.893 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] fsync-err 2023-09-21T13:07:23.082 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] t_mmap_write_ro 2023-09-21T13:07:23.238 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] t_ext4_dax_journal_corruption 2023-09-21T13:07:23.401 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] t_ext4_dax_inline_corruption 2023-09-21T13:07:23.559 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] t_ofd_locks 2023-09-21T13:07:23.758 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] t_mmap_collision 2023-09-21T13:07:23.960 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] mmap-write-concurrent 2023-09-21T13:07:24.133 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] t_get_file_time 2023-09-21T13:07:24.284 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] t_create_short_dirs 2023-09-21T13:07:24.454 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] t_create_long_dirs 2023-09-21T13:07:24.620 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] t_enospc 2023-09-21T13:07:24.809 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] t_mmap_writev_overlap 2023-09-21T13:07:24.984 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] checkpoint_journal 2023-09-21T13:07:25.149 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] mmap-rw-fault 2023-09-21T13:07:25.338 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] allocstale 2023-09-21T13:07:25.509 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] t_mmap_cow_memory_failure 2023-09-21T13:07:25.683 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] fake-dump-rootino 2023-09-21T13:07:25.838 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] dio-buf-fault 2023-09-21T13:07:25.995 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] xfsctl 2023-09-21T13:07:26.188 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] bstat 2023-09-21T13:07:26.395 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] t_mtab 2023-09-21T13:07:26.582 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] getdevicesize 2023-09-21T13:07:26.728 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] preallo_rw_pattern_reader 2023-09-21T13:07:26.890 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] preallo_rw_pattern_writer 2023-09-21T13:07:27.053 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] ftrunc 2023-09-21T13:07:27.206 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] trunc 2023-09-21T13:07:27.372 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] fs_perms 2023-09-21T13:07:27.541 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] testx 2023-09-21T13:07:27.678 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] looptest 2023-09-21T13:07:27.874 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] locktest 2023-09-21T13:07:28.184 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] unwritten_mmap 2023-09-21T13:07:28.351 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] bulkstat_unlink_test 2023-09-21T13:07:28.556 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] deduperace 2023-09-21T13:07:28.753 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] bulkstat_unlink_test_modified 2023-09-21T13:07:28.953 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] t_dir_offset 2023-09-21T13:07:29.106 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] t_futimens 2023-09-21T13:07:29.250 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] t_immutable 2023-09-21T13:07:29.863 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] stale_handle 2023-09-21T13:07:30.037 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] pwrite_mmap_blocked 2023-09-21T13:07:30.194 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] t_dir_offset2 2023-09-21T13:07:30.391 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] seek_sanity_test 2023-09-21T13:07:30.808 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] seek_copy_test 2023-09-21T13:07:30.987 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] t_readdir_1 2023-09-21T13:07:31.139 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] t_readdir_2 2023-09-21T13:07:31.295 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] fsync-tester 2023-09-21T13:07:31.548 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] nsexec 2023-09-21T13:07:31.726 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] cloner 2023-09-21T13:07:31.908 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] renameat2 2023-09-21T13:07:32.078 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] t_getcwd 2023-09-21T13:07:32.240 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] e4compact 2023-09-21T13:07:32.444 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] test-nextquota 2023-09-21T13:07:32.618 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] punch-alternating 2023-09-21T13:07:32.792 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] attr-list-by-handle-cursor-test 2023-09-21T13:07:32.965 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] listxattr 2023-09-21T13:07:33.116 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] dio-interleaved 2023-09-21T13:07:33.281 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] t_dir_type 2023-09-21T13:07:33.440 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] dio-invalidate-cache 2023-09-21T13:07:33.647 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] stat_test 2023-09-21T13:07:33.947 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] t_encrypted_d_revalidate 2023-09-21T13:07:34.118 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] attr_replace_test 2023-09-21T13:07:34.285 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] swapon 2023-09-21T13:07:34.455 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] mkswap 2023-09-21T13:07:34.611 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] t_attr_corruption 2023-09-21T13:07:34.765 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] t_open_tmpfiles 2023-09-21T13:07:34.948 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] fscrypt-crypt-util 2023-09-21T13:07:35.593 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] bulkstat_null_ocount 2023-09-21T13:07:35.756 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] splice-test 2023-09-21T13:07:35.941 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] chprojid_fail 2023-09-21T13:07:36.107 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] detached_mounts_propagation 2023-09-21T13:07:36.295 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] ext4_resize 2023-09-21T13:07:36.450 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] t_readdir_3 2023-09-21T13:07:36.649 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] splice2pipe 2023-09-21T13:07:36.815 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] uuid_ioctl 2023-09-21T13:07:36.973 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] fiemap-tester 2023-09-21T13:07:37.245 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] t_stripealign 2023-09-21T13:07:37.405 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] open_by_handle 2023-09-21T13:07:37.663 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] t_mmap_dio 2023-09-21T13:07:37.830 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] xfsfind 2023-09-21T13:07:38.026 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] fssum 2023-09-21T13:07:38.463 INFO:teuthology.orchestra.run.smithi046.stdout:Building log-writes 2023-09-21T13:07:38.468 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] replay-log 2023-09-21T13:07:38.782 INFO:teuthology.orchestra.run.smithi046.stdout:Building perf 2023-09-21T13:07:38.786 INFO:teuthology.orchestra.run.smithi046.stdout:Building aio-dio-regress 2023-09-21T13:07:38.792 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] aio-dio-append-write-fallocate-race 2023-09-21T13:07:38.971 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] aio-dio-fcntl-race 2023-09-21T13:07:39.141 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] aio-dio-subblock-eof-read 2023-09-21T13:07:39.264 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:07:39.267 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:07:39.294 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] aio-dio-append-write-read-race 2023-09-21T13:07:39.477 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] aio-dio-invalidate-readahead 2023-09-21T13:07:39.649 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] aio-dio-hole-filling-race 2023-09-21T13:07:39.807 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] aio-free-ring-with-bogus-nr-pages 2023-09-21T13:07:39.951 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] aio-last-ref-held-by-io 2023-09-21T13:07:40.131 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] aio-dio-cycle-write 2023-09-21T13:07:40.323 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] aio-dio-extend-stat 2023-09-21T13:07:40.497 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] aio-io-setup-with-nonwritable-context-pointer 2023-09-21T13:07:40.640 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] aio-dio-invalidate-failure 2023-09-21T13:07:40.808 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] aiodio_sparse2 2023-09-21T13:07:41.030 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] aiocp 2023-09-21T13:07:41.262 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] aio-dio-cow-race 2023-09-21T13:07:41.424 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] aio-dio-write-verify 2023-09-21T13:07:41.624 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] aio-dio-eof-race 2023-09-21T13:07:41.815 INFO:teuthology.orchestra.run.smithi046.stdout:Building vfs 2023-09-21T13:07:41.821 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] vfstest 2023-09-21T13:07:43.705 INFO:teuthology.orchestra.run.smithi046.stdout: [CC] mount-idmapped 2023-09-21T13:07:44.079 INFO:teuthology.orchestra.run.smithi046.stdout:Building m4 2023-09-21T13:07:44.083 INFO:teuthology.orchestra.run.smithi046.stdout:Building common 2023-09-21T13:07:44.086 INFO:teuthology.orchestra.run.smithi046.stdout:Building tests 2023-09-21T13:07:44.092 INFO:teuthology.orchestra.run.smithi046.stdout:Building perf 2023-09-21T13:07:44.097 INFO:teuthology.orchestra.run.smithi046.stdout: [GROUP] /tmp/tmp.JI8GoXYvmPxfstests-dev/tests/perf/group.list 2023-09-21T13:07:44.109 INFO:teuthology.orchestra.run.smithi046.stdout:Building ext4 2023-09-21T13:07:44.115 INFO:teuthology.orchestra.run.smithi046.stdout: [GROUP] /tmp/tmp.JI8GoXYvmPxfstests-dev/tests/ext4/group.list 2023-09-21T13:07:44.155 INFO:teuthology.orchestra.run.smithi046.stdout:Building ocfs2 2023-09-21T13:07:44.160 INFO:teuthology.orchestra.run.smithi046.stdout: [GROUP] /tmp/tmp.JI8GoXYvmPxfstests-dev/tests/ocfs2/group.list 2023-09-21T13:07:44.174 INFO:teuthology.orchestra.run.smithi046.stdout:Building overlay 2023-09-21T13:07:44.180 INFO:teuthology.orchestra.run.smithi046.stdout: [GROUP] /tmp/tmp.JI8GoXYvmPxfstests-dev/tests/overlay/group.list 2023-09-21T13:07:44.222 INFO:teuthology.orchestra.run.smithi046.stdout:Building cifs 2023-09-21T13:07:44.228 INFO:teuthology.orchestra.run.smithi046.stdout: [GROUP] /tmp/tmp.JI8GoXYvmPxfstests-dev/tests/cifs/group.list 2023-09-21T13:07:44.242 INFO:teuthology.orchestra.run.smithi046.stdout:Building generic 2023-09-21T13:07:44.249 INFO:teuthology.orchestra.run.smithi046.stdout: [GROUP] /tmp/tmp.JI8GoXYvmPxfstests-dev/tests/generic/group.list 2023-09-21T13:07:44.355 INFO:teuthology.orchestra.run.smithi046.stdout:Building shared 2023-09-21T13:07:44.362 INFO:teuthology.orchestra.run.smithi046.stdout: [GROUP] /tmp/tmp.JI8GoXYvmPxfstests-dev/tests/shared/group.list 2023-09-21T13:07:44.380 INFO:teuthology.orchestra.run.smithi046.stdout:Building nfs 2023-09-21T13:07:44.386 INFO:teuthology.orchestra.run.smithi046.stdout: [GROUP] /tmp/tmp.JI8GoXYvmPxfstests-dev/tests/nfs/group.list 2023-09-21T13:07:44.401 INFO:teuthology.orchestra.run.smithi046.stdout:Building f2fs 2023-09-21T13:07:44.407 INFO:teuthology.orchestra.run.smithi046.stdout: [GROUP] /tmp/tmp.JI8GoXYvmPxfstests-dev/tests/f2fs/group.list 2023-09-21T13:07:44.425 INFO:teuthology.orchestra.run.smithi046.stdout:Building udf 2023-09-21T13:07:44.430 INFO:teuthology.orchestra.run.smithi046.stdout: [GROUP] /tmp/tmp.JI8GoXYvmPxfstests-dev/tests/udf/group.list 2023-09-21T13:07:44.442 INFO:teuthology.orchestra.run.smithi046.stdout:Building ceph 2023-09-21T13:07:44.448 INFO:teuthology.orchestra.run.smithi046.stdout: [GROUP] /tmp/tmp.JI8GoXYvmPxfstests-dev/tests/ceph/group.list 2023-09-21T13:07:44.463 INFO:teuthology.orchestra.run.smithi046.stdout:Building xfs 2023-09-21T13:07:44.470 INFO:teuthology.orchestra.run.smithi046.stdout: [GROUP] /tmp/tmp.JI8GoXYvmPxfstests-dev/tests/xfs/group.list 2023-09-21T13:07:44.576 INFO:teuthology.orchestra.run.smithi046.stdout:Building btrfs 2023-09-21T13:07:44.582 INFO:teuthology.orchestra.run.smithi046.stdout: [GROUP] /tmp/tmp.JI8GoXYvmPxfstests-dev/tests/btrfs/group.list 2023-09-21T13:07:44.646 INFO:teuthology.orchestra.run.smithi046.stdout:Building tmpfs 2023-09-21T13:07:44.652 INFO:teuthology.orchestra.run.smithi046.stdout: [GROUP] /tmp/tmp.JI8GoXYvmPxfstests-dev/tests/tmpfs/group.list 2023-09-21T13:07:44.666 INFO:teuthology.orchestra.run.smithi046.stdout:Building selftest 2023-09-21T13:07:44.672 INFO:teuthology.orchestra.run.smithi046.stdout: [GROUP] /tmp/tmp.JI8GoXYvmPxfstests-dev/tests/selftest/group.list 2023-09-21T13:07:44.687 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo make install) 2023-09-21T13:07:44.732 INFO:teuthology.orchestra.run.smithi046.stdout:Building include 2023-09-21T13:07:44.736 INFO:teuthology.orchestra.run.smithi046.stdout:Building lib 2023-09-21T13:07:44.740 INFO:teuthology.orchestra.run.smithi046.stdout:Building ltp 2023-09-21T13:07:44.744 INFO:teuthology.orchestra.run.smithi046.stdout:Building src 2023-09-21T13:07:44.781 INFO:teuthology.orchestra.run.smithi046.stdout:Building log-writes 2023-09-21T13:07:44.785 INFO:teuthology.orchestra.run.smithi046.stdout:Building perf 2023-09-21T13:07:44.789 INFO:teuthology.orchestra.run.smithi046.stdout:Building aio-dio-regress 2023-09-21T13:07:44.793 INFO:teuthology.orchestra.run.smithi046.stdout:Building vfs 2023-09-21T13:07:44.797 INFO:teuthology.orchestra.run.smithi046.stdout:Building m4 2023-09-21T13:07:44.801 INFO:teuthology.orchestra.run.smithi046.stdout:Building common 2023-09-21T13:07:44.805 INFO:teuthology.orchestra.run.smithi046.stdout:Building tests 2023-09-21T13:07:44.811 INFO:teuthology.orchestra.run.smithi046.stdout:Building perf 2023-09-21T13:07:44.816 INFO:teuthology.orchestra.run.smithi046.stdout: [GROUP] /tmp/tmp.JI8GoXYvmPxfstests-dev/tests/perf/group.list 2023-09-21T13:07:44.828 INFO:teuthology.orchestra.run.smithi046.stdout:Building ext4 2023-09-21T13:07:44.834 INFO:teuthology.orchestra.run.smithi046.stdout: [GROUP] /tmp/tmp.JI8GoXYvmPxfstests-dev/tests/ext4/group.list 2023-09-21T13:07:44.873 INFO:teuthology.orchestra.run.smithi046.stdout:Building ocfs2 2023-09-21T13:07:44.879 INFO:teuthology.orchestra.run.smithi046.stdout: [GROUP] /tmp/tmp.JI8GoXYvmPxfstests-dev/tests/ocfs2/group.list 2023-09-21T13:07:44.893 INFO:teuthology.orchestra.run.smithi046.stdout:Building overlay 2023-09-21T13:07:44.899 INFO:teuthology.orchestra.run.smithi046.stdout: [GROUP] /tmp/tmp.JI8GoXYvmPxfstests-dev/tests/overlay/group.list 2023-09-21T13:07:44.940 INFO:teuthology.orchestra.run.smithi046.stdout:Building cifs 2023-09-21T13:07:44.946 INFO:teuthology.orchestra.run.smithi046.stdout: [GROUP] /tmp/tmp.JI8GoXYvmPxfstests-dev/tests/cifs/group.list 2023-09-21T13:07:44.960 INFO:teuthology.orchestra.run.smithi046.stdout:Building generic 2023-09-21T13:07:44.967 INFO:teuthology.orchestra.run.smithi046.stdout: [GROUP] /tmp/tmp.JI8GoXYvmPxfstests-dev/tests/generic/group.list 2023-09-21T13:07:45.074 INFO:teuthology.orchestra.run.smithi046.stdout:Building shared 2023-09-21T13:07:45.079 INFO:teuthology.orchestra.run.smithi046.stdout: [GROUP] /tmp/tmp.JI8GoXYvmPxfstests-dev/tests/shared/group.list 2023-09-21T13:07:45.098 INFO:teuthology.orchestra.run.smithi046.stdout:Building nfs 2023-09-21T13:07:45.104 INFO:teuthology.orchestra.run.smithi046.stdout: [GROUP] /tmp/tmp.JI8GoXYvmPxfstests-dev/tests/nfs/group.list 2023-09-21T13:07:45.120 INFO:teuthology.orchestra.run.smithi046.stdout:Building f2fs 2023-09-21T13:07:45.126 INFO:teuthology.orchestra.run.smithi046.stdout: [GROUP] /tmp/tmp.JI8GoXYvmPxfstests-dev/tests/f2fs/group.list 2023-09-21T13:07:45.144 INFO:teuthology.orchestra.run.smithi046.stdout:Building udf 2023-09-21T13:07:45.150 INFO:teuthology.orchestra.run.smithi046.stdout: [GROUP] /tmp/tmp.JI8GoXYvmPxfstests-dev/tests/udf/group.list 2023-09-21T13:07:45.163 INFO:teuthology.orchestra.run.smithi046.stdout:Building ceph 2023-09-21T13:07:45.168 INFO:teuthology.orchestra.run.smithi046.stdout: [GROUP] /tmp/tmp.JI8GoXYvmPxfstests-dev/tests/ceph/group.list 2023-09-21T13:07:45.183 INFO:teuthology.orchestra.run.smithi046.stdout:Building xfs 2023-09-21T13:07:45.190 INFO:teuthology.orchestra.run.smithi046.stdout: [GROUP] /tmp/tmp.JI8GoXYvmPxfstests-dev/tests/xfs/group.list 2023-09-21T13:07:45.296 INFO:teuthology.orchestra.run.smithi046.stdout:Building btrfs 2023-09-21T13:07:45.301 INFO:teuthology.orchestra.run.smithi046.stdout: [GROUP] /tmp/tmp.JI8GoXYvmPxfstests-dev/tests/btrfs/group.list 2023-09-21T13:07:45.367 INFO:teuthology.orchestra.run.smithi046.stdout:Building tmpfs 2023-09-21T13:07:45.373 INFO:teuthology.orchestra.run.smithi046.stdout: [GROUP] /tmp/tmp.JI8GoXYvmPxfstests-dev/tests/tmpfs/group.list 2023-09-21T13:07:45.387 INFO:teuthology.orchestra.run.smithi046.stdout:Building selftest 2023-09-21T13:07:45.393 INFO:teuthology.orchestra.run.smithi046.stdout: [GROUP] /tmp/tmp.JI8GoXYvmPxfstests-dev/tests/selftest/group.list 2023-09-21T13:07:45.406 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/gmake --no-print-directory Q=@ -C include install 2023-09-21T13:07:45.408 INFO:teuthology.orchestra.run.smithi046.stdout:gmake[1]: Nothing to be done for 'install'. 2023-09-21T13:07:45.408 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/gmake --no-print-directory Q=@ -C lib install 2023-09-21T13:07:45.410 INFO:teuthology.orchestra.run.smithi046.stdout:gmake[1]: Nothing to be done for 'install'. 2023-09-21T13:07:45.410 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/gmake --no-print-directory Q=@ -C ltp install 2023-09-21T13:07:45.412 INFO:teuthology.orchestra.run.smithi046.stdout:../install-sh -o root -g root -m 755 -d /var/lib/xfstests/ltp 2023-09-21T13:07:45.422 INFO:teuthology.orchestra.run.smithi046.stdout:/bin/sh ../libtool --quiet --mode=install ../install-sh -o root -g root -m 755 doio fsstress fsx growfiles iogen aio-stress /var/lib/xfstests/ltp 2023-09-21T13:07:45.510 INFO:teuthology.orchestra.run.smithi046.stdout:../install-sh -o root -g root -m 755 rwtest.sh /var/lib/xfstests/ltp 2023-09-21T13:07:45.521 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/gmake --no-print-directory Q=@ -C src install 2023-09-21T13:07:45.539 INFO:teuthology.orchestra.run.smithi046.stdout:Building log-writes 2023-09-21T13:07:45.543 INFO:teuthology.orchestra.run.smithi046.stdout:Building perf 2023-09-21T13:07:45.547 INFO:teuthology.orchestra.run.smithi046.stdout:Building aio-dio-regress 2023-09-21T13:07:45.552 INFO:teuthology.orchestra.run.smithi046.stdout:Building vfs 2023-09-21T13:07:45.554 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/gmake -C log-writes install 2023-09-21T13:07:45.556 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src/log-writes 2023-09-21T13:07:45.566 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 755 replay-log /var/lib/xfstests/src/log-writes 2023-09-21T13:07:45.577 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/gmake -C perf install 2023-09-21T13:07:45.578 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src/perf 2023-09-21T13:07:45.588 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 755 ResultData.py fio-insert-and-compare.py FioResultDecoder.py FioCompare.py generate-schema.py fio-results.sql /var/lib/xfstests/src/perf 2023-09-21T13:07:45.614 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/gmake -C aio-dio-regress install 2023-09-21T13:07:45.616 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src/aio-dio-regress 2023-09-21T13:07:45.626 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 755 aio-dio-fcntl-race aio-dio-subblock-eof-read aio-dio-append-write-read-race aio-dio-invalidate-readahead aio-dio-hole-filling-race aio-dio-append-write-fallocate-race aio-free-ring-with-bogus-nr-pages aio-last-ref-held-by-io aio-dio-cycle-write aio-dio-extend-stat aio-io-setup-with-nonwritable-context-pointer aio-dio-invalidate-failure aiodio_sparse2 aiocp aio-dio-cow-race aio-dio-write-verify aio-dio-eof-race /var/lib/xfstests/src/aio-dio-regress 2023-09-21T13:07:45.686 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/gmake -C vfs install 2023-09-21T13:07:45.687 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src/vfs 2023-09-21T13:07:45.697 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 755 vfstest mount-idmapped /var/lib/xfstests/src/vfs 2023-09-21T13:07:45.711 INFO:teuthology.orchestra.run.smithi046.stdout:../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src 2023-09-21T13:07:45.722 INFO:teuthology.orchestra.run.smithi046.stdout:/bin/sh ../libtool --quiet --mode=install ../install-sh -o root -g root -m 755 dirstress fill fill2 getpagesize holes lstat64 nametest permname randholes runas truncfile usemem mmapcat append_reader append_writer dirperf metaperf devzero feature alloc fault fstest t_access_root godown resvtest writemod writev_on_pagefault makeextents itrash rename multi_open_unlink unwritten_sync genhashnames t_holes t_mmap_writev t_truncate_cmtime dirhash_collide t_rename_overwrite holetest t_truncate_self af_unix t_mmap_stale_pmd t_mmap_cow_race t_mmap_fallocate fsync-err t_mmap_write_ro t_ext4_dax_journal_corruption t_ext4_dax_inline_corruption t_ofd_locks t_mmap_collision mmap-write-concurrent t_get_file_time t_create_short_dirs t_create_long_dirs t_enospc t_mmap_writev_overlap checkpoint_journal mmap-rw-fault allocstale t_mmap_cow_memory_failure fake-dump-rootino dio-buf-fault xfsctl bstat t_mtab getdevicesize preallo_rw_pattern_reader preallo_rw_pattern_writer ftrunc trunc fs_perms testx looptest locktest unwritten_mmap bulkstat_unlink_test deduperace bulkstat_unlink_test_modified t_dir_offset t_futimens t_immutable stale_handle pwrite_mmap_blocked t_dir_offset2 seek_sanity_test seek_copy_test t_readdir_1 t_readdir_2 fsync-tester nsexec cloner renameat2 t_getcwd e4compact test-nextquota punch-alternating attr-list-by-handle-cursor-test listxattr dio-interleaved t_dir_type dio-invalidate-cache stat_test t_encrypted_d_revalidate attr_replace_test swapon mkswap t_attr_corruption t_open_tmpfiles fscrypt-crypt-util bulkstat_null_ocount splice-test chprojid_fail detached_mounts_propagation ext4_resize t_readdir_3 splice2pipe uuid_ioctl fiemap-tester t_stripealign open_by_handle t_mmap_dio xfsfind fssum /var/lib/xfstests/src 2023-09-21T13:07:47.177 INFO:teuthology.orchestra.run.smithi046.stdout:/bin/sh ../libtool --quiet --mode=install ../install-sh -o root -g root -m 755 dmerror fill2attr fill2fs fill2fs_check scaleread.sh btrfs_crc32c_forged_name.py popdir.pl popattr.py soak_duration.awk /var/lib/xfstests/src 2023-09-21T13:07:47.298 INFO:teuthology.orchestra.run.smithi046.stdout:/bin/sh ../libtool --quiet --mode=install ../install-sh -o root -g root -m 644 dumpfile /var/lib/xfstests/src 2023-09-21T13:07:47.332 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/gmake --no-print-directory Q=@ -C m4 install 2023-09-21T13:07:47.334 INFO:teuthology.orchestra.run.smithi046.stdout:gmake[1]: Nothing to be done for 'install'. 2023-09-21T13:07:47.335 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/gmake --no-print-directory Q=@ -C common install 2023-09-21T13:07:47.336 INFO:teuthology.orchestra.run.smithi046.stdout:../install-sh -o root -g root -m 755 -d /var/lib/xfstests/common 2023-09-21T13:07:47.346 INFO:teuthology.orchestra.run.smithi046.stdout:../install-sh -o root -g root -m 644 * /var/lib/xfstests/common 2023-09-21T13:07:47.500 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/gmake --no-print-directory Q=@ -C tests install 2023-09-21T13:07:47.502 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.JI8GoXYvmPxfstests-dev/tests/btrfs/ install 2023-09-21T13:07:47.504 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/btrfs 2023-09-21T13:07:47.515 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 060 061 062 063 064 065 066 067 068 069 070 071 072 073 074 075 076 077 078 079 080 081 082 083 084 085 086 087 088 089 090 091 092 093 094 095 096 097 098 099 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 299 300 /var/lib/xfstests/tests/btrfs 2023-09-21T13:07:48.441 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/btrfs 2023-09-21T13:07:48.451 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 644 016.out 175.out 193.out 240.out 180.out 069.out 282.out 092.out 015.out 280.out 140.out 056.out 206.out 008.out 004.out 233.out 194.out 234.out 248.out 033.out 252.out 270.out 148.out 040.out 089.out 296.out 137.out 102.out 096.out 125.out 025.out 152.out 243.out 192.out 075.out 077.out 284.out 052.out 256.out 207.out 228.out 143.out 028.out 183.out 225.out 094.out 046.out 273.out 135.out 086.out 036.out 020.out 215.out 115.out 205.out 250.out 266.out 051.out 011.out 219.out 119.out 244.out 128.out 232.out 195.out 107.out 162.out 185.out 070.out 147.out 288.out 242.out 187.out 024.out 220.out 202.out 002.out 171.out 261.out 156.out 292.out 082.out 072.out 068.out 006.out 048.out 062.out 073.out 129.out 029.out 229.out 211.out 111.out 155.out 275.out 134.out 170.out 260.out 034.out 065.out 161.out 043.out 247.out 216.out 116.out 157.out 274.out 110.out 101.out 238.out 214.out 276.out 295.out 113.out 154.out 038.out 145.out 160.out 091.out 081.out 264.out 061.out 085.out 265.out 300.out 200.out 100.out 165.out 258.out 286.out 269.out 039.out 196.out 098.out 080.out 060.out 209.out 109.out 009.out 167.out 217.out 120.out 191.out 117.out 017.out 246.out 158.out 182.out 066.out 146.out 212.out 188.out 293.out 204.out 104.out 177.out 254.out 281.out 241.out 235.out 268.out 253.out 257.out 124.out 035.out 172.out 278.out 063.out 058.out 262.out 169.out 042.out 297.out 153.out 097.out 283.out 199.out 236.out 186.out 053.out 279.out 133.out 164.out 239.out 189.out 037.out 139.out 178.out 141.out 114.out 074.out 041.out 223.out 150.out 132.out 179.out 144.out 032.out 277.out 136.out 005.out 176.out 198.out 108.out 190.out 173.out 050.out 105.out 106.out 291.out 084.out 067.out 044.out 088.out 285.out 123.out 201.out 019.out 001.out 287.out 142.out 237.out 151.out 231.out 163.out 131.out 213.out 095.out 013.out 031.out 027.out 057.out 272.out 078.out 184.out 259.out 210.out 227.out 197.out 010.out 263.out 127.out 230.out 071.out 083.out 130.out 023.out 099.out 030.out 203.out 103.out 003.out 055.out 166.out 245.out 014.out 222.out 159.out 249.out 122.out 076.out 022.out 289.out 174.out 045.out 064.out 290.out 299.out 224.out 181.out 271.out 149.out 267.out 218.out 118.out 018.out 047.out 168.out 007.out 251.out 093.out 079.out 054.out 059.out 049.out 226.out 208.out 138.out 126.out 026.out 021.out 255.out 090.out 221.out 087.out 294.out 121.out 112.out 012.out /var/lib/xfstests/tests/btrfs 2023-09-21T13:07:49.376 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.JI8GoXYvmPxfstests-dev/tests/ceph/ install 2023-09-21T13:07:49.377 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/ceph 2023-09-21T13:07:49.388 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 /var/lib/xfstests/tests/ceph 2023-09-21T13:07:49.410 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/ceph 2023-09-21T13:07:49.421 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 644 003.out 005.out 001.out 004.out 002.out /var/lib/xfstests/tests/ceph 2023-09-21T13:07:49.443 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.JI8GoXYvmPxfstests-dev/tests/cifs/ install 2023-09-21T13:07:49.445 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/cifs 2023-09-21T13:07:49.455 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/cifs 2023-09-21T13:07:49.466 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/cifs 2023-09-21T13:07:49.476 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/cifs 2023-09-21T13:07:49.486 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.JI8GoXYvmPxfstests-dev/tests/ext4/ install 2023-09-21T13:07:49.488 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/ext4 2023-09-21T13:07:49.498 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 271 301 302 303 304 305 306 307 308 /var/lib/xfstests/tests/ext4 2023-09-21T13:07:49.713 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/ext4 2023-09-21T13:07:49.723 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 644 001.out.nodelalloc 001.out.default 001.out.nozero 001.cfg 032.out 039.out 005.out 026.out 308.out 008.out 040.out 304.out 007.out 021.out 016.out 037.out 044.out 012.out 009.out 033.out 057.out 050.out 301.out 019.out 034.out 046.out 058.out 047.out 302.out 020.out 002.out 024.out 013.out 031.out 025.out 306.out 017.out 004.out 048.out 038.out 056.out 042.out 052.out 307.out 029.out 011.out 027.out 303.out 003.out 045.out 055.out 053.out 035.out 043.out 059.out 010.out 023.out 022.out 014.out 006.out 015.out 305.out 036.out 271.out 051.out 041.out 030.out 018.out 028.out 054.out 049.out /var/lib/xfstests/tests/ext4 2023-09-21T13:07:49.949 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.JI8GoXYvmPxfstests-dev/tests/f2fs/ install 2023-09-21T13:07:49.951 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/f2fs 2023-09-21T13:07:49.961 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 755 001 002 /var/lib/xfstests/tests/f2fs 2023-09-21T13:07:49.975 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/f2fs 2023-09-21T13:07:49.986 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 644 001.out 002.out /var/lib/xfstests/tests/f2fs 2023-09-21T13:07:50.000 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.JI8GoXYvmPxfstests-dev/tests/generic/ install 2023-09-21T13:07:50.005 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/generic 2023-09-21T13:07:50.015 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 060 061 062 063 064 065 066 067 068 069 070 071 072 073 074 075 076 077 078 079 080 081 082 083 084 085 086 087 088 089 090 091 092 093 094 095 096 097 098 099 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 /var/lib/xfstests/tests/generic 2023-09-21T13:07:52.275 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/generic 2023-09-21T13:07:52.285 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 644 035.out.nfs 050.out.xfsquota 035.out.default 050.out.nojournal 050.out.default 050.cfg 035.cfg 537.out 194.out 133.out 683.out 033.out 489.out 696.out 237.out 502.out 310.out 202.out 137.out 586.out 181.out 664.out 571.out 126.out 243.out 592.out 282.out 272.out 728.out 178.out 628.out 528.out 607.out 428.out 507.out 407.out 328.out 171.out 028.out 620.out 273.out 570.out 468.out 182.out 265.out 420.out 492.out 120.out 059.out 595.out 346.out 466.out 443.out 700.out 632.out 652.out 311.out 655.out 591.out 064.out 719.out 432.out 255.out 623.out 371.out 319.out 177.out 523.out 119.out 423.out 232.out 547.out 673.out 260.out 312.out 718.out 034.out 465.out 716.out 616.out 246.out 416.out 247.out 216.out 116.out 041.out 358.out 338.out 287.out 238.out 295.out 390.out 497.out 160.out 691.out 274.out 061.out 239.out 457.out 025.out 530.out 258.out 362.out 039.out 098.out 690.out 573.out 706.out 606.out 506.out 406.out 306.out 106.out 642.out 217.out 446.out 017.out 211.out 130.out 158.out 370.out 442.out 188.out 640.out 199.out 467.out 281.out 174.out 163.out 324.out 224.out 355.out 124.out 672.out 278.out 058.out 384.out 296.out 042.out 193.out 097.out 271.out 283.out 541.out 709.out 609.out 045.out 509.out 309.out 391.out 441.out 009.out 356.out 341.out 494.out 189.out 037.out 555.out 712.out 241.out 501.out 612.out 540.out 084.out 412.out 614.out 514.out 414.out 314.out 440.out 114.out 316.out 014.out 026.out 012.out 634.out 340.out 156.out 572.out 240.out 180.out 549.out 633.out 321.out 140.out 348.out 568.out 185.out 408.out 308.out 566.out 433.out 704.out 108.out 504.out 404.out 304.out 104.out 175.out 096.out 297.out 393.out 333.out 599.out 476.out 099.out 233.out 639.out 107.out 086.out 053.out 500.out 164.out 339.out 294.out 352.out 498.out 139.out 267.out 317.out 399.out 220.out 552.out 695.out 480.out 436.out 544.out 169.out 593.out 067.out 186.out 187.out 679.out 252.out 585.out 003.out 376.out 724.out 206.out 663.out 394.out 651.out 248.out 533.out 625.out 525.out 670.out 488.out 040.out 325.out 551.out 225.out 636.out 125.out 142.out 715.out 279.out 515.out 650.out 152.out 658.out 563.out 215.out 451.out 015.out 392.out 682.out 472.out 684.out 674.out 550.out 052.out 351.out 430.out 276.out 094.out 266.out 450.out 463.out 157.out 600.out 349.out 444.out 644.out 487.out 688.out 643.out 615.out 395.out 151.out 415.out 315.out 344.out 115.out 539.out 179.out 542.out 250.out 705.out 475.out 536.out 228.out 518.out 101.out 030.out 244.out 385.out 005.out 336.out 579.out 236.out 405.out 365.out 205.out 136.out 598.out 036.out 198.out 723.out 008.out 680.out 605.out 505.out 305.out 105.out 263.out 144.out 291.out 437.out 044.out 619.out 721.out 323.out 685.out 088.out 382.out 337.out 219.out 527.out 019.out 577.out 481.out 574.out 556.out 332.out 060.out 521.out 027.out 191.out 582.out 372.out 478.out 584.out 462.out 597.out 350.out 132.out 693.out 638.out 448.out 660.out 676.out 063.out 561.out 214.out 074.out 648.out 387.out 594.out 335.out 438.out 076.out 289.out 699.out 545.out 516.out 477.out 621.out 519.out 290.out 548.out 560.out 166.out 707.out 461.out 381.out 445.out 647.out 626.out 380.out 562.out 526.out 479.out 426.out 192.out 150.out 613.out 326.out 082.out 226.out 668.out 454.out 121.out 447.out 499.out 580.out 460.out 485.out 694.out 347.out 077.out 361.out 564.out 455.out 089.out 558.out 162.out 686.out 147.out 173.out 197.out 396.out 051.out 354.out 298.out 024.out 148.out 360.out 543.out 270.out 261.out 251.out 657.out 692.out 482.out 046.out 726.out 729.out 378.out 004.out 458.out 062.out 529.out 231.out 343.out 662.out 503.out 329.out 334.out 590.out 254.out 363.out 131.out 155.out 661.out 368.out 486.out 223.out 123.out 669.out 023.out 459.out 032.out 277.out 398.out 366.out 161.out 190.out 280.out 470.out 484.out 257.out 006.out 016.out 091.out 201.out 656.out 227.out 731.out 374.out 583.out 285.out 127.out 256.out 654.out 389.out 649.out 301.out 431.out 635.out 288.out 722.out 331.out 128.out 377.out 713.out 535.out 513.out 554.out 622.out 313.out 213.out 730.out 113.out 013.out 031.out 435.out 630.out 645.out 057.out 727.out 078.out 510.out 627.out 184.out 534.out 427.out 210.out 449.out 327.out 330.out 493.out 604.out 419.out 230.out 071.out 083.out 292.out 299.out 434.out 575.out 073.out 603.out 135.out 403.out 303.out 203.out 103.out 345.out 165.out 386.out 055.out 532.out 245.out 522.out 422.out 624.out 322.out 222.out 159.out 524.out 122.out 689.out 234.out 022.out 424.out 637.out 578.out 490.out 439.out 517.out 154.out 149.out 618.out 675.out 418.out 318.out 264.out 218.out 118.out 018.out 047.out 172.out 168.out 293.out 079.out 469.out 054.out 049.out 208.out 379.out 569.out 456.out 268.out 421.out 667.out 512.out 221.out 087.out 212.out 538.out 112.out 342.out 021.out 195.out 388.out 483.out 397.out 070.out 596.out 720.out 565.out 196.out 520.out 242.out 576.out 587.out 320.out 629.out 702.out 602.out 153.out 402.out 302.out 020.out 102.out 002.out 717.out 617.out 129.out 429.out 417.out 138.out 167.out 092.out 117.out 357.out 072.out 068.out 143.out 229.out 038.out 473.out 369.out 711.out 262.out 611.out 511.out 411.out 029.out 111.out 011.out 659.out 183.out 170.out 065.out 286.out 043.out 056.out 714.out 559.out 710.out 610.out 687.out 413.out 410.out 701.out 601.out 401.out 110.out 010.out 001.out 141.out 495.out 048.out 665.out 589.out 095.out 581.out 697.out 145.out 641.out 464.out 491.out 081.out 075.out 653.out 671.out 400.out 300.out 200.out 100.out 359.out 367.out 269.out 546.out 677.out 698.out 553.out 375.out 259.out 090.out 080.out 708.out 608.out 508.out 409.out 307.out 209.out 109.out 007.out 567.out 284.out 557.out 453.out 666.out 364.out 725.out 383.out 085.out 066.out 588.out 146.out 631.out 204.out 353.out 425.out 069.out 093.out 681.out 249.out 207.out 531.out 235.out 646.out 474.out 703.out 253.out 275.out 678.out 496.out 373.out 176.out 134.out 452.out /var/lib/xfstests/tests/generic 2023-09-21T13:07:54.572 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.JI8GoXYvmPxfstests-dev/tests/nfs/ install 2023-09-21T13:07:54.573 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/nfs 2023-09-21T13:07:54.584 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/nfs 2023-09-21T13:07:54.594 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/nfs 2023-09-21T13:07:54.604 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/nfs 2023-09-21T13:07:54.614 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.JI8GoXYvmPxfstests-dev/tests/ocfs2/ install 2023-09-21T13:07:54.616 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/ocfs2 2023-09-21T13:07:54.626 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/ocfs2 2023-09-21T13:07:54.636 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/ocfs2 2023-09-21T13:07:54.646 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/ocfs2 2023-09-21T13:07:54.657 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.JI8GoXYvmPxfstests-dev/tests/overlay/ install 2023-09-21T13:07:54.659 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/overlay 2023-09-21T13:07:54.669 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 060 061 062 063 064 065 066 067 068 069 070 071 072 073 074 075 076 077 078 079 080 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 /var/lib/xfstests/tests/overlay 2023-09-21T13:07:54.975 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/overlay 2023-09-21T13:07:54.985 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 644 067.out 018.out 024.out 010.out 065.out 020.out 102.out 002.out 113.out 013.out 031.out 045.out 117.out 046.out 075.out 072.out 068.out 063.out 014.out 062.out 038.out 042.out 052.out 029.out 027.out 043.out 112.out 073.out 078.out 037.out 030.out 058.out 103.out 003.out 004.out 055.out 053.out 109.out 035.out 116.out 016.out 059.out 101.out 001.out 023.out 047.out 076.out 022.out 074.out 006.out 044.out 115.out 015.out 064.out 114.out 026.out 071.out 111.out 061.out 011.out 041.out 048.out 100.out 019.out 007.out 028.out 079.out 069.out 054.out 049.out 032.out 039.out 077.out 105.out 080.out 107.out 025.out 056.out 108.out 070.out 060.out 008.out 040.out 106.out 005.out 021.out 017.out 012.out 057.out 009.out 033.out 066.out 050.out 036.out 051.out 034.out 104.out 110.out /var/lib/xfstests/tests/overlay 2023-09-21T13:07:55.300 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.JI8GoXYvmPxfstests-dev/tests/perf/ install 2023-09-21T13:07:55.302 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/perf 2023-09-21T13:07:55.312 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/perf 2023-09-21T13:07:55.323 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/perf 2023-09-21T13:07:55.333 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/perf 2023-09-21T13:07:55.344 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.JI8GoXYvmPxfstests-dev/tests/selftest/ install 2023-09-21T13:07:55.345 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/selftest 2023-09-21T13:07:55.356 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 /var/lib/xfstests/tests/selftest 2023-09-21T13:07:55.381 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/selftest 2023-09-21T13:07:55.392 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 644 006.out 003.out 005.out 001.out 004.out 002.out /var/lib/xfstests/tests/selftest 2023-09-21T13:07:55.418 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.JI8GoXYvmPxfstests-dev/tests/shared/ install 2023-09-21T13:07:55.419 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/shared 2023-09-21T13:07:55.430 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 755 002 032 298 /var/lib/xfstests/tests/shared 2023-09-21T13:07:55.446 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/shared 2023-09-21T13:07:55.457 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 644 032.out 298.out 002.out /var/lib/xfstests/tests/shared 2023-09-21T13:07:55.474 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.JI8GoXYvmPxfstests-dev/tests/tmpfs/ install 2023-09-21T13:07:55.475 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/tmpfs 2023-09-21T13:07:55.486 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/tmpfs 2023-09-21T13:07:55.496 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/tmpfs 2023-09-21T13:07:55.507 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/tmpfs 2023-09-21T13:07:55.517 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.JI8GoXYvmPxfstests-dev/tests/udf/ install 2023-09-21T13:07:55.519 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/udf 2023-09-21T13:07:55.529 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 755 102 /var/lib/xfstests/tests/udf 2023-09-21T13:07:55.539 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/udf 2023-09-21T13:07:55.550 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 644 102.out /var/lib/xfstests/tests/udf 2023-09-21T13:07:55.560 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.JI8GoXYvmPxfstests-dev/tests/xfs/ install 2023-09-21T13:07:55.565 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/xfs 2023-09-21T13:07:55.575 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 060 061 062 063 064 065 066 067 068 069 070 071 072 073 074 075 076 077 078 079 080 081 082 083 084 085 086 087 088 089 090 091 092 093 094 095 096 097 098 099 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768 769 770 771 772 773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792 793 794 795 796 797 798 799 800 /var/lib/xfstests/tests/xfs 2023-09-21T13:07:57.725 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/xfs 2023-09-21T13:07:57.735 INFO:teuthology.orchestra.run.smithi046.stdout:../../install-sh -o root -g root -m 644 096.out.internal 033.out.crc 096.out.external 033.out.default 071.out.64 216.out.classic 216.out.64mblog 071.out.32 216.cfg 033.cfg 737.out 108.out 504.out 404.out 104.out 004.out 377.out 537.out 194.out 158.out 337.out 082.out 237.out 473.out 502.out 088.out 202.out 137.out 102.out 746.out 110.out 586.out 181.out 571.out 264.out 567.out 592.out 282.out 266.out 728.out 178.out 528.out 769.out 428.out 507.out 407.out 328.out 171.out 028.out 046.out 273.out 570.out 468.out 017.out 059.out 346.out 732.out 784.out 443.out 411.out 532.out 591.out 064.out 471.out 111.out 432.out 255.out 371.out 319.out 177.out 523.out 119.out 775.out 232.out 590.out 363.out 131.out 183.out 547.out 738.out 260.out 034.out 757.out 716.out 161.out 246.out 416.out 247.out 116.out 016.out 041.out 358.out 338.out 287.out 099.out 238.out 065.out 566.out 295.out 138.out 765.out 160.out 291.out 274.out 722.out 061.out 239.out 457.out 025.out 772.out 530.out 258.out 322.out 039.out 498.out 098.out 517.out 573.out 060.out 506.out 406.out 306.out 106.out 006.out 003.out 217.out 120.out 191.out 133.out 455.out 130.out 442.out 188.out 030.out 199.out 595.out 467.out 281.out 242.out 163.out 771.out 324.out 224.out 050.out 764.out 124.out 382.out 278.out 058.out 741.out 384.out 042.out 497.out 193.out 097.out 392.out 271.out 283.out 541.out 770.out 709.out 755.out 441.out 157.out 740.out 356.out 474.out 341.out 494.out 189.out 555.out 241.out 540.out 077.out 412.out 514.out 414.out 314.out 440.out 114.out 316.out 074.out 147.out 012.out 155.out 340.out 793.out 156.out 572.out 568.out 240.out 279.out 180.out 733.out 788.out 280.out 434.out 140.out 766.out 185.out 408.out 308.out 254.out 335.out 207.out 531.out 235.out 556.out 253.out 503.out 418.out 275.out 272.out 751.out 433.out 036.out 134.out 393.out 333.out 599.out 476.out 535.out 739.out 233.out 752.out 736.out 107.out 053.out 164.out 587.out 339.out 294.out 521.out 352.out 799.out 489.out 139.out 774.out 481.out 267.out 390.out 399.out 781.out 357.out 169.out 175.out 593.out 565.out 186.out 452.out 252.out 585.out 167.out 724.out 206.out 794.out 348.out 394.out 509.out 466.out 248.out 785.out 424.out 750.out 525.out 488.out 040.out 325.out 551.out 225.out 125.out 142.out 715.out 789.out 581.out 415.out 152.out 563.out 215.out 436.out 792.out 075.out 472.out 578.out 463.out 550.out 052.out 351.out 430.out 583.out 290.out 094.out 450.out 744.out 043.out 086.out 349.out 444.out 500.out 487.out 762.out 544.out 395.out 515.out 451.out 389.out 315.out 344.out 115.out 015.out 542.out 250.out 791.out 475.out 536.out 228.out 518.out 101.out 439.out 244.out 128.out 385.out 005.out 336.out 150.out 579.out 236.out 405.out 305.out 580.out 136.out 598.out 176.out 198.out 723.out 008.out 790.out 505.out 588.out 205.out 105.out 144.out 768.out 437.out 037.out 044.out 719.out 381.out 721.out 323.out 519.out 419.out 219.out 527.out 056.out 019.out 577.out 151.out 760.out 574.out 332.out 796.out 027.out 372.out 584.out 462.out 220.out 597.out 350.out 132.out 312.out 492.out 745.out 076.out 112.out 063.out 561.out 214.out 776.out 014.out 758.out 362.out 387.out 594.out 438.out 265.out 289.out 554.out 516.out 477.out 548.out 560.out 166.out 461.out 445.out 296.out 307.out 493.out 786.out 007.out 448.out 251.out 380.out 562.out 526.out 479.out 426.out 192.out 326.out 226.out 454.out 126.out 121.out 447.out 761.out 773.out 460.out 485.out 347.out 035.out 361.out 564.out 748.out 795.out 089.out 747.out 558.out 162.out 743.out 288.out 197.out 396.out 576.out 051.out 354.out 355.out 575.out 446.out 148.out 129.out 360.out 543.out 263.out 270.out 261.out 734.out 045.out 292.out 482.out 726.out 729.out 378.out 458.out 062.out 249.out 231.out 343.out 334.out 368.out 486.out 223.out 123.out 023.out 459.out 032.out 798.out 277.out 373.out 146.out 398.out 366.out 085.out 427.out 190.out 173.out 470.out 484.out 754.out 767.out 749.out 187.out 091.out 201.out 725.out 731.out 782.out 374.out 285.out 127.out 256.out 501.out 301.out 431.out 068.out 331.out 179.out 713.out 024.out 513.out 413.out 313.out 549.out 213.out 730.out 113.out 013.out 031.out 435.out 182.out 057.out 727.out 078.out 510.out 184.out 797.out 534.out 545.out 210.out 449.out 327.out 330.out 067.out 227.out 230.out 083.out 299.out 073.out 370.out 135.out 403.out 303.out 203.out 103.out 345.out 165.out 386.out 055.out 742.out 245.out 243.out 522.out 787.out 422.out 222.out 159.out 539.out 524.out 122.out 234.out 022.out 174.out 779.out 490.out 090.out 423.out 154.out 718.out 149.out 318.out 465.out 218.out 118.out 018.out 047.out 172.out 168.out 293.out 079.out 469.out 054.out 049.out 208.out 379.out 569.out 456.out 268.out 421.out 712.out 321.out 533.out 512.out 221.out 087.out 212.out 538.out 342.out 021.out 195.out 388.out 483.out 397.out 070.out 596.out 720.out 329.out 196.out 520.out 026.out 420.out 478.out 320.out 499.out 153.out 402.out 302.out 020.out 529.out 002.out 717.out 429.out 417.out 317.out 365.out 092.out 117.out 759.out 072.out 778.out 143.out 229.out 038.out 084.out 369.out 711.out 262.out 511.out 029.out 311.out 211.out 011.out 783.out 170.out 286.out 756.out 496.out 376.out 714.out 559.out 710.out 410.out 310.out 401.out 010.out 001.out 141.out 495.out 048.out 276.out 589.out 753.out 095.out 297.out 480.out 145.out 257.out 464.out 491.out 081.out 800.out 777.out 400.out 300.out 200.out 100.out 359.out 367.out 269.out 546.out 780.out 553.out 763.out 375.out 298.out 259.out 080.out 708.out 508.out 409.out 309.out 209.out 109.out 009.out 391.out 284.out 557.out 453.out 364.out 582.out 735.out 383.out 066.out 552.out 304.out 204.out 353.out 425.out 069.out 093.out /var/lib/xfstests/tests/xfs 2023-09-21T13:07:59.903 INFO:teuthology.orchestra.run.smithi046.stdout:../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests 2023-09-21T13:07:59.914 INFO:teuthology.orchestra.run.smithi046.stdout:./install-sh -o root -g root -m 755 -d /var/lib/xfstests 2023-09-21T13:07:59.924 INFO:teuthology.orchestra.run.smithi046.stdout:./install-sh -o root -g root -m 755 check /var/lib/xfstests 2023-09-21T13:07:59.934 INFO:teuthology.orchestra.run.smithi046.stdout:./install-sh -o root -g root -m 644 randomize.awk /var/lib/xfstests 2023-09-21T13:07:59.947 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T13:07:59.948 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec ls tests/generic) 2023-09-21T13:07:59.971 INFO:teuthology.orchestra.run.smithi046.stdout:001 2023-09-21T13:07:59.972 INFO:teuthology.orchestra.run.smithi046.stdout:001.out 2023-09-21T13:07:59.972 INFO:teuthology.orchestra.run.smithi046.stdout:002 2023-09-21T13:07:59.972 INFO:teuthology.orchestra.run.smithi046.stdout:002.out 2023-09-21T13:07:59.972 INFO:teuthology.orchestra.run.smithi046.stdout:003 2023-09-21T13:07:59.973 INFO:teuthology.orchestra.run.smithi046.stdout:003.out 2023-09-21T13:07:59.973 INFO:teuthology.orchestra.run.smithi046.stdout:004 2023-09-21T13:07:59.973 INFO:teuthology.orchestra.run.smithi046.stdout:004.out 2023-09-21T13:07:59.973 INFO:teuthology.orchestra.run.smithi046.stdout:005 2023-09-21T13:07:59.973 INFO:teuthology.orchestra.run.smithi046.stdout:005.out 2023-09-21T13:07:59.974 INFO:teuthology.orchestra.run.smithi046.stdout:006 2023-09-21T13:07:59.974 INFO:teuthology.orchestra.run.smithi046.stdout:006.out 2023-09-21T13:07:59.974 INFO:teuthology.orchestra.run.smithi046.stdout:007 2023-09-21T13:07:59.974 INFO:teuthology.orchestra.run.smithi046.stdout:007.out 2023-09-21T13:07:59.974 INFO:teuthology.orchestra.run.smithi046.stdout:008 2023-09-21T13:07:59.975 INFO:teuthology.orchestra.run.smithi046.stdout:008.out 2023-09-21T13:07:59.975 INFO:teuthology.orchestra.run.smithi046.stdout:009 2023-09-21T13:07:59.975 INFO:teuthology.orchestra.run.smithi046.stdout:009.out 2023-09-21T13:07:59.975 INFO:teuthology.orchestra.run.smithi046.stdout:010 2023-09-21T13:07:59.975 INFO:teuthology.orchestra.run.smithi046.stdout:010.out 2023-09-21T13:07:59.976 INFO:teuthology.orchestra.run.smithi046.stdout:011 2023-09-21T13:07:59.976 INFO:teuthology.orchestra.run.smithi046.stdout:011.out 2023-09-21T13:07:59.976 INFO:teuthology.orchestra.run.smithi046.stdout:012 2023-09-21T13:07:59.976 INFO:teuthology.orchestra.run.smithi046.stdout:012.out 2023-09-21T13:07:59.976 INFO:teuthology.orchestra.run.smithi046.stdout:013 2023-09-21T13:07:59.977 INFO:teuthology.orchestra.run.smithi046.stdout:013.out 2023-09-21T13:07:59.977 INFO:teuthology.orchestra.run.smithi046.stdout:014 2023-09-21T13:07:59.977 INFO:teuthology.orchestra.run.smithi046.stdout:014.out 2023-09-21T13:07:59.977 INFO:teuthology.orchestra.run.smithi046.stdout:015 2023-09-21T13:07:59.977 INFO:teuthology.orchestra.run.smithi046.stdout:015.out 2023-09-21T13:07:59.978 INFO:teuthology.orchestra.run.smithi046.stdout:016 2023-09-21T13:07:59.978 INFO:teuthology.orchestra.run.smithi046.stdout:016.out 2023-09-21T13:07:59.978 INFO:teuthology.orchestra.run.smithi046.stdout:017 2023-09-21T13:07:59.979 INFO:teuthology.orchestra.run.smithi046.stdout:017.out 2023-09-21T13:07:59.979 INFO:teuthology.orchestra.run.smithi046.stdout:018 2023-09-21T13:07:59.979 INFO:teuthology.orchestra.run.smithi046.stdout:018.out 2023-09-21T13:07:59.979 INFO:teuthology.orchestra.run.smithi046.stdout:019 2023-09-21T13:07:59.979 INFO:teuthology.orchestra.run.smithi046.stdout:019.out 2023-09-21T13:07:59.980 INFO:teuthology.orchestra.run.smithi046.stdout:020 2023-09-21T13:07:59.980 INFO:teuthology.orchestra.run.smithi046.stdout:020.out 2023-09-21T13:07:59.980 INFO:teuthology.orchestra.run.smithi046.stdout:021 2023-09-21T13:07:59.980 INFO:teuthology.orchestra.run.smithi046.stdout:021.out 2023-09-21T13:07:59.980 INFO:teuthology.orchestra.run.smithi046.stdout:022 2023-09-21T13:07:59.980 INFO:teuthology.orchestra.run.smithi046.stdout:022.out 2023-09-21T13:07:59.981 INFO:teuthology.orchestra.run.smithi046.stdout:023 2023-09-21T13:07:59.981 INFO:teuthology.orchestra.run.smithi046.stdout:023.out 2023-09-21T13:07:59.981 INFO:teuthology.orchestra.run.smithi046.stdout:024 2023-09-21T13:07:59.981 INFO:teuthology.orchestra.run.smithi046.stdout:024.out 2023-09-21T13:07:59.981 INFO:teuthology.orchestra.run.smithi046.stdout:025 2023-09-21T13:07:59.982 INFO:teuthology.orchestra.run.smithi046.stdout:025.out 2023-09-21T13:07:59.982 INFO:teuthology.orchestra.run.smithi046.stdout:026 2023-09-21T13:07:59.982 INFO:teuthology.orchestra.run.smithi046.stdout:026.out 2023-09-21T13:07:59.982 INFO:teuthology.orchestra.run.smithi046.stdout:027 2023-09-21T13:07:59.982 INFO:teuthology.orchestra.run.smithi046.stdout:027.out 2023-09-21T13:07:59.983 INFO:teuthology.orchestra.run.smithi046.stdout:028 2023-09-21T13:07:59.983 INFO:teuthology.orchestra.run.smithi046.stdout:028.out 2023-09-21T13:07:59.983 INFO:teuthology.orchestra.run.smithi046.stdout:029 2023-09-21T13:07:59.983 INFO:teuthology.orchestra.run.smithi046.stdout:029.out 2023-09-21T13:07:59.983 INFO:teuthology.orchestra.run.smithi046.stdout:030 2023-09-21T13:07:59.984 INFO:teuthology.orchestra.run.smithi046.stdout:030.out 2023-09-21T13:07:59.984 INFO:teuthology.orchestra.run.smithi046.stdout:031 2023-09-21T13:07:59.984 INFO:teuthology.orchestra.run.smithi046.stdout:031.out 2023-09-21T13:07:59.984 INFO:teuthology.orchestra.run.smithi046.stdout:032 2023-09-21T13:07:59.984 INFO:teuthology.orchestra.run.smithi046.stdout:032.out 2023-09-21T13:07:59.984 INFO:teuthology.orchestra.run.smithi046.stdout:033 2023-09-21T13:07:59.985 INFO:teuthology.orchestra.run.smithi046.stdout:033.out 2023-09-21T13:07:59.985 INFO:teuthology.orchestra.run.smithi046.stdout:034 2023-09-21T13:07:59.985 INFO:teuthology.orchestra.run.smithi046.stdout:034.out 2023-09-21T13:07:59.985 INFO:teuthology.orchestra.run.smithi046.stdout:035 2023-09-21T13:07:59.985 INFO:teuthology.orchestra.run.smithi046.stdout:035.cfg 2023-09-21T13:07:59.986 INFO:teuthology.orchestra.run.smithi046.stdout:035.out.default 2023-09-21T13:07:59.986 INFO:teuthology.orchestra.run.smithi046.stdout:035.out.nfs 2023-09-21T13:07:59.986 INFO:teuthology.orchestra.run.smithi046.stdout:036 2023-09-21T13:07:59.986 INFO:teuthology.orchestra.run.smithi046.stdout:036.out 2023-09-21T13:07:59.986 INFO:teuthology.orchestra.run.smithi046.stdout:037 2023-09-21T13:07:59.987 INFO:teuthology.orchestra.run.smithi046.stdout:037.out 2023-09-21T13:07:59.987 INFO:teuthology.orchestra.run.smithi046.stdout:038 2023-09-21T13:07:59.987 INFO:teuthology.orchestra.run.smithi046.stdout:038.out 2023-09-21T13:07:59.987 INFO:teuthology.orchestra.run.smithi046.stdout:039 2023-09-21T13:07:59.987 INFO:teuthology.orchestra.run.smithi046.stdout:039.out 2023-09-21T13:07:59.988 INFO:teuthology.orchestra.run.smithi046.stdout:040 2023-09-21T13:07:59.988 INFO:teuthology.orchestra.run.smithi046.stdout:040.out 2023-09-21T13:07:59.988 INFO:teuthology.orchestra.run.smithi046.stdout:041 2023-09-21T13:07:59.988 INFO:teuthology.orchestra.run.smithi046.stdout:041.out 2023-09-21T13:07:59.988 INFO:teuthology.orchestra.run.smithi046.stdout:042 2023-09-21T13:07:59.989 INFO:teuthology.orchestra.run.smithi046.stdout:042.out 2023-09-21T13:07:59.989 INFO:teuthology.orchestra.run.smithi046.stdout:043 2023-09-21T13:07:59.989 INFO:teuthology.orchestra.run.smithi046.stdout:043.out 2023-09-21T13:07:59.989 INFO:teuthology.orchestra.run.smithi046.stdout:044 2023-09-21T13:07:59.990 INFO:teuthology.orchestra.run.smithi046.stdout:044.out 2023-09-21T13:07:59.990 INFO:teuthology.orchestra.run.smithi046.stdout:045 2023-09-21T13:07:59.990 INFO:teuthology.orchestra.run.smithi046.stdout:045.out 2023-09-21T13:07:59.990 INFO:teuthology.orchestra.run.smithi046.stdout:046 2023-09-21T13:07:59.991 INFO:teuthology.orchestra.run.smithi046.stdout:046.out 2023-09-21T13:07:59.991 INFO:teuthology.orchestra.run.smithi046.stdout:047 2023-09-21T13:07:59.991 INFO:teuthology.orchestra.run.smithi046.stdout:047.out 2023-09-21T13:07:59.991 INFO:teuthology.orchestra.run.smithi046.stdout:048 2023-09-21T13:07:59.991 INFO:teuthology.orchestra.run.smithi046.stdout:048.out 2023-09-21T13:07:59.992 INFO:teuthology.orchestra.run.smithi046.stdout:049 2023-09-21T13:07:59.992 INFO:teuthology.orchestra.run.smithi046.stdout:049.out 2023-09-21T13:07:59.992 INFO:teuthology.orchestra.run.smithi046.stdout:050 2023-09-21T13:07:59.992 INFO:teuthology.orchestra.run.smithi046.stdout:050.cfg 2023-09-21T13:07:59.992 INFO:teuthology.orchestra.run.smithi046.stdout:050.out.default 2023-09-21T13:07:59.993 INFO:teuthology.orchestra.run.smithi046.stdout:050.out.nojournal 2023-09-21T13:07:59.993 INFO:teuthology.orchestra.run.smithi046.stdout:050.out.xfsquota 2023-09-21T13:07:59.993 INFO:teuthology.orchestra.run.smithi046.stdout:051 2023-09-21T13:07:59.994 INFO:teuthology.orchestra.run.smithi046.stdout:051.out 2023-09-21T13:07:59.994 INFO:teuthology.orchestra.run.smithi046.stdout:052 2023-09-21T13:07:59.994 INFO:teuthology.orchestra.run.smithi046.stdout:052.out 2023-09-21T13:07:59.994 INFO:teuthology.orchestra.run.smithi046.stdout:053 2023-09-21T13:07:59.995 INFO:teuthology.orchestra.run.smithi046.stdout:053.out 2023-09-21T13:07:59.995 INFO:teuthology.orchestra.run.smithi046.stdout:054 2023-09-21T13:07:59.995 INFO:teuthology.orchestra.run.smithi046.stdout:054.out 2023-09-21T13:07:59.995 INFO:teuthology.orchestra.run.smithi046.stdout:055 2023-09-21T13:07:59.995 INFO:teuthology.orchestra.run.smithi046.stdout:055.out 2023-09-21T13:07:59.995 INFO:teuthology.orchestra.run.smithi046.stdout:056 2023-09-21T13:07:59.996 INFO:teuthology.orchestra.run.smithi046.stdout:056.out 2023-09-21T13:07:59.996 INFO:teuthology.orchestra.run.smithi046.stdout:057 2023-09-21T13:07:59.996 INFO:teuthology.orchestra.run.smithi046.stdout:057.out 2023-09-21T13:07:59.996 INFO:teuthology.orchestra.run.smithi046.stdout:058 2023-09-21T13:07:59.996 INFO:teuthology.orchestra.run.smithi046.stdout:058.out 2023-09-21T13:07:59.997 INFO:teuthology.orchestra.run.smithi046.stdout:059 2023-09-21T13:07:59.997 INFO:teuthology.orchestra.run.smithi046.stdout:059.out 2023-09-21T13:07:59.997 INFO:teuthology.orchestra.run.smithi046.stdout:060 2023-09-21T13:07:59.997 INFO:teuthology.orchestra.run.smithi046.stdout:060.out 2023-09-21T13:07:59.997 INFO:teuthology.orchestra.run.smithi046.stdout:061 2023-09-21T13:07:59.998 INFO:teuthology.orchestra.run.smithi046.stdout:061.out 2023-09-21T13:07:59.998 INFO:teuthology.orchestra.run.smithi046.stdout:062 2023-09-21T13:07:59.998 INFO:teuthology.orchestra.run.smithi046.stdout:062.out 2023-09-21T13:07:59.999 INFO:teuthology.orchestra.run.smithi046.stdout:063 2023-09-21T13:07:59.999 INFO:teuthology.orchestra.run.smithi046.stdout:063.out 2023-09-21T13:07:59.999 INFO:teuthology.orchestra.run.smithi046.stdout:064 2023-09-21T13:07:59.999 INFO:teuthology.orchestra.run.smithi046.stdout:064.out 2023-09-21T13:08:00.000 INFO:teuthology.orchestra.run.smithi046.stdout:065 2023-09-21T13:08:00.000 INFO:teuthology.orchestra.run.smithi046.stdout:065.out 2023-09-21T13:08:00.000 INFO:teuthology.orchestra.run.smithi046.stdout:066 2023-09-21T13:08:00.000 INFO:teuthology.orchestra.run.smithi046.stdout:066.out 2023-09-21T13:08:00.001 INFO:teuthology.orchestra.run.smithi046.stdout:067 2023-09-21T13:08:00.001 INFO:teuthology.orchestra.run.smithi046.stdout:067.out 2023-09-21T13:08:00.001 INFO:teuthology.orchestra.run.smithi046.stdout:068 2023-09-21T13:08:00.001 INFO:teuthology.orchestra.run.smithi046.stdout:068.out 2023-09-21T13:08:00.001 INFO:teuthology.orchestra.run.smithi046.stdout:069 2023-09-21T13:08:00.002 INFO:teuthology.orchestra.run.smithi046.stdout:069.out 2023-09-21T13:08:00.002 INFO:teuthology.orchestra.run.smithi046.stdout:070 2023-09-21T13:08:00.002 INFO:teuthology.orchestra.run.smithi046.stdout:070.out 2023-09-21T13:08:00.002 INFO:teuthology.orchestra.run.smithi046.stdout:071 2023-09-21T13:08:00.002 INFO:teuthology.orchestra.run.smithi046.stdout:071.out 2023-09-21T13:08:00.003 INFO:teuthology.orchestra.run.smithi046.stdout:072 2023-09-21T13:08:00.003 INFO:teuthology.orchestra.run.smithi046.stdout:072.out 2023-09-21T13:08:00.003 INFO:teuthology.orchestra.run.smithi046.stdout:073 2023-09-21T13:08:00.003 INFO:teuthology.orchestra.run.smithi046.stdout:073.out 2023-09-21T13:08:00.004 INFO:teuthology.orchestra.run.smithi046.stdout:074 2023-09-21T13:08:00.004 INFO:teuthology.orchestra.run.smithi046.stdout:074.out 2023-09-21T13:08:00.004 INFO:teuthology.orchestra.run.smithi046.stdout:075 2023-09-21T13:08:00.004 INFO:teuthology.orchestra.run.smithi046.stdout:075.out 2023-09-21T13:08:00.004 INFO:teuthology.orchestra.run.smithi046.stdout:076 2023-09-21T13:08:00.005 INFO:teuthology.orchestra.run.smithi046.stdout:076.out 2023-09-21T13:08:00.005 INFO:teuthology.orchestra.run.smithi046.stdout:077 2023-09-21T13:08:00.005 INFO:teuthology.orchestra.run.smithi046.stdout:077.out 2023-09-21T13:08:00.005 INFO:teuthology.orchestra.run.smithi046.stdout:078 2023-09-21T13:08:00.005 INFO:teuthology.orchestra.run.smithi046.stdout:078.out 2023-09-21T13:08:00.006 INFO:teuthology.orchestra.run.smithi046.stdout:079 2023-09-21T13:08:00.006 INFO:teuthology.orchestra.run.smithi046.stdout:079.out 2023-09-21T13:08:00.006 INFO:teuthology.orchestra.run.smithi046.stdout:080 2023-09-21T13:08:00.006 INFO:teuthology.orchestra.run.smithi046.stdout:080.out 2023-09-21T13:08:00.006 INFO:teuthology.orchestra.run.smithi046.stdout:081 2023-09-21T13:08:00.007 INFO:teuthology.orchestra.run.smithi046.stdout:081.out 2023-09-21T13:08:00.007 INFO:teuthology.orchestra.run.smithi046.stdout:082 2023-09-21T13:08:00.007 INFO:teuthology.orchestra.run.smithi046.stdout:082.out 2023-09-21T13:08:00.007 INFO:teuthology.orchestra.run.smithi046.stdout:083 2023-09-21T13:08:00.007 INFO:teuthology.orchestra.run.smithi046.stdout:083.out 2023-09-21T13:08:00.008 INFO:teuthology.orchestra.run.smithi046.stdout:084 2023-09-21T13:08:00.008 INFO:teuthology.orchestra.run.smithi046.stdout:084.out 2023-09-21T13:08:00.008 INFO:teuthology.orchestra.run.smithi046.stdout:085 2023-09-21T13:08:00.008 INFO:teuthology.orchestra.run.smithi046.stdout:085.out 2023-09-21T13:08:00.008 INFO:teuthology.orchestra.run.smithi046.stdout:086 2023-09-21T13:08:00.009 INFO:teuthology.orchestra.run.smithi046.stdout:086.out 2023-09-21T13:08:00.009 INFO:teuthology.orchestra.run.smithi046.stdout:087 2023-09-21T13:08:00.009 INFO:teuthology.orchestra.run.smithi046.stdout:087.out 2023-09-21T13:08:00.009 INFO:teuthology.orchestra.run.smithi046.stdout:088 2023-09-21T13:08:00.009 INFO:teuthology.orchestra.run.smithi046.stdout:088.out 2023-09-21T13:08:00.009 INFO:teuthology.orchestra.run.smithi046.stdout:089 2023-09-21T13:08:00.010 INFO:teuthology.orchestra.run.smithi046.stdout:089.out 2023-09-21T13:08:00.010 INFO:teuthology.orchestra.run.smithi046.stdout:090 2023-09-21T13:08:00.011 INFO:teuthology.orchestra.run.smithi046.stdout:090.out 2023-09-21T13:08:00.011 INFO:teuthology.orchestra.run.smithi046.stdout:091 2023-09-21T13:08:00.011 INFO:teuthology.orchestra.run.smithi046.stdout:091.out 2023-09-21T13:08:00.011 INFO:teuthology.orchestra.run.smithi046.stdout:092 2023-09-21T13:08:00.011 INFO:teuthology.orchestra.run.smithi046.stdout:092.out 2023-09-21T13:08:00.012 INFO:teuthology.orchestra.run.smithi046.stdout:093 2023-09-21T13:08:00.012 INFO:teuthology.orchestra.run.smithi046.stdout:093.out 2023-09-21T13:08:00.012 INFO:teuthology.orchestra.run.smithi046.stdout:094 2023-09-21T13:08:00.012 INFO:teuthology.orchestra.run.smithi046.stdout:094.out 2023-09-21T13:08:00.012 INFO:teuthology.orchestra.run.smithi046.stdout:095 2023-09-21T13:08:00.013 INFO:teuthology.orchestra.run.smithi046.stdout:095.out 2023-09-21T13:08:00.013 INFO:teuthology.orchestra.run.smithi046.stdout:096 2023-09-21T13:08:00.013 INFO:teuthology.orchestra.run.smithi046.stdout:096.out 2023-09-21T13:08:00.013 INFO:teuthology.orchestra.run.smithi046.stdout:097 2023-09-21T13:08:00.014 INFO:teuthology.orchestra.run.smithi046.stdout:097.out 2023-09-21T13:08:00.014 INFO:teuthology.orchestra.run.smithi046.stdout:098 2023-09-21T13:08:00.014 INFO:teuthology.orchestra.run.smithi046.stdout:098.out 2023-09-21T13:08:00.014 INFO:teuthology.orchestra.run.smithi046.stdout:099 2023-09-21T13:08:00.014 INFO:teuthology.orchestra.run.smithi046.stdout:099.out 2023-09-21T13:08:00.015 INFO:teuthology.orchestra.run.smithi046.stdout:100 2023-09-21T13:08:00.015 INFO:teuthology.orchestra.run.smithi046.stdout:100.out 2023-09-21T13:08:00.015 INFO:teuthology.orchestra.run.smithi046.stdout:101 2023-09-21T13:08:00.015 INFO:teuthology.orchestra.run.smithi046.stdout:101.out 2023-09-21T13:08:00.015 INFO:teuthology.orchestra.run.smithi046.stdout:102 2023-09-21T13:08:00.016 INFO:teuthology.orchestra.run.smithi046.stdout:102.out 2023-09-21T13:08:00.016 INFO:teuthology.orchestra.run.smithi046.stdout:103 2023-09-21T13:08:00.016 INFO:teuthology.orchestra.run.smithi046.stdout:103.out 2023-09-21T13:08:00.016 INFO:teuthology.orchestra.run.smithi046.stdout:104 2023-09-21T13:08:00.016 INFO:teuthology.orchestra.run.smithi046.stdout:104.out 2023-09-21T13:08:00.017 INFO:teuthology.orchestra.run.smithi046.stdout:105 2023-09-21T13:08:00.017 INFO:teuthology.orchestra.run.smithi046.stdout:105.out 2023-09-21T13:08:00.017 INFO:teuthology.orchestra.run.smithi046.stdout:106 2023-09-21T13:08:00.017 INFO:teuthology.orchestra.run.smithi046.stdout:106.out 2023-09-21T13:08:00.017 INFO:teuthology.orchestra.run.smithi046.stdout:107 2023-09-21T13:08:00.018 INFO:teuthology.orchestra.run.smithi046.stdout:107.out 2023-09-21T13:08:00.018 INFO:teuthology.orchestra.run.smithi046.stdout:108 2023-09-21T13:08:00.018 INFO:teuthology.orchestra.run.smithi046.stdout:108.out 2023-09-21T13:08:00.018 INFO:teuthology.orchestra.run.smithi046.stdout:109 2023-09-21T13:08:00.018 INFO:teuthology.orchestra.run.smithi046.stdout:109.out 2023-09-21T13:08:00.019 INFO:teuthology.orchestra.run.smithi046.stdout:110 2023-09-21T13:08:00.019 INFO:teuthology.orchestra.run.smithi046.stdout:110.out 2023-09-21T13:08:00.019 INFO:teuthology.orchestra.run.smithi046.stdout:111 2023-09-21T13:08:00.019 INFO:teuthology.orchestra.run.smithi046.stdout:111.out 2023-09-21T13:08:00.019 INFO:teuthology.orchestra.run.smithi046.stdout:112 2023-09-21T13:08:00.020 INFO:teuthology.orchestra.run.smithi046.stdout:112.out 2023-09-21T13:08:00.020 INFO:teuthology.orchestra.run.smithi046.stdout:113 2023-09-21T13:08:00.020 INFO:teuthology.orchestra.run.smithi046.stdout:113.out 2023-09-21T13:08:00.020 INFO:teuthology.orchestra.run.smithi046.stdout:114 2023-09-21T13:08:00.020 INFO:teuthology.orchestra.run.smithi046.stdout:114.out 2023-09-21T13:08:00.020 INFO:teuthology.orchestra.run.smithi046.stdout:115 2023-09-21T13:08:00.021 INFO:teuthology.orchestra.run.smithi046.stdout:115.out 2023-09-21T13:08:00.021 INFO:teuthology.orchestra.run.smithi046.stdout:116 2023-09-21T13:08:00.021 INFO:teuthology.orchestra.run.smithi046.stdout:116.out 2023-09-21T13:08:00.022 INFO:teuthology.orchestra.run.smithi046.stdout:117 2023-09-21T13:08:00.022 INFO:teuthology.orchestra.run.smithi046.stdout:117.out 2023-09-21T13:08:00.022 INFO:teuthology.orchestra.run.smithi046.stdout:118 2023-09-21T13:08:00.022 INFO:teuthology.orchestra.run.smithi046.stdout:118.out 2023-09-21T13:08:00.022 INFO:teuthology.orchestra.run.smithi046.stdout:119 2023-09-21T13:08:00.023 INFO:teuthology.orchestra.run.smithi046.stdout:119.out 2023-09-21T13:08:00.023 INFO:teuthology.orchestra.run.smithi046.stdout:120 2023-09-21T13:08:00.023 INFO:teuthology.orchestra.run.smithi046.stdout:120.out 2023-09-21T13:08:00.023 INFO:teuthology.orchestra.run.smithi046.stdout:121 2023-09-21T13:08:00.023 INFO:teuthology.orchestra.run.smithi046.stdout:121.out 2023-09-21T13:08:00.024 INFO:teuthology.orchestra.run.smithi046.stdout:122 2023-09-21T13:08:00.024 INFO:teuthology.orchestra.run.smithi046.stdout:122.out 2023-09-21T13:08:00.024 INFO:teuthology.orchestra.run.smithi046.stdout:123 2023-09-21T13:08:00.024 INFO:teuthology.orchestra.run.smithi046.stdout:123.out 2023-09-21T13:08:00.024 INFO:teuthology.orchestra.run.smithi046.stdout:124 2023-09-21T13:08:00.025 INFO:teuthology.orchestra.run.smithi046.stdout:124.out 2023-09-21T13:08:00.025 INFO:teuthology.orchestra.run.smithi046.stdout:125 2023-09-21T13:08:00.025 INFO:teuthology.orchestra.run.smithi046.stdout:125.out 2023-09-21T13:08:00.025 INFO:teuthology.orchestra.run.smithi046.stdout:126 2023-09-21T13:08:00.025 INFO:teuthology.orchestra.run.smithi046.stdout:126.out 2023-09-21T13:08:00.026 INFO:teuthology.orchestra.run.smithi046.stdout:127 2023-09-21T13:08:00.026 INFO:teuthology.orchestra.run.smithi046.stdout:127.out 2023-09-21T13:08:00.026 INFO:teuthology.orchestra.run.smithi046.stdout:128 2023-09-21T13:08:00.026 INFO:teuthology.orchestra.run.smithi046.stdout:128.out 2023-09-21T13:08:00.026 INFO:teuthology.orchestra.run.smithi046.stdout:129 2023-09-21T13:08:00.027 INFO:teuthology.orchestra.run.smithi046.stdout:129.out 2023-09-21T13:08:00.027 INFO:teuthology.orchestra.run.smithi046.stdout:130 2023-09-21T13:08:00.027 INFO:teuthology.orchestra.run.smithi046.stdout:130.out 2023-09-21T13:08:00.027 INFO:teuthology.orchestra.run.smithi046.stdout:131 2023-09-21T13:08:00.027 INFO:teuthology.orchestra.run.smithi046.stdout:131.out 2023-09-21T13:08:00.028 INFO:teuthology.orchestra.run.smithi046.stdout:132 2023-09-21T13:08:00.028 INFO:teuthology.orchestra.run.smithi046.stdout:132.out 2023-09-21T13:08:00.028 INFO:teuthology.orchestra.run.smithi046.stdout:133 2023-09-21T13:08:00.028 INFO:teuthology.orchestra.run.smithi046.stdout:133.out 2023-09-21T13:08:00.028 INFO:teuthology.orchestra.run.smithi046.stdout:134 2023-09-21T13:08:00.029 INFO:teuthology.orchestra.run.smithi046.stdout:134.out 2023-09-21T13:08:00.029 INFO:teuthology.orchestra.run.smithi046.stdout:135 2023-09-21T13:08:00.029 INFO:teuthology.orchestra.run.smithi046.stdout:135.out 2023-09-21T13:08:00.029 INFO:teuthology.orchestra.run.smithi046.stdout:136 2023-09-21T13:08:00.029 INFO:teuthology.orchestra.run.smithi046.stdout:136.out 2023-09-21T13:08:00.030 INFO:teuthology.orchestra.run.smithi046.stdout:137 2023-09-21T13:08:00.030 INFO:teuthology.orchestra.run.smithi046.stdout:137.out 2023-09-21T13:08:00.030 INFO:teuthology.orchestra.run.smithi046.stdout:138 2023-09-21T13:08:00.030 INFO:teuthology.orchestra.run.smithi046.stdout:138.out 2023-09-21T13:08:00.030 INFO:teuthology.orchestra.run.smithi046.stdout:139 2023-09-21T13:08:00.031 INFO:teuthology.orchestra.run.smithi046.stdout:139.out 2023-09-21T13:08:00.031 INFO:teuthology.orchestra.run.smithi046.stdout:140 2023-09-21T13:08:00.031 INFO:teuthology.orchestra.run.smithi046.stdout:140.out 2023-09-21T13:08:00.031 INFO:teuthology.orchestra.run.smithi046.stdout:141 2023-09-21T13:08:00.031 INFO:teuthology.orchestra.run.smithi046.stdout:141.out 2023-09-21T13:08:00.032 INFO:teuthology.orchestra.run.smithi046.stdout:142 2023-09-21T13:08:00.032 INFO:teuthology.orchestra.run.smithi046.stdout:142.out 2023-09-21T13:08:00.033 INFO:teuthology.orchestra.run.smithi046.stdout:143 2023-09-21T13:08:00.033 INFO:teuthology.orchestra.run.smithi046.stdout:143.out 2023-09-21T13:08:00.033 INFO:teuthology.orchestra.run.smithi046.stdout:144 2023-09-21T13:08:00.033 INFO:teuthology.orchestra.run.smithi046.stdout:144.out 2023-09-21T13:08:00.033 INFO:teuthology.orchestra.run.smithi046.stdout:145 2023-09-21T13:08:00.033 INFO:teuthology.orchestra.run.smithi046.stdout:145.out 2023-09-21T13:08:00.034 INFO:teuthology.orchestra.run.smithi046.stdout:146 2023-09-21T13:08:00.034 INFO:teuthology.orchestra.run.smithi046.stdout:146.out 2023-09-21T13:08:00.034 INFO:teuthology.orchestra.run.smithi046.stdout:147 2023-09-21T13:08:00.034 INFO:teuthology.orchestra.run.smithi046.stdout:147.out 2023-09-21T13:08:00.034 INFO:teuthology.orchestra.run.smithi046.stdout:148 2023-09-21T13:08:00.035 INFO:teuthology.orchestra.run.smithi046.stdout:148.out 2023-09-21T13:08:00.035 INFO:teuthology.orchestra.run.smithi046.stdout:149 2023-09-21T13:08:00.035 INFO:teuthology.orchestra.run.smithi046.stdout:149.out 2023-09-21T13:08:00.035 INFO:teuthology.orchestra.run.smithi046.stdout:150 2023-09-21T13:08:00.035 INFO:teuthology.orchestra.run.smithi046.stdout:150.out 2023-09-21T13:08:00.036 INFO:teuthology.orchestra.run.smithi046.stdout:151 2023-09-21T13:08:00.036 INFO:teuthology.orchestra.run.smithi046.stdout:151.out 2023-09-21T13:08:00.036 INFO:teuthology.orchestra.run.smithi046.stdout:152 2023-09-21T13:08:00.036 INFO:teuthology.orchestra.run.smithi046.stdout:152.out 2023-09-21T13:08:00.036 INFO:teuthology.orchestra.run.smithi046.stdout:153 2023-09-21T13:08:00.037 INFO:teuthology.orchestra.run.smithi046.stdout:153.out 2023-09-21T13:08:00.037 INFO:teuthology.orchestra.run.smithi046.stdout:154 2023-09-21T13:08:00.037 INFO:teuthology.orchestra.run.smithi046.stdout:154.out 2023-09-21T13:08:00.037 INFO:teuthology.orchestra.run.smithi046.stdout:155 2023-09-21T13:08:00.037 INFO:teuthology.orchestra.run.smithi046.stdout:155.out 2023-09-21T13:08:00.038 INFO:teuthology.orchestra.run.smithi046.stdout:156 2023-09-21T13:08:00.038 INFO:teuthology.orchestra.run.smithi046.stdout:156.out 2023-09-21T13:08:00.038 INFO:teuthology.orchestra.run.smithi046.stdout:157 2023-09-21T13:08:00.038 INFO:teuthology.orchestra.run.smithi046.stdout:157.out 2023-09-21T13:08:00.038 INFO:teuthology.orchestra.run.smithi046.stdout:158 2023-09-21T13:08:00.039 INFO:teuthology.orchestra.run.smithi046.stdout:158.out 2023-09-21T13:08:00.039 INFO:teuthology.orchestra.run.smithi046.stdout:159 2023-09-21T13:08:00.039 INFO:teuthology.orchestra.run.smithi046.stdout:159.out 2023-09-21T13:08:00.039 INFO:teuthology.orchestra.run.smithi046.stdout:160 2023-09-21T13:08:00.039 INFO:teuthology.orchestra.run.smithi046.stdout:160.out 2023-09-21T13:08:00.039 INFO:teuthology.orchestra.run.smithi046.stdout:161 2023-09-21T13:08:00.040 INFO:teuthology.orchestra.run.smithi046.stdout:161.out 2023-09-21T13:08:00.040 INFO:teuthology.orchestra.run.smithi046.stdout:162 2023-09-21T13:08:00.040 INFO:teuthology.orchestra.run.smithi046.stdout:162.out 2023-09-21T13:08:00.040 INFO:teuthology.orchestra.run.smithi046.stdout:163 2023-09-21T13:08:00.040 INFO:teuthology.orchestra.run.smithi046.stdout:163.out 2023-09-21T13:08:00.041 INFO:teuthology.orchestra.run.smithi046.stdout:164 2023-09-21T13:08:00.041 INFO:teuthology.orchestra.run.smithi046.stdout:164.out 2023-09-21T13:08:00.041 INFO:teuthology.orchestra.run.smithi046.stdout:165 2023-09-21T13:08:00.041 INFO:teuthology.orchestra.run.smithi046.stdout:165.out 2023-09-21T13:08:00.041 INFO:teuthology.orchestra.run.smithi046.stdout:166 2023-09-21T13:08:00.042 INFO:teuthology.orchestra.run.smithi046.stdout:166.out 2023-09-21T13:08:00.042 INFO:teuthology.orchestra.run.smithi046.stdout:167 2023-09-21T13:08:00.042 INFO:teuthology.orchestra.run.smithi046.stdout:167.out 2023-09-21T13:08:00.042 INFO:teuthology.orchestra.run.smithi046.stdout:168 2023-09-21T13:08:00.043 INFO:teuthology.orchestra.run.smithi046.stdout:168.out 2023-09-21T13:08:00.043 INFO:teuthology.orchestra.run.smithi046.stdout:169 2023-09-21T13:08:00.043 INFO:teuthology.orchestra.run.smithi046.stdout:169.out 2023-09-21T13:08:00.043 INFO:teuthology.orchestra.run.smithi046.stdout:170 2023-09-21T13:08:00.044 INFO:teuthology.orchestra.run.smithi046.stdout:170.out 2023-09-21T13:08:00.044 INFO:teuthology.orchestra.run.smithi046.stdout:171 2023-09-21T13:08:00.044 INFO:teuthology.orchestra.run.smithi046.stdout:171.out 2023-09-21T13:08:00.044 INFO:teuthology.orchestra.run.smithi046.stdout:172 2023-09-21T13:08:00.044 INFO:teuthology.orchestra.run.smithi046.stdout:172.out 2023-09-21T13:08:00.045 INFO:teuthology.orchestra.run.smithi046.stdout:173 2023-09-21T13:08:00.045 INFO:teuthology.orchestra.run.smithi046.stdout:173.out 2023-09-21T13:08:00.045 INFO:teuthology.orchestra.run.smithi046.stdout:174 2023-09-21T13:08:00.045 INFO:teuthology.orchestra.run.smithi046.stdout:174.out 2023-09-21T13:08:00.046 INFO:teuthology.orchestra.run.smithi046.stdout:175 2023-09-21T13:08:00.046 INFO:teuthology.orchestra.run.smithi046.stdout:175.out 2023-09-21T13:08:00.046 INFO:teuthology.orchestra.run.smithi046.stdout:176 2023-09-21T13:08:00.046 INFO:teuthology.orchestra.run.smithi046.stdout:176.out 2023-09-21T13:08:00.046 INFO:teuthology.orchestra.run.smithi046.stdout:177 2023-09-21T13:08:00.046 INFO:teuthology.orchestra.run.smithi046.stdout:177.out 2023-09-21T13:08:00.047 INFO:teuthology.orchestra.run.smithi046.stdout:178 2023-09-21T13:08:00.047 INFO:teuthology.orchestra.run.smithi046.stdout:178.out 2023-09-21T13:08:00.047 INFO:teuthology.orchestra.run.smithi046.stdout:179 2023-09-21T13:08:00.047 INFO:teuthology.orchestra.run.smithi046.stdout:179.out 2023-09-21T13:08:00.047 INFO:teuthology.orchestra.run.smithi046.stdout:180 2023-09-21T13:08:00.048 INFO:teuthology.orchestra.run.smithi046.stdout:180.out 2023-09-21T13:08:00.048 INFO:teuthology.orchestra.run.smithi046.stdout:181 2023-09-21T13:08:00.048 INFO:teuthology.orchestra.run.smithi046.stdout:181.out 2023-09-21T13:08:00.048 INFO:teuthology.orchestra.run.smithi046.stdout:182 2023-09-21T13:08:00.048 INFO:teuthology.orchestra.run.smithi046.stdout:182.out 2023-09-21T13:08:00.049 INFO:teuthology.orchestra.run.smithi046.stdout:183 2023-09-21T13:08:00.049 INFO:teuthology.orchestra.run.smithi046.stdout:183.out 2023-09-21T13:08:00.049 INFO:teuthology.orchestra.run.smithi046.stdout:184 2023-09-21T13:08:00.049 INFO:teuthology.orchestra.run.smithi046.stdout:184.out 2023-09-21T13:08:00.049 INFO:teuthology.orchestra.run.smithi046.stdout:185 2023-09-21T13:08:00.050 INFO:teuthology.orchestra.run.smithi046.stdout:185.out 2023-09-21T13:08:00.050 INFO:teuthology.orchestra.run.smithi046.stdout:186 2023-09-21T13:08:00.050 INFO:teuthology.orchestra.run.smithi046.stdout:186.out 2023-09-21T13:08:00.050 INFO:teuthology.orchestra.run.smithi046.stdout:187 2023-09-21T13:08:00.050 INFO:teuthology.orchestra.run.smithi046.stdout:187.out 2023-09-21T13:08:00.051 INFO:teuthology.orchestra.run.smithi046.stdout:188 2023-09-21T13:08:00.051 INFO:teuthology.orchestra.run.smithi046.stdout:188.out 2023-09-21T13:08:00.051 INFO:teuthology.orchestra.run.smithi046.stdout:189 2023-09-21T13:08:00.051 INFO:teuthology.orchestra.run.smithi046.stdout:189.out 2023-09-21T13:08:00.051 INFO:teuthology.orchestra.run.smithi046.stdout:190 2023-09-21T13:08:00.052 INFO:teuthology.orchestra.run.smithi046.stdout:190.out 2023-09-21T13:08:00.052 INFO:teuthology.orchestra.run.smithi046.stdout:191 2023-09-21T13:08:00.052 INFO:teuthology.orchestra.run.smithi046.stdout:191.out 2023-09-21T13:08:00.052 INFO:teuthology.orchestra.run.smithi046.stdout:192 2023-09-21T13:08:00.052 INFO:teuthology.orchestra.run.smithi046.stdout:192.out 2023-09-21T13:08:00.052 INFO:teuthology.orchestra.run.smithi046.stdout:193 2023-09-21T13:08:00.053 INFO:teuthology.orchestra.run.smithi046.stdout:193.out 2023-09-21T13:08:00.053 INFO:teuthology.orchestra.run.smithi046.stdout:194 2023-09-21T13:08:00.053 INFO:teuthology.orchestra.run.smithi046.stdout:194.out 2023-09-21T13:08:00.053 INFO:teuthology.orchestra.run.smithi046.stdout:195 2023-09-21T13:08:00.054 INFO:teuthology.orchestra.run.smithi046.stdout:195.out 2023-09-21T13:08:00.054 INFO:teuthology.orchestra.run.smithi046.stdout:196 2023-09-21T13:08:00.054 INFO:teuthology.orchestra.run.smithi046.stdout:196.out 2023-09-21T13:08:00.054 INFO:teuthology.orchestra.run.smithi046.stdout:197 2023-09-21T13:08:00.055 INFO:teuthology.orchestra.run.smithi046.stdout:197.out 2023-09-21T13:08:00.055 INFO:teuthology.orchestra.run.smithi046.stdout:198 2023-09-21T13:08:00.055 INFO:teuthology.orchestra.run.smithi046.stdout:198.out 2023-09-21T13:08:00.055 INFO:teuthology.orchestra.run.smithi046.stdout:199 2023-09-21T13:08:00.055 INFO:teuthology.orchestra.run.smithi046.stdout:199.out 2023-09-21T13:08:00.056 INFO:teuthology.orchestra.run.smithi046.stdout:200 2023-09-21T13:08:00.056 INFO:teuthology.orchestra.run.smithi046.stdout:200.out 2023-09-21T13:08:00.056 INFO:teuthology.orchestra.run.smithi046.stdout:201 2023-09-21T13:08:00.056 INFO:teuthology.orchestra.run.smithi046.stdout:201.out 2023-09-21T13:08:00.056 INFO:teuthology.orchestra.run.smithi046.stdout:202 2023-09-21T13:08:00.056 INFO:teuthology.orchestra.run.smithi046.stdout:202.out 2023-09-21T13:08:00.057 INFO:teuthology.orchestra.run.smithi046.stdout:203 2023-09-21T13:08:00.057 INFO:teuthology.orchestra.run.smithi046.stdout:203.out 2023-09-21T13:08:00.057 INFO:teuthology.orchestra.run.smithi046.stdout:204 2023-09-21T13:08:00.057 INFO:teuthology.orchestra.run.smithi046.stdout:204.out 2023-09-21T13:08:00.057 INFO:teuthology.orchestra.run.smithi046.stdout:205 2023-09-21T13:08:00.058 INFO:teuthology.orchestra.run.smithi046.stdout:205.out 2023-09-21T13:08:00.058 INFO:teuthology.orchestra.run.smithi046.stdout:206 2023-09-21T13:08:00.058 INFO:teuthology.orchestra.run.smithi046.stdout:206.out 2023-09-21T13:08:00.058 INFO:teuthology.orchestra.run.smithi046.stdout:207 2023-09-21T13:08:00.058 INFO:teuthology.orchestra.run.smithi046.stdout:207.out 2023-09-21T13:08:00.059 INFO:teuthology.orchestra.run.smithi046.stdout:208 2023-09-21T13:08:00.059 INFO:teuthology.orchestra.run.smithi046.stdout:208.out 2023-09-21T13:08:00.059 INFO:teuthology.orchestra.run.smithi046.stdout:209 2023-09-21T13:08:00.059 INFO:teuthology.orchestra.run.smithi046.stdout:209.out 2023-09-21T13:08:00.059 INFO:teuthology.orchestra.run.smithi046.stdout:210 2023-09-21T13:08:00.060 INFO:teuthology.orchestra.run.smithi046.stdout:210.out 2023-09-21T13:08:00.060 INFO:teuthology.orchestra.run.smithi046.stdout:211 2023-09-21T13:08:00.060 INFO:teuthology.orchestra.run.smithi046.stdout:211.out 2023-09-21T13:08:00.060 INFO:teuthology.orchestra.run.smithi046.stdout:212 2023-09-21T13:08:00.060 INFO:teuthology.orchestra.run.smithi046.stdout:212.out 2023-09-21T13:08:00.061 INFO:teuthology.orchestra.run.smithi046.stdout:213 2023-09-21T13:08:00.061 INFO:teuthology.orchestra.run.smithi046.stdout:213.out 2023-09-21T13:08:00.061 INFO:teuthology.orchestra.run.smithi046.stdout:214 2023-09-21T13:08:00.061 INFO:teuthology.orchestra.run.smithi046.stdout:214.out 2023-09-21T13:08:00.061 INFO:teuthology.orchestra.run.smithi046.stdout:215 2023-09-21T13:08:00.061 INFO:teuthology.orchestra.run.smithi046.stdout:215.out 2023-09-21T13:08:00.062 INFO:teuthology.orchestra.run.smithi046.stdout:216 2023-09-21T13:08:00.062 INFO:teuthology.orchestra.run.smithi046.stdout:216.out 2023-09-21T13:08:00.062 INFO:teuthology.orchestra.run.smithi046.stdout:217 2023-09-21T13:08:00.062 INFO:teuthology.orchestra.run.smithi046.stdout:217.out 2023-09-21T13:08:00.062 INFO:teuthology.orchestra.run.smithi046.stdout:218 2023-09-21T13:08:00.063 INFO:teuthology.orchestra.run.smithi046.stdout:218.out 2023-09-21T13:08:00.063 INFO:teuthology.orchestra.run.smithi046.stdout:219 2023-09-21T13:08:00.063 INFO:teuthology.orchestra.run.smithi046.stdout:219.out 2023-09-21T13:08:00.063 INFO:teuthology.orchestra.run.smithi046.stdout:220 2023-09-21T13:08:00.063 INFO:teuthology.orchestra.run.smithi046.stdout:220.out 2023-09-21T13:08:00.064 INFO:teuthology.orchestra.run.smithi046.stdout:221 2023-09-21T13:08:00.064 INFO:teuthology.orchestra.run.smithi046.stdout:221.out 2023-09-21T13:08:00.064 INFO:teuthology.orchestra.run.smithi046.stdout:222 2023-09-21T13:08:00.064 INFO:teuthology.orchestra.run.smithi046.stdout:222.out 2023-09-21T13:08:00.065 INFO:teuthology.orchestra.run.smithi046.stdout:223 2023-09-21T13:08:00.065 INFO:teuthology.orchestra.run.smithi046.stdout:223.out 2023-09-21T13:08:00.065 INFO:teuthology.orchestra.run.smithi046.stdout:224 2023-09-21T13:08:00.065 INFO:teuthology.orchestra.run.smithi046.stdout:224.out 2023-09-21T13:08:00.065 INFO:teuthology.orchestra.run.smithi046.stdout:225 2023-09-21T13:08:00.066 INFO:teuthology.orchestra.run.smithi046.stdout:225.out 2023-09-21T13:08:00.066 INFO:teuthology.orchestra.run.smithi046.stdout:226 2023-09-21T13:08:00.066 INFO:teuthology.orchestra.run.smithi046.stdout:226.out 2023-09-21T13:08:00.066 INFO:teuthology.orchestra.run.smithi046.stdout:227 2023-09-21T13:08:00.066 INFO:teuthology.orchestra.run.smithi046.stdout:227.out 2023-09-21T13:08:00.067 INFO:teuthology.orchestra.run.smithi046.stdout:228 2023-09-21T13:08:00.067 INFO:teuthology.orchestra.run.smithi046.stdout:228.out 2023-09-21T13:08:00.067 INFO:teuthology.orchestra.run.smithi046.stdout:229 2023-09-21T13:08:00.067 INFO:teuthology.orchestra.run.smithi046.stdout:229.out 2023-09-21T13:08:00.067 INFO:teuthology.orchestra.run.smithi046.stdout:230 2023-09-21T13:08:00.068 INFO:teuthology.orchestra.run.smithi046.stdout:230.out 2023-09-21T13:08:00.068 INFO:teuthology.orchestra.run.smithi046.stdout:231 2023-09-21T13:08:00.068 INFO:teuthology.orchestra.run.smithi046.stdout:231.out 2023-09-21T13:08:00.068 INFO:teuthology.orchestra.run.smithi046.stdout:232 2023-09-21T13:08:00.068 INFO:teuthology.orchestra.run.smithi046.stdout:232.out 2023-09-21T13:08:00.069 INFO:teuthology.orchestra.run.smithi046.stdout:233 2023-09-21T13:08:00.069 INFO:teuthology.orchestra.run.smithi046.stdout:233.out 2023-09-21T13:08:00.069 INFO:teuthology.orchestra.run.smithi046.stdout:234 2023-09-21T13:08:00.069 INFO:teuthology.orchestra.run.smithi046.stdout:234.out 2023-09-21T13:08:00.069 INFO:teuthology.orchestra.run.smithi046.stdout:235 2023-09-21T13:08:00.070 INFO:teuthology.orchestra.run.smithi046.stdout:235.out 2023-09-21T13:08:00.070 INFO:teuthology.orchestra.run.smithi046.stdout:236 2023-09-21T13:08:00.070 INFO:teuthology.orchestra.run.smithi046.stdout:236.out 2023-09-21T13:08:00.070 INFO:teuthology.orchestra.run.smithi046.stdout:237 2023-09-21T13:08:00.070 INFO:teuthology.orchestra.run.smithi046.stdout:237.out 2023-09-21T13:08:00.071 INFO:teuthology.orchestra.run.smithi046.stdout:238 2023-09-21T13:08:00.071 INFO:teuthology.orchestra.run.smithi046.stdout:238.out 2023-09-21T13:08:00.071 INFO:teuthology.orchestra.run.smithi046.stdout:239 2023-09-21T13:08:00.071 INFO:teuthology.orchestra.run.smithi046.stdout:239.out 2023-09-21T13:08:00.071 INFO:teuthology.orchestra.run.smithi046.stdout:240 2023-09-21T13:08:00.071 INFO:teuthology.orchestra.run.smithi046.stdout:240.out 2023-09-21T13:08:00.072 INFO:teuthology.orchestra.run.smithi046.stdout:241 2023-09-21T13:08:00.072 INFO:teuthology.orchestra.run.smithi046.stdout:241.out 2023-09-21T13:08:00.072 INFO:teuthology.orchestra.run.smithi046.stdout:242 2023-09-21T13:08:00.072 INFO:teuthology.orchestra.run.smithi046.stdout:242.out 2023-09-21T13:08:00.072 INFO:teuthology.orchestra.run.smithi046.stdout:243 2023-09-21T13:08:00.073 INFO:teuthology.orchestra.run.smithi046.stdout:243.out 2023-09-21T13:08:00.073 INFO:teuthology.orchestra.run.smithi046.stdout:244 2023-09-21T13:08:00.073 INFO:teuthology.orchestra.run.smithi046.stdout:244.out 2023-09-21T13:08:00.073 INFO:teuthology.orchestra.run.smithi046.stdout:245 2023-09-21T13:08:00.073 INFO:teuthology.orchestra.run.smithi046.stdout:245.out 2023-09-21T13:08:00.074 INFO:teuthology.orchestra.run.smithi046.stdout:246 2023-09-21T13:08:00.074 INFO:teuthology.orchestra.run.smithi046.stdout:246.out 2023-09-21T13:08:00.074 INFO:teuthology.orchestra.run.smithi046.stdout:247 2023-09-21T13:08:00.074 INFO:teuthology.orchestra.run.smithi046.stdout:247.out 2023-09-21T13:08:00.074 INFO:teuthology.orchestra.run.smithi046.stdout:248 2023-09-21T13:08:00.074 INFO:teuthology.orchestra.run.smithi046.stdout:248.out 2023-09-21T13:08:00.075 INFO:teuthology.orchestra.run.smithi046.stdout:249 2023-09-21T13:08:00.075 INFO:teuthology.orchestra.run.smithi046.stdout:249.out 2023-09-21T13:08:00.075 INFO:teuthology.orchestra.run.smithi046.stdout:250 2023-09-21T13:08:00.076 INFO:teuthology.orchestra.run.smithi046.stdout:250.out 2023-09-21T13:08:00.076 INFO:teuthology.orchestra.run.smithi046.stdout:251 2023-09-21T13:08:00.076 INFO:teuthology.orchestra.run.smithi046.stdout:251.out 2023-09-21T13:08:00.076 INFO:teuthology.orchestra.run.smithi046.stdout:252 2023-09-21T13:08:00.076 INFO:teuthology.orchestra.run.smithi046.stdout:252.out 2023-09-21T13:08:00.077 INFO:teuthology.orchestra.run.smithi046.stdout:253 2023-09-21T13:08:00.077 INFO:teuthology.orchestra.run.smithi046.stdout:253.out 2023-09-21T13:08:00.077 INFO:teuthology.orchestra.run.smithi046.stdout:254 2023-09-21T13:08:00.077 INFO:teuthology.orchestra.run.smithi046.stdout:254.out 2023-09-21T13:08:00.077 INFO:teuthology.orchestra.run.smithi046.stdout:255 2023-09-21T13:08:00.078 INFO:teuthology.orchestra.run.smithi046.stdout:255.out 2023-09-21T13:08:00.078 INFO:teuthology.orchestra.run.smithi046.stdout:256 2023-09-21T13:08:00.078 INFO:teuthology.orchestra.run.smithi046.stdout:256.out 2023-09-21T13:08:00.078 INFO:teuthology.orchestra.run.smithi046.stdout:257 2023-09-21T13:08:00.078 INFO:teuthology.orchestra.run.smithi046.stdout:257.out 2023-09-21T13:08:00.079 INFO:teuthology.orchestra.run.smithi046.stdout:258 2023-09-21T13:08:00.079 INFO:teuthology.orchestra.run.smithi046.stdout:258.out 2023-09-21T13:08:00.079 INFO:teuthology.orchestra.run.smithi046.stdout:259 2023-09-21T13:08:00.079 INFO:teuthology.orchestra.run.smithi046.stdout:259.out 2023-09-21T13:08:00.079 INFO:teuthology.orchestra.run.smithi046.stdout:260 2023-09-21T13:08:00.080 INFO:teuthology.orchestra.run.smithi046.stdout:260.out 2023-09-21T13:08:00.080 INFO:teuthology.orchestra.run.smithi046.stdout:261 2023-09-21T13:08:00.080 INFO:teuthology.orchestra.run.smithi046.stdout:261.out 2023-09-21T13:08:00.080 INFO:teuthology.orchestra.run.smithi046.stdout:262 2023-09-21T13:08:00.080 INFO:teuthology.orchestra.run.smithi046.stdout:262.out 2023-09-21T13:08:00.081 INFO:teuthology.orchestra.run.smithi046.stdout:263 2023-09-21T13:08:00.081 INFO:teuthology.orchestra.run.smithi046.stdout:263.out 2023-09-21T13:08:00.081 INFO:teuthology.orchestra.run.smithi046.stdout:264 2023-09-21T13:08:00.081 INFO:teuthology.orchestra.run.smithi046.stdout:264.out 2023-09-21T13:08:00.081 INFO:teuthology.orchestra.run.smithi046.stdout:265 2023-09-21T13:08:00.082 INFO:teuthology.orchestra.run.smithi046.stdout:265.out 2023-09-21T13:08:00.082 INFO:teuthology.orchestra.run.smithi046.stdout:266 2023-09-21T13:08:00.082 INFO:teuthology.orchestra.run.smithi046.stdout:266.out 2023-09-21T13:08:00.082 INFO:teuthology.orchestra.run.smithi046.stdout:267 2023-09-21T13:08:00.082 INFO:teuthology.orchestra.run.smithi046.stdout:267.out 2023-09-21T13:08:00.083 INFO:teuthology.orchestra.run.smithi046.stdout:268 2023-09-21T13:08:00.083 INFO:teuthology.orchestra.run.smithi046.stdout:268.out 2023-09-21T13:08:00.083 INFO:teuthology.orchestra.run.smithi046.stdout:269 2023-09-21T13:08:00.083 INFO:teuthology.orchestra.run.smithi046.stdout:269.out 2023-09-21T13:08:00.083 INFO:teuthology.orchestra.run.smithi046.stdout:270 2023-09-21T13:08:00.084 INFO:teuthology.orchestra.run.smithi046.stdout:270.out 2023-09-21T13:08:00.084 INFO:teuthology.orchestra.run.smithi046.stdout:271 2023-09-21T13:08:00.084 INFO:teuthology.orchestra.run.smithi046.stdout:271.out 2023-09-21T13:08:00.084 INFO:teuthology.orchestra.run.smithi046.stdout:272 2023-09-21T13:08:00.084 INFO:teuthology.orchestra.run.smithi046.stdout:272.out 2023-09-21T13:08:00.084 INFO:teuthology.orchestra.run.smithi046.stdout:273 2023-09-21T13:08:00.085 INFO:teuthology.orchestra.run.smithi046.stdout:273.out 2023-09-21T13:08:00.085 INFO:teuthology.orchestra.run.smithi046.stdout:274 2023-09-21T13:08:00.085 INFO:teuthology.orchestra.run.smithi046.stdout:274.out 2023-09-21T13:08:00.085 INFO:teuthology.orchestra.run.smithi046.stdout:275 2023-09-21T13:08:00.086 INFO:teuthology.orchestra.run.smithi046.stdout:275.out 2023-09-21T13:08:00.086 INFO:teuthology.orchestra.run.smithi046.stdout:276 2023-09-21T13:08:00.086 INFO:teuthology.orchestra.run.smithi046.stdout:276.out 2023-09-21T13:08:00.086 INFO:teuthology.orchestra.run.smithi046.stdout:277 2023-09-21T13:08:00.087 INFO:teuthology.orchestra.run.smithi046.stdout:277.out 2023-09-21T13:08:00.087 INFO:teuthology.orchestra.run.smithi046.stdout:278 2023-09-21T13:08:00.087 INFO:teuthology.orchestra.run.smithi046.stdout:278.out 2023-09-21T13:08:00.087 INFO:teuthology.orchestra.run.smithi046.stdout:279 2023-09-21T13:08:00.087 INFO:teuthology.orchestra.run.smithi046.stdout:279.out 2023-09-21T13:08:00.088 INFO:teuthology.orchestra.run.smithi046.stdout:280 2023-09-21T13:08:00.088 INFO:teuthology.orchestra.run.smithi046.stdout:280.out 2023-09-21T13:08:00.088 INFO:teuthology.orchestra.run.smithi046.stdout:281 2023-09-21T13:08:00.088 INFO:teuthology.orchestra.run.smithi046.stdout:281.out 2023-09-21T13:08:00.088 INFO:teuthology.orchestra.run.smithi046.stdout:282 2023-09-21T13:08:00.088 INFO:teuthology.orchestra.run.smithi046.stdout:282.out 2023-09-21T13:08:00.089 INFO:teuthology.orchestra.run.smithi046.stdout:283 2023-09-21T13:08:00.089 INFO:teuthology.orchestra.run.smithi046.stdout:283.out 2023-09-21T13:08:00.089 INFO:teuthology.orchestra.run.smithi046.stdout:284 2023-09-21T13:08:00.089 INFO:teuthology.orchestra.run.smithi046.stdout:284.out 2023-09-21T13:08:00.089 INFO:teuthology.orchestra.run.smithi046.stdout:285 2023-09-21T13:08:00.090 INFO:teuthology.orchestra.run.smithi046.stdout:285.out 2023-09-21T13:08:00.090 INFO:teuthology.orchestra.run.smithi046.stdout:286 2023-09-21T13:08:00.090 INFO:teuthology.orchestra.run.smithi046.stdout:286.out 2023-09-21T13:08:00.090 INFO:teuthology.orchestra.run.smithi046.stdout:287 2023-09-21T13:08:00.090 INFO:teuthology.orchestra.run.smithi046.stdout:287.out 2023-09-21T13:08:00.091 INFO:teuthology.orchestra.run.smithi046.stdout:288 2023-09-21T13:08:00.091 INFO:teuthology.orchestra.run.smithi046.stdout:288.out 2023-09-21T13:08:00.091 INFO:teuthology.orchestra.run.smithi046.stdout:289 2023-09-21T13:08:00.091 INFO:teuthology.orchestra.run.smithi046.stdout:289.out 2023-09-21T13:08:00.091 INFO:teuthology.orchestra.run.smithi046.stdout:290 2023-09-21T13:08:00.092 INFO:teuthology.orchestra.run.smithi046.stdout:290.out 2023-09-21T13:08:00.092 INFO:teuthology.orchestra.run.smithi046.stdout:291 2023-09-21T13:08:00.092 INFO:teuthology.orchestra.run.smithi046.stdout:291.out 2023-09-21T13:08:00.092 INFO:teuthology.orchestra.run.smithi046.stdout:292 2023-09-21T13:08:00.092 INFO:teuthology.orchestra.run.smithi046.stdout:292.out 2023-09-21T13:08:00.093 INFO:teuthology.orchestra.run.smithi046.stdout:293 2023-09-21T13:08:00.093 INFO:teuthology.orchestra.run.smithi046.stdout:293.out 2023-09-21T13:08:00.093 INFO:teuthology.orchestra.run.smithi046.stdout:294 2023-09-21T13:08:00.093 INFO:teuthology.orchestra.run.smithi046.stdout:294.out 2023-09-21T13:08:00.093 INFO:teuthology.orchestra.run.smithi046.stdout:295 2023-09-21T13:08:00.094 INFO:teuthology.orchestra.run.smithi046.stdout:295.out 2023-09-21T13:08:00.094 INFO:teuthology.orchestra.run.smithi046.stdout:296 2023-09-21T13:08:00.094 INFO:teuthology.orchestra.run.smithi046.stdout:296.out 2023-09-21T13:08:00.094 INFO:teuthology.orchestra.run.smithi046.stdout:297 2023-09-21T13:08:00.094 INFO:teuthology.orchestra.run.smithi046.stdout:297.out 2023-09-21T13:08:00.095 INFO:teuthology.orchestra.run.smithi046.stdout:298 2023-09-21T13:08:00.095 INFO:teuthology.orchestra.run.smithi046.stdout:298.out 2023-09-21T13:08:00.095 INFO:teuthology.orchestra.run.smithi046.stdout:299 2023-09-21T13:08:00.095 INFO:teuthology.orchestra.run.smithi046.stdout:299.out 2023-09-21T13:08:00.095 INFO:teuthology.orchestra.run.smithi046.stdout:300 2023-09-21T13:08:00.096 INFO:teuthology.orchestra.run.smithi046.stdout:300.out 2023-09-21T13:08:00.096 INFO:teuthology.orchestra.run.smithi046.stdout:301 2023-09-21T13:08:00.096 INFO:teuthology.orchestra.run.smithi046.stdout:301.out 2023-09-21T13:08:00.096 INFO:teuthology.orchestra.run.smithi046.stdout:302 2023-09-21T13:08:00.097 INFO:teuthology.orchestra.run.smithi046.stdout:302.out 2023-09-21T13:08:00.097 INFO:teuthology.orchestra.run.smithi046.stdout:303 2023-09-21T13:08:00.097 INFO:teuthology.orchestra.run.smithi046.stdout:303.out 2023-09-21T13:08:00.097 INFO:teuthology.orchestra.run.smithi046.stdout:304 2023-09-21T13:08:00.097 INFO:teuthology.orchestra.run.smithi046.stdout:304.out 2023-09-21T13:08:00.098 INFO:teuthology.orchestra.run.smithi046.stdout:305 2023-09-21T13:08:00.098 INFO:teuthology.orchestra.run.smithi046.stdout:305.out 2023-09-21T13:08:00.098 INFO:teuthology.orchestra.run.smithi046.stdout:306 2023-09-21T13:08:00.098 INFO:teuthology.orchestra.run.smithi046.stdout:306.out 2023-09-21T13:08:00.099 INFO:teuthology.orchestra.run.smithi046.stdout:307 2023-09-21T13:08:00.099 INFO:teuthology.orchestra.run.smithi046.stdout:307.out 2023-09-21T13:08:00.100 INFO:teuthology.orchestra.run.smithi046.stdout:308 2023-09-21T13:08:00.100 INFO:teuthology.orchestra.run.smithi046.stdout:308.out 2023-09-21T13:08:00.101 INFO:teuthology.orchestra.run.smithi046.stdout:309 2023-09-21T13:08:00.101 INFO:teuthology.orchestra.run.smithi046.stdout:309.out 2023-09-21T13:08:00.101 INFO:teuthology.orchestra.run.smithi046.stdout:310 2023-09-21T13:08:00.101 INFO:teuthology.orchestra.run.smithi046.stdout:310.out 2023-09-21T13:08:00.101 INFO:teuthology.orchestra.run.smithi046.stdout:311 2023-09-21T13:08:00.102 INFO:teuthology.orchestra.run.smithi046.stdout:311.out 2023-09-21T13:08:00.102 INFO:teuthology.orchestra.run.smithi046.stdout:312 2023-09-21T13:08:00.102 INFO:teuthology.orchestra.run.smithi046.stdout:312.out 2023-09-21T13:08:00.103 INFO:teuthology.orchestra.run.smithi046.stdout:313 2023-09-21T13:08:00.103 INFO:teuthology.orchestra.run.smithi046.stdout:313.out 2023-09-21T13:08:00.103 INFO:teuthology.orchestra.run.smithi046.stdout:314 2023-09-21T13:08:00.104 INFO:teuthology.orchestra.run.smithi046.stdout:314.out 2023-09-21T13:08:00.104 INFO:teuthology.orchestra.run.smithi046.stdout:315 2023-09-21T13:08:00.105 INFO:teuthology.orchestra.run.smithi046.stdout:315.out 2023-09-21T13:08:00.105 INFO:teuthology.orchestra.run.smithi046.stdout:316 2023-09-21T13:08:00.105 INFO:teuthology.orchestra.run.smithi046.stdout:316.out 2023-09-21T13:08:00.105 INFO:teuthology.orchestra.run.smithi046.stdout:317 2023-09-21T13:08:00.106 INFO:teuthology.orchestra.run.smithi046.stdout:317.out 2023-09-21T13:08:00.106 INFO:teuthology.orchestra.run.smithi046.stdout:318 2023-09-21T13:08:00.106 INFO:teuthology.orchestra.run.smithi046.stdout:318.out 2023-09-21T13:08:00.106 INFO:teuthology.orchestra.run.smithi046.stdout:319 2023-09-21T13:08:00.107 INFO:teuthology.orchestra.run.smithi046.stdout:319.out 2023-09-21T13:08:00.107 INFO:teuthology.orchestra.run.smithi046.stdout:320 2023-09-21T13:08:00.107 INFO:teuthology.orchestra.run.smithi046.stdout:320.out 2023-09-21T13:08:00.107 INFO:teuthology.orchestra.run.smithi046.stdout:321 2023-09-21T13:08:00.108 INFO:teuthology.orchestra.run.smithi046.stdout:321.out 2023-09-21T13:08:00.108 INFO:teuthology.orchestra.run.smithi046.stdout:322 2023-09-21T13:08:00.108 INFO:teuthology.orchestra.run.smithi046.stdout:322.out 2023-09-21T13:08:00.108 INFO:teuthology.orchestra.run.smithi046.stdout:323 2023-09-21T13:08:00.108 INFO:teuthology.orchestra.run.smithi046.stdout:323.out 2023-09-21T13:08:00.109 INFO:teuthology.orchestra.run.smithi046.stdout:324 2023-09-21T13:08:00.109 INFO:teuthology.orchestra.run.smithi046.stdout:324.out 2023-09-21T13:08:00.110 INFO:teuthology.orchestra.run.smithi046.stdout:325 2023-09-21T13:08:00.110 INFO:teuthology.orchestra.run.smithi046.stdout:325.out 2023-09-21T13:08:00.110 INFO:teuthology.orchestra.run.smithi046.stdout:326 2023-09-21T13:08:00.111 INFO:teuthology.orchestra.run.smithi046.stdout:326.out 2023-09-21T13:08:00.111 INFO:teuthology.orchestra.run.smithi046.stdout:327 2023-09-21T13:08:00.111 INFO:teuthology.orchestra.run.smithi046.stdout:327.out 2023-09-21T13:08:00.112 INFO:teuthology.orchestra.run.smithi046.stdout:328 2023-09-21T13:08:00.112 INFO:teuthology.orchestra.run.smithi046.stdout:328.out 2023-09-21T13:08:00.112 INFO:teuthology.orchestra.run.smithi046.stdout:329 2023-09-21T13:08:00.113 INFO:teuthology.orchestra.run.smithi046.stdout:329.out 2023-09-21T13:08:00.113 INFO:teuthology.orchestra.run.smithi046.stdout:330 2023-09-21T13:08:00.113 INFO:teuthology.orchestra.run.smithi046.stdout:330.out 2023-09-21T13:08:00.114 INFO:teuthology.orchestra.run.smithi046.stdout:331 2023-09-21T13:08:00.114 INFO:teuthology.orchestra.run.smithi046.stdout:331.out 2023-09-21T13:08:00.114 INFO:teuthology.orchestra.run.smithi046.stdout:332 2023-09-21T13:08:00.115 INFO:teuthology.orchestra.run.smithi046.stdout:332.out 2023-09-21T13:08:00.115 INFO:teuthology.orchestra.run.smithi046.stdout:333 2023-09-21T13:08:00.115 INFO:teuthology.orchestra.run.smithi046.stdout:333.out 2023-09-21T13:08:00.116 INFO:teuthology.orchestra.run.smithi046.stdout:334 2023-09-21T13:08:00.116 INFO:teuthology.orchestra.run.smithi046.stdout:334.out 2023-09-21T13:08:00.116 INFO:teuthology.orchestra.run.smithi046.stdout:335 2023-09-21T13:08:00.116 INFO:teuthology.orchestra.run.smithi046.stdout:335.out 2023-09-21T13:08:00.116 INFO:teuthology.orchestra.run.smithi046.stdout:336 2023-09-21T13:08:00.116 INFO:teuthology.orchestra.run.smithi046.stdout:336.out 2023-09-21T13:08:00.117 INFO:teuthology.orchestra.run.smithi046.stdout:337 2023-09-21T13:08:00.117 INFO:teuthology.orchestra.run.smithi046.stdout:337.out 2023-09-21T13:08:00.117 INFO:teuthology.orchestra.run.smithi046.stdout:338 2023-09-21T13:08:00.117 INFO:teuthology.orchestra.run.smithi046.stdout:338.out 2023-09-21T13:08:00.118 INFO:teuthology.orchestra.run.smithi046.stdout:339 2023-09-21T13:08:00.118 INFO:teuthology.orchestra.run.smithi046.stdout:339.out 2023-09-21T13:08:00.118 INFO:teuthology.orchestra.run.smithi046.stdout:340 2023-09-21T13:08:00.119 INFO:teuthology.orchestra.run.smithi046.stdout:340.out 2023-09-21T13:08:00.119 INFO:teuthology.orchestra.run.smithi046.stdout:341 2023-09-21T13:08:00.119 INFO:teuthology.orchestra.run.smithi046.stdout:341.out 2023-09-21T13:08:00.119 INFO:teuthology.orchestra.run.smithi046.stdout:342 2023-09-21T13:08:00.120 INFO:teuthology.orchestra.run.smithi046.stdout:342.out 2023-09-21T13:08:00.120 INFO:teuthology.orchestra.run.smithi046.stdout:343 2023-09-21T13:08:00.120 INFO:teuthology.orchestra.run.smithi046.stdout:343.out 2023-09-21T13:08:00.120 INFO:teuthology.orchestra.run.smithi046.stdout:344 2023-09-21T13:08:00.120 INFO:teuthology.orchestra.run.smithi046.stdout:344.out 2023-09-21T13:08:00.120 INFO:teuthology.orchestra.run.smithi046.stdout:345 2023-09-21T13:08:00.121 INFO:teuthology.orchestra.run.smithi046.stdout:345.out 2023-09-21T13:08:00.121 INFO:teuthology.orchestra.run.smithi046.stdout:346 2023-09-21T13:08:00.121 INFO:teuthology.orchestra.run.smithi046.stdout:346.out 2023-09-21T13:08:00.121 INFO:teuthology.orchestra.run.smithi046.stdout:347 2023-09-21T13:08:00.121 INFO:teuthology.orchestra.run.smithi046.stdout:347.out 2023-09-21T13:08:00.122 INFO:teuthology.orchestra.run.smithi046.stdout:348 2023-09-21T13:08:00.122 INFO:teuthology.orchestra.run.smithi046.stdout:348.out 2023-09-21T13:08:00.122 INFO:teuthology.orchestra.run.smithi046.stdout:349 2023-09-21T13:08:00.122 INFO:teuthology.orchestra.run.smithi046.stdout:349.out 2023-09-21T13:08:00.123 INFO:teuthology.orchestra.run.smithi046.stdout:350 2023-09-21T13:08:00.123 INFO:teuthology.orchestra.run.smithi046.stdout:350.out 2023-09-21T13:08:00.123 INFO:teuthology.orchestra.run.smithi046.stdout:351 2023-09-21T13:08:00.123 INFO:teuthology.orchestra.run.smithi046.stdout:351.out 2023-09-21T13:08:00.123 INFO:teuthology.orchestra.run.smithi046.stdout:352 2023-09-21T13:08:00.124 INFO:teuthology.orchestra.run.smithi046.stdout:352.out 2023-09-21T13:08:00.124 INFO:teuthology.orchestra.run.smithi046.stdout:353 2023-09-21T13:08:00.124 INFO:teuthology.orchestra.run.smithi046.stdout:353.out 2023-09-21T13:08:00.124 INFO:teuthology.orchestra.run.smithi046.stdout:354 2023-09-21T13:08:00.124 INFO:teuthology.orchestra.run.smithi046.stdout:354.out 2023-09-21T13:08:00.124 INFO:teuthology.orchestra.run.smithi046.stdout:355 2023-09-21T13:08:00.125 INFO:teuthology.orchestra.run.smithi046.stdout:355.out 2023-09-21T13:08:00.125 INFO:teuthology.orchestra.run.smithi046.stdout:356 2023-09-21T13:08:00.125 INFO:teuthology.orchestra.run.smithi046.stdout:356.out 2023-09-21T13:08:00.125 INFO:teuthology.orchestra.run.smithi046.stdout:357 2023-09-21T13:08:00.125 INFO:teuthology.orchestra.run.smithi046.stdout:357.out 2023-09-21T13:08:00.126 INFO:teuthology.orchestra.run.smithi046.stdout:358 2023-09-21T13:08:00.126 INFO:teuthology.orchestra.run.smithi046.stdout:358.out 2023-09-21T13:08:00.126 INFO:teuthology.orchestra.run.smithi046.stdout:359 2023-09-21T13:08:00.126 INFO:teuthology.orchestra.run.smithi046.stdout:359.out 2023-09-21T13:08:00.127 INFO:teuthology.orchestra.run.smithi046.stdout:360 2023-09-21T13:08:00.127 INFO:teuthology.orchestra.run.smithi046.stdout:360.out 2023-09-21T13:08:00.127 INFO:teuthology.orchestra.run.smithi046.stdout:361 2023-09-21T13:08:00.127 INFO:teuthology.orchestra.run.smithi046.stdout:361.out 2023-09-21T13:08:00.127 INFO:teuthology.orchestra.run.smithi046.stdout:362 2023-09-21T13:08:00.127 INFO:teuthology.orchestra.run.smithi046.stdout:362.out 2023-09-21T13:08:00.128 INFO:teuthology.orchestra.run.smithi046.stdout:363 2023-09-21T13:08:00.128 INFO:teuthology.orchestra.run.smithi046.stdout:363.out 2023-09-21T13:08:00.128 INFO:teuthology.orchestra.run.smithi046.stdout:364 2023-09-21T13:08:00.128 INFO:teuthology.orchestra.run.smithi046.stdout:364.out 2023-09-21T13:08:00.129 INFO:teuthology.orchestra.run.smithi046.stdout:365 2023-09-21T13:08:00.129 INFO:teuthology.orchestra.run.smithi046.stdout:365.out 2023-09-21T13:08:00.129 INFO:teuthology.orchestra.run.smithi046.stdout:366 2023-09-21T13:08:00.130 INFO:teuthology.orchestra.run.smithi046.stdout:366.out 2023-09-21T13:08:00.130 INFO:teuthology.orchestra.run.smithi046.stdout:367 2023-09-21T13:08:00.130 INFO:teuthology.orchestra.run.smithi046.stdout:367.out 2023-09-21T13:08:00.131 INFO:teuthology.orchestra.run.smithi046.stdout:368 2023-09-21T13:08:00.131 INFO:teuthology.orchestra.run.smithi046.stdout:368.out 2023-09-21T13:08:00.131 INFO:teuthology.orchestra.run.smithi046.stdout:369 2023-09-21T13:08:00.131 INFO:teuthology.orchestra.run.smithi046.stdout:369.out 2023-09-21T13:08:00.131 INFO:teuthology.orchestra.run.smithi046.stdout:370 2023-09-21T13:08:00.132 INFO:teuthology.orchestra.run.smithi046.stdout:370.out 2023-09-21T13:08:00.132 INFO:teuthology.orchestra.run.smithi046.stdout:371 2023-09-21T13:08:00.132 INFO:teuthology.orchestra.run.smithi046.stdout:371.out 2023-09-21T13:08:00.132 INFO:teuthology.orchestra.run.smithi046.stdout:372 2023-09-21T13:08:00.132 INFO:teuthology.orchestra.run.smithi046.stdout:372.out 2023-09-21T13:08:00.133 INFO:teuthology.orchestra.run.smithi046.stdout:373 2023-09-21T13:08:00.133 INFO:teuthology.orchestra.run.smithi046.stdout:373.out 2023-09-21T13:08:00.133 INFO:teuthology.orchestra.run.smithi046.stdout:374 2023-09-21T13:08:00.133 INFO:teuthology.orchestra.run.smithi046.stdout:374.out 2023-09-21T13:08:00.133 INFO:teuthology.orchestra.run.smithi046.stdout:375 2023-09-21T13:08:00.134 INFO:teuthology.orchestra.run.smithi046.stdout:375.out 2023-09-21T13:08:00.134 INFO:teuthology.orchestra.run.smithi046.stdout:376 2023-09-21T13:08:00.134 INFO:teuthology.orchestra.run.smithi046.stdout:376.out 2023-09-21T13:08:00.134 INFO:teuthology.orchestra.run.smithi046.stdout:377 2023-09-21T13:08:00.135 INFO:teuthology.orchestra.run.smithi046.stdout:377.out 2023-09-21T13:08:00.135 INFO:teuthology.orchestra.run.smithi046.stdout:378 2023-09-21T13:08:00.135 INFO:teuthology.orchestra.run.smithi046.stdout:378.out 2023-09-21T13:08:00.135 INFO:teuthology.orchestra.run.smithi046.stdout:379 2023-09-21T13:08:00.135 INFO:teuthology.orchestra.run.smithi046.stdout:379.out 2023-09-21T13:08:00.135 INFO:teuthology.orchestra.run.smithi046.stdout:380 2023-09-21T13:08:00.136 INFO:teuthology.orchestra.run.smithi046.stdout:380.out 2023-09-21T13:08:00.136 INFO:teuthology.orchestra.run.smithi046.stdout:381 2023-09-21T13:08:00.136 INFO:teuthology.orchestra.run.smithi046.stdout:381.out 2023-09-21T13:08:00.136 INFO:teuthology.orchestra.run.smithi046.stdout:382 2023-09-21T13:08:00.136 INFO:teuthology.orchestra.run.smithi046.stdout:382.out 2023-09-21T13:08:00.137 INFO:teuthology.orchestra.run.smithi046.stdout:383 2023-09-21T13:08:00.137 INFO:teuthology.orchestra.run.smithi046.stdout:383.out 2023-09-21T13:08:00.137 INFO:teuthology.orchestra.run.smithi046.stdout:384 2023-09-21T13:08:00.137 INFO:teuthology.orchestra.run.smithi046.stdout:384.out 2023-09-21T13:08:00.137 INFO:teuthology.orchestra.run.smithi046.stdout:385 2023-09-21T13:08:00.138 INFO:teuthology.orchestra.run.smithi046.stdout:385.out 2023-09-21T13:08:00.138 INFO:teuthology.orchestra.run.smithi046.stdout:386 2023-09-21T13:08:00.138 INFO:teuthology.orchestra.run.smithi046.stdout:386.out 2023-09-21T13:08:00.138 INFO:teuthology.orchestra.run.smithi046.stdout:387 2023-09-21T13:08:00.138 INFO:teuthology.orchestra.run.smithi046.stdout:387.out 2023-09-21T13:08:00.139 INFO:teuthology.orchestra.run.smithi046.stdout:388 2023-09-21T13:08:00.139 INFO:teuthology.orchestra.run.smithi046.stdout:388.out 2023-09-21T13:08:00.139 INFO:teuthology.orchestra.run.smithi046.stdout:389 2023-09-21T13:08:00.140 INFO:teuthology.orchestra.run.smithi046.stdout:389.out 2023-09-21T13:08:00.140 INFO:teuthology.orchestra.run.smithi046.stdout:390 2023-09-21T13:08:00.140 INFO:teuthology.orchestra.run.smithi046.stdout:390.out 2023-09-21T13:08:00.140 INFO:teuthology.orchestra.run.smithi046.stdout:391 2023-09-21T13:08:00.141 INFO:teuthology.orchestra.run.smithi046.stdout:391.out 2023-09-21T13:08:00.141 INFO:teuthology.orchestra.run.smithi046.stdout:392 2023-09-21T13:08:00.141 INFO:teuthology.orchestra.run.smithi046.stdout:392.out 2023-09-21T13:08:00.141 INFO:teuthology.orchestra.run.smithi046.stdout:393 2023-09-21T13:08:00.142 INFO:teuthology.orchestra.run.smithi046.stdout:393.out 2023-09-21T13:08:00.142 INFO:teuthology.orchestra.run.smithi046.stdout:394 2023-09-21T13:08:00.142 INFO:teuthology.orchestra.run.smithi046.stdout:394.out 2023-09-21T13:08:00.143 INFO:teuthology.orchestra.run.smithi046.stdout:395 2023-09-21T13:08:00.143 INFO:teuthology.orchestra.run.smithi046.stdout:395.out 2023-09-21T13:08:00.143 INFO:teuthology.orchestra.run.smithi046.stdout:396 2023-09-21T13:08:00.143 INFO:teuthology.orchestra.run.smithi046.stdout:396.out 2023-09-21T13:08:00.143 INFO:teuthology.orchestra.run.smithi046.stdout:397 2023-09-21T13:08:00.144 INFO:teuthology.orchestra.run.smithi046.stdout:397.out 2023-09-21T13:08:00.144 INFO:teuthology.orchestra.run.smithi046.stdout:398 2023-09-21T13:08:00.144 INFO:teuthology.orchestra.run.smithi046.stdout:398.out 2023-09-21T13:08:00.144 INFO:teuthology.orchestra.run.smithi046.stdout:399 2023-09-21T13:08:00.144 INFO:teuthology.orchestra.run.smithi046.stdout:399.out 2023-09-21T13:08:00.144 INFO:teuthology.orchestra.run.smithi046.stdout:400 2023-09-21T13:08:00.145 INFO:teuthology.orchestra.run.smithi046.stdout:400.out 2023-09-21T13:08:00.145 INFO:teuthology.orchestra.run.smithi046.stdout:401 2023-09-21T13:08:00.145 INFO:teuthology.orchestra.run.smithi046.stdout:401.out 2023-09-21T13:08:00.145 INFO:teuthology.orchestra.run.smithi046.stdout:402 2023-09-21T13:08:00.146 INFO:teuthology.orchestra.run.smithi046.stdout:402.out 2023-09-21T13:08:00.146 INFO:teuthology.orchestra.run.smithi046.stdout:403 2023-09-21T13:08:00.146 INFO:teuthology.orchestra.run.smithi046.stdout:403.out 2023-09-21T13:08:00.146 INFO:teuthology.orchestra.run.smithi046.stdout:404 2023-09-21T13:08:00.146 INFO:teuthology.orchestra.run.smithi046.stdout:404.out 2023-09-21T13:08:00.147 INFO:teuthology.orchestra.run.smithi046.stdout:405 2023-09-21T13:08:00.147 INFO:teuthology.orchestra.run.smithi046.stdout:405.out 2023-09-21T13:08:00.147 INFO:teuthology.orchestra.run.smithi046.stdout:406 2023-09-21T13:08:00.147 INFO:teuthology.orchestra.run.smithi046.stdout:406.out 2023-09-21T13:08:00.147 INFO:teuthology.orchestra.run.smithi046.stdout:407 2023-09-21T13:08:00.147 INFO:teuthology.orchestra.run.smithi046.stdout:407.out 2023-09-21T13:08:00.148 INFO:teuthology.orchestra.run.smithi046.stdout:408 2023-09-21T13:08:00.148 INFO:teuthology.orchestra.run.smithi046.stdout:408.out 2023-09-21T13:08:00.148 INFO:teuthology.orchestra.run.smithi046.stdout:409 2023-09-21T13:08:00.148 INFO:teuthology.orchestra.run.smithi046.stdout:409.out 2023-09-21T13:08:00.148 INFO:teuthology.orchestra.run.smithi046.stdout:410 2023-09-21T13:08:00.149 INFO:teuthology.orchestra.run.smithi046.stdout:410.out 2023-09-21T13:08:00.149 INFO:teuthology.orchestra.run.smithi046.stdout:411 2023-09-21T13:08:00.149 INFO:teuthology.orchestra.run.smithi046.stdout:411.out 2023-09-21T13:08:00.149 INFO:teuthology.orchestra.run.smithi046.stdout:412 2023-09-21T13:08:00.149 INFO:teuthology.orchestra.run.smithi046.stdout:412.out 2023-09-21T13:08:00.150 INFO:teuthology.orchestra.run.smithi046.stdout:413 2023-09-21T13:08:00.150 INFO:teuthology.orchestra.run.smithi046.stdout:413.out 2023-09-21T13:08:00.150 INFO:teuthology.orchestra.run.smithi046.stdout:414 2023-09-21T13:08:00.150 INFO:teuthology.orchestra.run.smithi046.stdout:414.out 2023-09-21T13:08:00.151 INFO:teuthology.orchestra.run.smithi046.stdout:415 2023-09-21T13:08:00.151 INFO:teuthology.orchestra.run.smithi046.stdout:415.out 2023-09-21T13:08:00.151 INFO:teuthology.orchestra.run.smithi046.stdout:416 2023-09-21T13:08:00.151 INFO:teuthology.orchestra.run.smithi046.stdout:416.out 2023-09-21T13:08:00.151 INFO:teuthology.orchestra.run.smithi046.stdout:417 2023-09-21T13:08:00.152 INFO:teuthology.orchestra.run.smithi046.stdout:417.out 2023-09-21T13:08:00.152 INFO:teuthology.orchestra.run.smithi046.stdout:418 2023-09-21T13:08:00.152 INFO:teuthology.orchestra.run.smithi046.stdout:418.out 2023-09-21T13:08:00.152 INFO:teuthology.orchestra.run.smithi046.stdout:419 2023-09-21T13:08:00.152 INFO:teuthology.orchestra.run.smithi046.stdout:419.out 2023-09-21T13:08:00.153 INFO:teuthology.orchestra.run.smithi046.stdout:420 2023-09-21T13:08:00.153 INFO:teuthology.orchestra.run.smithi046.stdout:420.out 2023-09-21T13:08:00.153 INFO:teuthology.orchestra.run.smithi046.stdout:421 2023-09-21T13:08:00.153 INFO:teuthology.orchestra.run.smithi046.stdout:421.out 2023-09-21T13:08:00.153 INFO:teuthology.orchestra.run.smithi046.stdout:422 2023-09-21T13:08:00.154 INFO:teuthology.orchestra.run.smithi046.stdout:422.out 2023-09-21T13:08:00.154 INFO:teuthology.orchestra.run.smithi046.stdout:423 2023-09-21T13:08:00.154 INFO:teuthology.orchestra.run.smithi046.stdout:423.out 2023-09-21T13:08:00.154 INFO:teuthology.orchestra.run.smithi046.stdout:424 2023-09-21T13:08:00.154 INFO:teuthology.orchestra.run.smithi046.stdout:424.out 2023-09-21T13:08:00.155 INFO:teuthology.orchestra.run.smithi046.stdout:425 2023-09-21T13:08:00.155 INFO:teuthology.orchestra.run.smithi046.stdout:425.out 2023-09-21T13:08:00.155 INFO:teuthology.orchestra.run.smithi046.stdout:426 2023-09-21T13:08:00.155 INFO:teuthology.orchestra.run.smithi046.stdout:426.out 2023-09-21T13:08:00.155 INFO:teuthology.orchestra.run.smithi046.stdout:427 2023-09-21T13:08:00.155 INFO:teuthology.orchestra.run.smithi046.stdout:427.out 2023-09-21T13:08:00.156 INFO:teuthology.orchestra.run.smithi046.stdout:428 2023-09-21T13:08:00.156 INFO:teuthology.orchestra.run.smithi046.stdout:428.out 2023-09-21T13:08:00.156 INFO:teuthology.orchestra.run.smithi046.stdout:429 2023-09-21T13:08:00.156 INFO:teuthology.orchestra.run.smithi046.stdout:429.out 2023-09-21T13:08:00.156 INFO:teuthology.orchestra.run.smithi046.stdout:430 2023-09-21T13:08:00.157 INFO:teuthology.orchestra.run.smithi046.stdout:430.out 2023-09-21T13:08:00.157 INFO:teuthology.orchestra.run.smithi046.stdout:431 2023-09-21T13:08:00.157 INFO:teuthology.orchestra.run.smithi046.stdout:431.out 2023-09-21T13:08:00.157 INFO:teuthology.orchestra.run.smithi046.stdout:432 2023-09-21T13:08:00.157 INFO:teuthology.orchestra.run.smithi046.stdout:432.out 2023-09-21T13:08:00.158 INFO:teuthology.orchestra.run.smithi046.stdout:433 2023-09-21T13:08:00.158 INFO:teuthology.orchestra.run.smithi046.stdout:433.out 2023-09-21T13:08:00.158 INFO:teuthology.orchestra.run.smithi046.stdout:434 2023-09-21T13:08:00.158 INFO:teuthology.orchestra.run.smithi046.stdout:434.out 2023-09-21T13:08:00.158 INFO:teuthology.orchestra.run.smithi046.stdout:435 2023-09-21T13:08:00.159 INFO:teuthology.orchestra.run.smithi046.stdout:435.out 2023-09-21T13:08:00.159 INFO:teuthology.orchestra.run.smithi046.stdout:436 2023-09-21T13:08:00.159 INFO:teuthology.orchestra.run.smithi046.stdout:436.out 2023-09-21T13:08:00.159 INFO:teuthology.orchestra.run.smithi046.stdout:437 2023-09-21T13:08:00.159 INFO:teuthology.orchestra.run.smithi046.stdout:437.out 2023-09-21T13:08:00.160 INFO:teuthology.orchestra.run.smithi046.stdout:438 2023-09-21T13:08:00.160 INFO:teuthology.orchestra.run.smithi046.stdout:438.out 2023-09-21T13:08:00.160 INFO:teuthology.orchestra.run.smithi046.stdout:439 2023-09-21T13:08:00.160 INFO:teuthology.orchestra.run.smithi046.stdout:439.out 2023-09-21T13:08:00.161 INFO:teuthology.orchestra.run.smithi046.stdout:440 2023-09-21T13:08:00.161 INFO:teuthology.orchestra.run.smithi046.stdout:440.out 2023-09-21T13:08:00.161 INFO:teuthology.orchestra.run.smithi046.stdout:441 2023-09-21T13:08:00.161 INFO:teuthology.orchestra.run.smithi046.stdout:441.out 2023-09-21T13:08:00.162 INFO:teuthology.orchestra.run.smithi046.stdout:442 2023-09-21T13:08:00.162 INFO:teuthology.orchestra.run.smithi046.stdout:442.out 2023-09-21T13:08:00.162 INFO:teuthology.orchestra.run.smithi046.stdout:443 2023-09-21T13:08:00.162 INFO:teuthology.orchestra.run.smithi046.stdout:443.out 2023-09-21T13:08:00.162 INFO:teuthology.orchestra.run.smithi046.stdout:444 2023-09-21T13:08:00.163 INFO:teuthology.orchestra.run.smithi046.stdout:444.out 2023-09-21T13:08:00.163 INFO:teuthology.orchestra.run.smithi046.stdout:445 2023-09-21T13:08:00.163 INFO:teuthology.orchestra.run.smithi046.stdout:445.out 2023-09-21T13:08:00.163 INFO:teuthology.orchestra.run.smithi046.stdout:446 2023-09-21T13:08:00.164 INFO:teuthology.orchestra.run.smithi046.stdout:446.out 2023-09-21T13:08:00.164 INFO:teuthology.orchestra.run.smithi046.stdout:447 2023-09-21T13:08:00.164 INFO:teuthology.orchestra.run.smithi046.stdout:447.out 2023-09-21T13:08:00.165 INFO:teuthology.orchestra.run.smithi046.stdout:448 2023-09-21T13:08:00.165 INFO:teuthology.orchestra.run.smithi046.stdout:448.out 2023-09-21T13:08:00.165 INFO:teuthology.orchestra.run.smithi046.stdout:449 2023-09-21T13:08:00.166 INFO:teuthology.orchestra.run.smithi046.stdout:449.out 2023-09-21T13:08:00.166 INFO:teuthology.orchestra.run.smithi046.stdout:450 2023-09-21T13:08:00.167 INFO:teuthology.orchestra.run.smithi046.stdout:450.out 2023-09-21T13:08:00.167 INFO:teuthology.orchestra.run.smithi046.stdout:451 2023-09-21T13:08:00.167 INFO:teuthology.orchestra.run.smithi046.stdout:451.out 2023-09-21T13:08:00.168 INFO:teuthology.orchestra.run.smithi046.stdout:452 2023-09-21T13:08:00.168 INFO:teuthology.orchestra.run.smithi046.stdout:452.out 2023-09-21T13:08:00.168 INFO:teuthology.orchestra.run.smithi046.stdout:453 2023-09-21T13:08:00.169 INFO:teuthology.orchestra.run.smithi046.stdout:453.out 2023-09-21T13:08:00.169 INFO:teuthology.orchestra.run.smithi046.stdout:454 2023-09-21T13:08:00.169 INFO:teuthology.orchestra.run.smithi046.stdout:454.out 2023-09-21T13:08:00.170 INFO:teuthology.orchestra.run.smithi046.stdout:455 2023-09-21T13:08:00.170 INFO:teuthology.orchestra.run.smithi046.stdout:455.out 2023-09-21T13:08:00.171 INFO:teuthology.orchestra.run.smithi046.stdout:456 2023-09-21T13:08:00.171 INFO:teuthology.orchestra.run.smithi046.stdout:456.out 2023-09-21T13:08:00.171 INFO:teuthology.orchestra.run.smithi046.stdout:457 2023-09-21T13:08:00.172 INFO:teuthology.orchestra.run.smithi046.stdout:457.out 2023-09-21T13:08:00.172 INFO:teuthology.orchestra.run.smithi046.stdout:458 2023-09-21T13:08:00.173 INFO:teuthology.orchestra.run.smithi046.stdout:458.out 2023-09-21T13:08:00.173 INFO:teuthology.orchestra.run.smithi046.stdout:459 2023-09-21T13:08:00.173 INFO:teuthology.orchestra.run.smithi046.stdout:459.out 2023-09-21T13:08:00.173 INFO:teuthology.orchestra.run.smithi046.stdout:460 2023-09-21T13:08:00.173 INFO:teuthology.orchestra.run.smithi046.stdout:460.out 2023-09-21T13:08:00.174 INFO:teuthology.orchestra.run.smithi046.stdout:461 2023-09-21T13:08:00.174 INFO:teuthology.orchestra.run.smithi046.stdout:461.out 2023-09-21T13:08:00.174 INFO:teuthology.orchestra.run.smithi046.stdout:462 2023-09-21T13:08:00.174 INFO:teuthology.orchestra.run.smithi046.stdout:462.out 2023-09-21T13:08:00.174 INFO:teuthology.orchestra.run.smithi046.stdout:463 2023-09-21T13:08:00.175 INFO:teuthology.orchestra.run.smithi046.stdout:463.out 2023-09-21T13:08:00.175 INFO:teuthology.orchestra.run.smithi046.stdout:464 2023-09-21T13:08:00.175 INFO:teuthology.orchestra.run.smithi046.stdout:464.out 2023-09-21T13:08:00.175 INFO:teuthology.orchestra.run.smithi046.stdout:465 2023-09-21T13:08:00.175 INFO:teuthology.orchestra.run.smithi046.stdout:465.out 2023-09-21T13:08:00.176 INFO:teuthology.orchestra.run.smithi046.stdout:466 2023-09-21T13:08:00.176 INFO:teuthology.orchestra.run.smithi046.stdout:466.out 2023-09-21T13:08:00.176 INFO:teuthology.orchestra.run.smithi046.stdout:467 2023-09-21T13:08:00.176 INFO:teuthology.orchestra.run.smithi046.stdout:467.out 2023-09-21T13:08:00.176 INFO:teuthology.orchestra.run.smithi046.stdout:468 2023-09-21T13:08:00.176 INFO:teuthology.orchestra.run.smithi046.stdout:468.out 2023-09-21T13:08:00.177 INFO:teuthology.orchestra.run.smithi046.stdout:469 2023-09-21T13:08:00.177 INFO:teuthology.orchestra.run.smithi046.stdout:469.out 2023-09-21T13:08:00.177 INFO:teuthology.orchestra.run.smithi046.stdout:470 2023-09-21T13:08:00.177 INFO:teuthology.orchestra.run.smithi046.stdout:470.out 2023-09-21T13:08:00.177 INFO:teuthology.orchestra.run.smithi046.stdout:472 2023-09-21T13:08:00.178 INFO:teuthology.orchestra.run.smithi046.stdout:472.out 2023-09-21T13:08:00.178 INFO:teuthology.orchestra.run.smithi046.stdout:473 2023-09-21T13:08:00.178 INFO:teuthology.orchestra.run.smithi046.stdout:473.out 2023-09-21T13:08:00.178 INFO:teuthology.orchestra.run.smithi046.stdout:474 2023-09-21T13:08:00.179 INFO:teuthology.orchestra.run.smithi046.stdout:474.out 2023-09-21T13:08:00.179 INFO:teuthology.orchestra.run.smithi046.stdout:475 2023-09-21T13:08:00.179 INFO:teuthology.orchestra.run.smithi046.stdout:475.out 2023-09-21T13:08:00.179 INFO:teuthology.orchestra.run.smithi046.stdout:476 2023-09-21T13:08:00.179 INFO:teuthology.orchestra.run.smithi046.stdout:476.out 2023-09-21T13:08:00.179 INFO:teuthology.orchestra.run.smithi046.stdout:477 2023-09-21T13:08:00.180 INFO:teuthology.orchestra.run.smithi046.stdout:477.out 2023-09-21T13:08:00.180 INFO:teuthology.orchestra.run.smithi046.stdout:478 2023-09-21T13:08:00.180 INFO:teuthology.orchestra.run.smithi046.stdout:478.out 2023-09-21T13:08:00.180 INFO:teuthology.orchestra.run.smithi046.stdout:479 2023-09-21T13:08:00.180 INFO:teuthology.orchestra.run.smithi046.stdout:479.out 2023-09-21T13:08:00.181 INFO:teuthology.orchestra.run.smithi046.stdout:480 2023-09-21T13:08:00.181 INFO:teuthology.orchestra.run.smithi046.stdout:480.out 2023-09-21T13:08:00.181 INFO:teuthology.orchestra.run.smithi046.stdout:481 2023-09-21T13:08:00.181 INFO:teuthology.orchestra.run.smithi046.stdout:481.out 2023-09-21T13:08:00.181 INFO:teuthology.orchestra.run.smithi046.stdout:482 2023-09-21T13:08:00.182 INFO:teuthology.orchestra.run.smithi046.stdout:482.out 2023-09-21T13:08:00.182 INFO:teuthology.orchestra.run.smithi046.stdout:483 2023-09-21T13:08:00.182 INFO:teuthology.orchestra.run.smithi046.stdout:483.out 2023-09-21T13:08:00.182 INFO:teuthology.orchestra.run.smithi046.stdout:484 2023-09-21T13:08:00.182 INFO:teuthology.orchestra.run.smithi046.stdout:484.out 2023-09-21T13:08:00.183 INFO:teuthology.orchestra.run.smithi046.stdout:485 2023-09-21T13:08:00.183 INFO:teuthology.orchestra.run.smithi046.stdout:485.out 2023-09-21T13:08:00.183 INFO:teuthology.orchestra.run.smithi046.stdout:486 2023-09-21T13:08:00.183 INFO:teuthology.orchestra.run.smithi046.stdout:486.out 2023-09-21T13:08:00.183 INFO:teuthology.orchestra.run.smithi046.stdout:487 2023-09-21T13:08:00.184 INFO:teuthology.orchestra.run.smithi046.stdout:487.out 2023-09-21T13:08:00.184 INFO:teuthology.orchestra.run.smithi046.stdout:488 2023-09-21T13:08:00.184 INFO:teuthology.orchestra.run.smithi046.stdout:488.out 2023-09-21T13:08:00.184 INFO:teuthology.orchestra.run.smithi046.stdout:489 2023-09-21T13:08:00.184 INFO:teuthology.orchestra.run.smithi046.stdout:489.out 2023-09-21T13:08:00.184 INFO:teuthology.orchestra.run.smithi046.stdout:490 2023-09-21T13:08:00.185 INFO:teuthology.orchestra.run.smithi046.stdout:490.out 2023-09-21T13:08:00.185 INFO:teuthology.orchestra.run.smithi046.stdout:491 2023-09-21T13:08:00.185 INFO:teuthology.orchestra.run.smithi046.stdout:491.out 2023-09-21T13:08:00.185 INFO:teuthology.orchestra.run.smithi046.stdout:492 2023-09-21T13:08:00.185 INFO:teuthology.orchestra.run.smithi046.stdout:492.out 2023-09-21T13:08:00.186 INFO:teuthology.orchestra.run.smithi046.stdout:493 2023-09-21T13:08:00.186 INFO:teuthology.orchestra.run.smithi046.stdout:493.out 2023-09-21T13:08:00.186 INFO:teuthology.orchestra.run.smithi046.stdout:494 2023-09-21T13:08:00.186 INFO:teuthology.orchestra.run.smithi046.stdout:494.out 2023-09-21T13:08:00.186 INFO:teuthology.orchestra.run.smithi046.stdout:495 2023-09-21T13:08:00.187 INFO:teuthology.orchestra.run.smithi046.stdout:495.out 2023-09-21T13:08:00.187 INFO:teuthology.orchestra.run.smithi046.stdout:496 2023-09-21T13:08:00.187 INFO:teuthology.orchestra.run.smithi046.stdout:496.out 2023-09-21T13:08:00.187 INFO:teuthology.orchestra.run.smithi046.stdout:497 2023-09-21T13:08:00.187 INFO:teuthology.orchestra.run.smithi046.stdout:497.out 2023-09-21T13:08:00.188 INFO:teuthology.orchestra.run.smithi046.stdout:498 2023-09-21T13:08:00.188 INFO:teuthology.orchestra.run.smithi046.stdout:498.out 2023-09-21T13:08:00.188 INFO:teuthology.orchestra.run.smithi046.stdout:499 2023-09-21T13:08:00.189 INFO:teuthology.orchestra.run.smithi046.stdout:499.out 2023-09-21T13:08:00.189 INFO:teuthology.orchestra.run.smithi046.stdout:500 2023-09-21T13:08:00.189 INFO:teuthology.orchestra.run.smithi046.stdout:500.out 2023-09-21T13:08:00.189 INFO:teuthology.orchestra.run.smithi046.stdout:501 2023-09-21T13:08:00.190 INFO:teuthology.orchestra.run.smithi046.stdout:501.out 2023-09-21T13:08:00.190 INFO:teuthology.orchestra.run.smithi046.stdout:502 2023-09-21T13:08:00.190 INFO:teuthology.orchestra.run.smithi046.stdout:502.out 2023-09-21T13:08:00.190 INFO:teuthology.orchestra.run.smithi046.stdout:503 2023-09-21T13:08:00.190 INFO:teuthology.orchestra.run.smithi046.stdout:503.out 2023-09-21T13:08:00.191 INFO:teuthology.orchestra.run.smithi046.stdout:504 2023-09-21T13:08:00.191 INFO:teuthology.orchestra.run.smithi046.stdout:504.out 2023-09-21T13:08:00.191 INFO:teuthology.orchestra.run.smithi046.stdout:505 2023-09-21T13:08:00.191 INFO:teuthology.orchestra.run.smithi046.stdout:505.out 2023-09-21T13:08:00.191 INFO:teuthology.orchestra.run.smithi046.stdout:506 2023-09-21T13:08:00.192 INFO:teuthology.orchestra.run.smithi046.stdout:506.out 2023-09-21T13:08:00.192 INFO:teuthology.orchestra.run.smithi046.stdout:507 2023-09-21T13:08:00.192 INFO:teuthology.orchestra.run.smithi046.stdout:507.out 2023-09-21T13:08:00.192 INFO:teuthology.orchestra.run.smithi046.stdout:508 2023-09-21T13:08:00.192 INFO:teuthology.orchestra.run.smithi046.stdout:508.out 2023-09-21T13:08:00.192 INFO:teuthology.orchestra.run.smithi046.stdout:509 2023-09-21T13:08:00.193 INFO:teuthology.orchestra.run.smithi046.stdout:509.out 2023-09-21T13:08:00.193 INFO:teuthology.orchestra.run.smithi046.stdout:510 2023-09-21T13:08:00.193 INFO:teuthology.orchestra.run.smithi046.stdout:510.out 2023-09-21T13:08:00.193 INFO:teuthology.orchestra.run.smithi046.stdout:511 2023-09-21T13:08:00.193 INFO:teuthology.orchestra.run.smithi046.stdout:511.out 2023-09-21T13:08:00.194 INFO:teuthology.orchestra.run.smithi046.stdout:512 2023-09-21T13:08:00.194 INFO:teuthology.orchestra.run.smithi046.stdout:512.out 2023-09-21T13:08:00.194 INFO:teuthology.orchestra.run.smithi046.stdout:513 2023-09-21T13:08:00.194 INFO:teuthology.orchestra.run.smithi046.stdout:513.out 2023-09-21T13:08:00.194 INFO:teuthology.orchestra.run.smithi046.stdout:514 2023-09-21T13:08:00.195 INFO:teuthology.orchestra.run.smithi046.stdout:514.out 2023-09-21T13:08:00.195 INFO:teuthology.orchestra.run.smithi046.stdout:515 2023-09-21T13:08:00.195 INFO:teuthology.orchestra.run.smithi046.stdout:515.out 2023-09-21T13:08:00.195 INFO:teuthology.orchestra.run.smithi046.stdout:516 2023-09-21T13:08:00.195 INFO:teuthology.orchestra.run.smithi046.stdout:516.out 2023-09-21T13:08:00.196 INFO:teuthology.orchestra.run.smithi046.stdout:517 2023-09-21T13:08:00.196 INFO:teuthology.orchestra.run.smithi046.stdout:517.out 2023-09-21T13:08:00.196 INFO:teuthology.orchestra.run.smithi046.stdout:518 2023-09-21T13:08:00.196 INFO:teuthology.orchestra.run.smithi046.stdout:518.out 2023-09-21T13:08:00.196 INFO:teuthology.orchestra.run.smithi046.stdout:519 2023-09-21T13:08:00.197 INFO:teuthology.orchestra.run.smithi046.stdout:519.out 2023-09-21T13:08:00.197 INFO:teuthology.orchestra.run.smithi046.stdout:520 2023-09-21T13:08:00.197 INFO:teuthology.orchestra.run.smithi046.stdout:520.out 2023-09-21T13:08:00.197 INFO:teuthology.orchestra.run.smithi046.stdout:521 2023-09-21T13:08:00.197 INFO:teuthology.orchestra.run.smithi046.stdout:521.out 2023-09-21T13:08:00.198 INFO:teuthology.orchestra.run.smithi046.stdout:522 2023-09-21T13:08:00.198 INFO:teuthology.orchestra.run.smithi046.stdout:522.out 2023-09-21T13:08:00.198 INFO:teuthology.orchestra.run.smithi046.stdout:523 2023-09-21T13:08:00.198 INFO:teuthology.orchestra.run.smithi046.stdout:523.out 2023-09-21T13:08:00.198 INFO:teuthology.orchestra.run.smithi046.stdout:524 2023-09-21T13:08:00.199 INFO:teuthology.orchestra.run.smithi046.stdout:524.out 2023-09-21T13:08:00.199 INFO:teuthology.orchestra.run.smithi046.stdout:525 2023-09-21T13:08:00.199 INFO:teuthology.orchestra.run.smithi046.stdout:525.out 2023-09-21T13:08:00.199 INFO:teuthology.orchestra.run.smithi046.stdout:526 2023-09-21T13:08:00.200 INFO:teuthology.orchestra.run.smithi046.stdout:526.out 2023-09-21T13:08:00.200 INFO:teuthology.orchestra.run.smithi046.stdout:527 2023-09-21T13:08:00.200 INFO:teuthology.orchestra.run.smithi046.stdout:527.out 2023-09-21T13:08:00.200 INFO:teuthology.orchestra.run.smithi046.stdout:528 2023-09-21T13:08:00.200 INFO:teuthology.orchestra.run.smithi046.stdout:528.out 2023-09-21T13:08:00.200 INFO:teuthology.orchestra.run.smithi046.stdout:529 2023-09-21T13:08:00.201 INFO:teuthology.orchestra.run.smithi046.stdout:529.out 2023-09-21T13:08:00.201 INFO:teuthology.orchestra.run.smithi046.stdout:530 2023-09-21T13:08:00.201 INFO:teuthology.orchestra.run.smithi046.stdout:530.out 2023-09-21T13:08:00.201 INFO:teuthology.orchestra.run.smithi046.stdout:531 2023-09-21T13:08:00.201 INFO:teuthology.orchestra.run.smithi046.stdout:531.out 2023-09-21T13:08:00.201 INFO:teuthology.orchestra.run.smithi046.stdout:532 2023-09-21T13:08:00.202 INFO:teuthology.orchestra.run.smithi046.stdout:532.out 2023-09-21T13:08:00.202 INFO:teuthology.orchestra.run.smithi046.stdout:533 2023-09-21T13:08:00.202 INFO:teuthology.orchestra.run.smithi046.stdout:533.out 2023-09-21T13:08:00.202 INFO:teuthology.orchestra.run.smithi046.stdout:534 2023-09-21T13:08:00.203 INFO:teuthology.orchestra.run.smithi046.stdout:534.out 2023-09-21T13:08:00.203 INFO:teuthology.orchestra.run.smithi046.stdout:535 2023-09-21T13:08:00.203 INFO:teuthology.orchestra.run.smithi046.stdout:535.out 2023-09-21T13:08:00.203 INFO:teuthology.orchestra.run.smithi046.stdout:536 2023-09-21T13:08:00.203 INFO:teuthology.orchestra.run.smithi046.stdout:536.out 2023-09-21T13:08:00.203 INFO:teuthology.orchestra.run.smithi046.stdout:537 2023-09-21T13:08:00.204 INFO:teuthology.orchestra.run.smithi046.stdout:537.out 2023-09-21T13:08:00.204 INFO:teuthology.orchestra.run.smithi046.stdout:538 2023-09-21T13:08:00.204 INFO:teuthology.orchestra.run.smithi046.stdout:538.out 2023-09-21T13:08:00.204 INFO:teuthology.orchestra.run.smithi046.stdout:539 2023-09-21T13:08:00.204 INFO:teuthology.orchestra.run.smithi046.stdout:539.out 2023-09-21T13:08:00.205 INFO:teuthology.orchestra.run.smithi046.stdout:540 2023-09-21T13:08:00.205 INFO:teuthology.orchestra.run.smithi046.stdout:540.out 2023-09-21T13:08:00.205 INFO:teuthology.orchestra.run.smithi046.stdout:541 2023-09-21T13:08:00.205 INFO:teuthology.orchestra.run.smithi046.stdout:541.out 2023-09-21T13:08:00.205 INFO:teuthology.orchestra.run.smithi046.stdout:542 2023-09-21T13:08:00.206 INFO:teuthology.orchestra.run.smithi046.stdout:542.out 2023-09-21T13:08:00.206 INFO:teuthology.orchestra.run.smithi046.stdout:543 2023-09-21T13:08:00.206 INFO:teuthology.orchestra.run.smithi046.stdout:543.out 2023-09-21T13:08:00.206 INFO:teuthology.orchestra.run.smithi046.stdout:544 2023-09-21T13:08:00.206 INFO:teuthology.orchestra.run.smithi046.stdout:544.out 2023-09-21T13:08:00.207 INFO:teuthology.orchestra.run.smithi046.stdout:545 2023-09-21T13:08:00.207 INFO:teuthology.orchestra.run.smithi046.stdout:545.out 2023-09-21T13:08:00.207 INFO:teuthology.orchestra.run.smithi046.stdout:546 2023-09-21T13:08:00.207 INFO:teuthology.orchestra.run.smithi046.stdout:546.out 2023-09-21T13:08:00.207 INFO:teuthology.orchestra.run.smithi046.stdout:547 2023-09-21T13:08:00.207 INFO:teuthology.orchestra.run.smithi046.stdout:547.out 2023-09-21T13:08:00.208 INFO:teuthology.orchestra.run.smithi046.stdout:548 2023-09-21T13:08:00.208 INFO:teuthology.orchestra.run.smithi046.stdout:548.out 2023-09-21T13:08:00.208 INFO:teuthology.orchestra.run.smithi046.stdout:549 2023-09-21T13:08:00.208 INFO:teuthology.orchestra.run.smithi046.stdout:549.out 2023-09-21T13:08:00.208 INFO:teuthology.orchestra.run.smithi046.stdout:550 2023-09-21T13:08:00.209 INFO:teuthology.orchestra.run.smithi046.stdout:550.out 2023-09-21T13:08:00.209 INFO:teuthology.orchestra.run.smithi046.stdout:551 2023-09-21T13:08:00.209 INFO:teuthology.orchestra.run.smithi046.stdout:551.out 2023-09-21T13:08:00.209 INFO:teuthology.orchestra.run.smithi046.stdout:552 2023-09-21T13:08:00.210 INFO:teuthology.orchestra.run.smithi046.stdout:552.out 2023-09-21T13:08:00.210 INFO:teuthology.orchestra.run.smithi046.stdout:553 2023-09-21T13:08:00.210 INFO:teuthology.orchestra.run.smithi046.stdout:553.out 2023-09-21T13:08:00.210 INFO:teuthology.orchestra.run.smithi046.stdout:554 2023-09-21T13:08:00.210 INFO:teuthology.orchestra.run.smithi046.stdout:554.out 2023-09-21T13:08:00.211 INFO:teuthology.orchestra.run.smithi046.stdout:555 2023-09-21T13:08:00.211 INFO:teuthology.orchestra.run.smithi046.stdout:555.out 2023-09-21T13:08:00.211 INFO:teuthology.orchestra.run.smithi046.stdout:556 2023-09-21T13:08:00.211 INFO:teuthology.orchestra.run.smithi046.stdout:556.out 2023-09-21T13:08:00.211 INFO:teuthology.orchestra.run.smithi046.stdout:557 2023-09-21T13:08:00.211 INFO:teuthology.orchestra.run.smithi046.stdout:557.out 2023-09-21T13:08:00.212 INFO:teuthology.orchestra.run.smithi046.stdout:558 2023-09-21T13:08:00.212 INFO:teuthology.orchestra.run.smithi046.stdout:558.out 2023-09-21T13:08:00.212 INFO:teuthology.orchestra.run.smithi046.stdout:559 2023-09-21T13:08:00.212 INFO:teuthology.orchestra.run.smithi046.stdout:559.out 2023-09-21T13:08:00.212 INFO:teuthology.orchestra.run.smithi046.stdout:560 2023-09-21T13:08:00.213 INFO:teuthology.orchestra.run.smithi046.stdout:560.out 2023-09-21T13:08:00.213 INFO:teuthology.orchestra.run.smithi046.stdout:561 2023-09-21T13:08:00.213 INFO:teuthology.orchestra.run.smithi046.stdout:561.out 2023-09-21T13:08:00.213 INFO:teuthology.orchestra.run.smithi046.stdout:562 2023-09-21T13:08:00.213 INFO:teuthology.orchestra.run.smithi046.stdout:562.out 2023-09-21T13:08:00.213 INFO:teuthology.orchestra.run.smithi046.stdout:563 2023-09-21T13:08:00.214 INFO:teuthology.orchestra.run.smithi046.stdout:563.out 2023-09-21T13:08:00.214 INFO:teuthology.orchestra.run.smithi046.stdout:564 2023-09-21T13:08:00.214 INFO:teuthology.orchestra.run.smithi046.stdout:564.out 2023-09-21T13:08:00.214 INFO:teuthology.orchestra.run.smithi046.stdout:565 2023-09-21T13:08:00.214 INFO:teuthology.orchestra.run.smithi046.stdout:565.out 2023-09-21T13:08:00.215 INFO:teuthology.orchestra.run.smithi046.stdout:566 2023-09-21T13:08:00.215 INFO:teuthology.orchestra.run.smithi046.stdout:566.out 2023-09-21T13:08:00.215 INFO:teuthology.orchestra.run.smithi046.stdout:567 2023-09-21T13:08:00.215 INFO:teuthology.orchestra.run.smithi046.stdout:567.out 2023-09-21T13:08:00.215 INFO:teuthology.orchestra.run.smithi046.stdout:568 2023-09-21T13:08:00.215 INFO:teuthology.orchestra.run.smithi046.stdout:568.out 2023-09-21T13:08:00.216 INFO:teuthology.orchestra.run.smithi046.stdout:569 2023-09-21T13:08:00.216 INFO:teuthology.orchestra.run.smithi046.stdout:569.out 2023-09-21T13:08:00.216 INFO:teuthology.orchestra.run.smithi046.stdout:570 2023-09-21T13:08:00.216 INFO:teuthology.orchestra.run.smithi046.stdout:570.out 2023-09-21T13:08:00.216 INFO:teuthology.orchestra.run.smithi046.stdout:571 2023-09-21T13:08:00.217 INFO:teuthology.orchestra.run.smithi046.stdout:571.out 2023-09-21T13:08:00.217 INFO:teuthology.orchestra.run.smithi046.stdout:572 2023-09-21T13:08:00.217 INFO:teuthology.orchestra.run.smithi046.stdout:572.out 2023-09-21T13:08:00.217 INFO:teuthology.orchestra.run.smithi046.stdout:573 2023-09-21T13:08:00.217 INFO:teuthology.orchestra.run.smithi046.stdout:573.out 2023-09-21T13:08:00.217 INFO:teuthology.orchestra.run.smithi046.stdout:574 2023-09-21T13:08:00.218 INFO:teuthology.orchestra.run.smithi046.stdout:574.out 2023-09-21T13:08:00.218 INFO:teuthology.orchestra.run.smithi046.stdout:575 2023-09-21T13:08:00.218 INFO:teuthology.orchestra.run.smithi046.stdout:575.out 2023-09-21T13:08:00.218 INFO:teuthology.orchestra.run.smithi046.stdout:576 2023-09-21T13:08:00.219 INFO:teuthology.orchestra.run.smithi046.stdout:576.out 2023-09-21T13:08:00.219 INFO:teuthology.orchestra.run.smithi046.stdout:577 2023-09-21T13:08:00.219 INFO:teuthology.orchestra.run.smithi046.stdout:577.out 2023-09-21T13:08:00.219 INFO:teuthology.orchestra.run.smithi046.stdout:578 2023-09-21T13:08:00.219 INFO:teuthology.orchestra.run.smithi046.stdout:578.out 2023-09-21T13:08:00.220 INFO:teuthology.orchestra.run.smithi046.stdout:579 2023-09-21T13:08:00.220 INFO:teuthology.orchestra.run.smithi046.stdout:579.out 2023-09-21T13:08:00.220 INFO:teuthology.orchestra.run.smithi046.stdout:580 2023-09-21T13:08:00.220 INFO:teuthology.orchestra.run.smithi046.stdout:580.out 2023-09-21T13:08:00.220 INFO:teuthology.orchestra.run.smithi046.stdout:581 2023-09-21T13:08:00.221 INFO:teuthology.orchestra.run.smithi046.stdout:581.out 2023-09-21T13:08:00.221 INFO:teuthology.orchestra.run.smithi046.stdout:582 2023-09-21T13:08:00.221 INFO:teuthology.orchestra.run.smithi046.stdout:582.out 2023-09-21T13:08:00.221 INFO:teuthology.orchestra.run.smithi046.stdout:583 2023-09-21T13:08:00.221 INFO:teuthology.orchestra.run.smithi046.stdout:583.out 2023-09-21T13:08:00.222 INFO:teuthology.orchestra.run.smithi046.stdout:584 2023-09-21T13:08:00.222 INFO:teuthology.orchestra.run.smithi046.stdout:584.out 2023-09-21T13:08:00.222 INFO:teuthology.orchestra.run.smithi046.stdout:585 2023-09-21T13:08:00.222 INFO:teuthology.orchestra.run.smithi046.stdout:585.out 2023-09-21T13:08:00.222 INFO:teuthology.orchestra.run.smithi046.stdout:586 2023-09-21T13:08:00.223 INFO:teuthology.orchestra.run.smithi046.stdout:586.out 2023-09-21T13:08:00.223 INFO:teuthology.orchestra.run.smithi046.stdout:587 2023-09-21T13:08:00.223 INFO:teuthology.orchestra.run.smithi046.stdout:587.out 2023-09-21T13:08:00.223 INFO:teuthology.orchestra.run.smithi046.stdout:588 2023-09-21T13:08:00.223 INFO:teuthology.orchestra.run.smithi046.stdout:588.out 2023-09-21T13:08:00.223 INFO:teuthology.orchestra.run.smithi046.stdout:589 2023-09-21T13:08:00.224 INFO:teuthology.orchestra.run.smithi046.stdout:589.out 2023-09-21T13:08:00.224 INFO:teuthology.orchestra.run.smithi046.stdout:590 2023-09-21T13:08:00.224 INFO:teuthology.orchestra.run.smithi046.stdout:590.out 2023-09-21T13:08:00.224 INFO:teuthology.orchestra.run.smithi046.stdout:591 2023-09-21T13:08:00.224 INFO:teuthology.orchestra.run.smithi046.stdout:591.out 2023-09-21T13:08:00.225 INFO:teuthology.orchestra.run.smithi046.stdout:592 2023-09-21T13:08:00.225 INFO:teuthology.orchestra.run.smithi046.stdout:592.out 2023-09-21T13:08:00.225 INFO:teuthology.orchestra.run.smithi046.stdout:593 2023-09-21T13:08:00.225 INFO:teuthology.orchestra.run.smithi046.stdout:593.out 2023-09-21T13:08:00.225 INFO:teuthology.orchestra.run.smithi046.stdout:594 2023-09-21T13:08:00.226 INFO:teuthology.orchestra.run.smithi046.stdout:594.out 2023-09-21T13:08:00.226 INFO:teuthology.orchestra.run.smithi046.stdout:595 2023-09-21T13:08:00.226 INFO:teuthology.orchestra.run.smithi046.stdout:595.out 2023-09-21T13:08:00.226 INFO:teuthology.orchestra.run.smithi046.stdout:596 2023-09-21T13:08:00.226 INFO:teuthology.orchestra.run.smithi046.stdout:596.out 2023-09-21T13:08:00.226 INFO:teuthology.orchestra.run.smithi046.stdout:597 2023-09-21T13:08:00.227 INFO:teuthology.orchestra.run.smithi046.stdout:597.out 2023-09-21T13:08:00.227 INFO:teuthology.orchestra.run.smithi046.stdout:598 2023-09-21T13:08:00.227 INFO:teuthology.orchestra.run.smithi046.stdout:598.out 2023-09-21T13:08:00.227 INFO:teuthology.orchestra.run.smithi046.stdout:599 2023-09-21T13:08:00.227 INFO:teuthology.orchestra.run.smithi046.stdout:599.out 2023-09-21T13:08:00.228 INFO:teuthology.orchestra.run.smithi046.stdout:600 2023-09-21T13:08:00.228 INFO:teuthology.orchestra.run.smithi046.stdout:600.out 2023-09-21T13:08:00.228 INFO:teuthology.orchestra.run.smithi046.stdout:601 2023-09-21T13:08:00.228 INFO:teuthology.orchestra.run.smithi046.stdout:601.out 2023-09-21T13:08:00.228 INFO:teuthology.orchestra.run.smithi046.stdout:602 2023-09-21T13:08:00.229 INFO:teuthology.orchestra.run.smithi046.stdout:602.out 2023-09-21T13:08:00.229 INFO:teuthology.orchestra.run.smithi046.stdout:603 2023-09-21T13:08:00.229 INFO:teuthology.orchestra.run.smithi046.stdout:603.out 2023-09-21T13:08:00.229 INFO:teuthology.orchestra.run.smithi046.stdout:604 2023-09-21T13:08:00.229 INFO:teuthology.orchestra.run.smithi046.stdout:604.out 2023-09-21T13:08:00.230 INFO:teuthology.orchestra.run.smithi046.stdout:605 2023-09-21T13:08:00.230 INFO:teuthology.orchestra.run.smithi046.stdout:605.out 2023-09-21T13:08:00.230 INFO:teuthology.orchestra.run.smithi046.stdout:606 2023-09-21T13:08:00.230 INFO:teuthology.orchestra.run.smithi046.stdout:606.out 2023-09-21T13:08:00.231 INFO:teuthology.orchestra.run.smithi046.stdout:607 2023-09-21T13:08:00.231 INFO:teuthology.orchestra.run.smithi046.stdout:607.out 2023-09-21T13:08:00.231 INFO:teuthology.orchestra.run.smithi046.stdout:608 2023-09-21T13:08:00.231 INFO:teuthology.orchestra.run.smithi046.stdout:608.out 2023-09-21T13:08:00.231 INFO:teuthology.orchestra.run.smithi046.stdout:609 2023-09-21T13:08:00.232 INFO:teuthology.orchestra.run.smithi046.stdout:609.out 2023-09-21T13:08:00.232 INFO:teuthology.orchestra.run.smithi046.stdout:610 2023-09-21T13:08:00.232 INFO:teuthology.orchestra.run.smithi046.stdout:610.out 2023-09-21T13:08:00.232 INFO:teuthology.orchestra.run.smithi046.stdout:611 2023-09-21T13:08:00.232 INFO:teuthology.orchestra.run.smithi046.stdout:611.out 2023-09-21T13:08:00.232 INFO:teuthology.orchestra.run.smithi046.stdout:612 2023-09-21T13:08:00.233 INFO:teuthology.orchestra.run.smithi046.stdout:612.out 2023-09-21T13:08:00.233 INFO:teuthology.orchestra.run.smithi046.stdout:613 2023-09-21T13:08:00.233 INFO:teuthology.orchestra.run.smithi046.stdout:613.out 2023-09-21T13:08:00.233 INFO:teuthology.orchestra.run.smithi046.stdout:614 2023-09-21T13:08:00.233 INFO:teuthology.orchestra.run.smithi046.stdout:614.out 2023-09-21T13:08:00.234 INFO:teuthology.orchestra.run.smithi046.stdout:615 2023-09-21T13:08:00.234 INFO:teuthology.orchestra.run.smithi046.stdout:615.out 2023-09-21T13:08:00.234 INFO:teuthology.orchestra.run.smithi046.stdout:616 2023-09-21T13:08:00.234 INFO:teuthology.orchestra.run.smithi046.stdout:616.out 2023-09-21T13:08:00.235 INFO:teuthology.orchestra.run.smithi046.stdout:617 2023-09-21T13:08:00.235 INFO:teuthology.orchestra.run.smithi046.stdout:617.out 2023-09-21T13:08:00.235 INFO:teuthology.orchestra.run.smithi046.stdout:618 2023-09-21T13:08:00.235 INFO:teuthology.orchestra.run.smithi046.stdout:618.out 2023-09-21T13:08:00.235 INFO:teuthology.orchestra.run.smithi046.stdout:619 2023-09-21T13:08:00.236 INFO:teuthology.orchestra.run.smithi046.stdout:619.out 2023-09-21T13:08:00.236 INFO:teuthology.orchestra.run.smithi046.stdout:620 2023-09-21T13:08:00.236 INFO:teuthology.orchestra.run.smithi046.stdout:620.out 2023-09-21T13:08:00.236 INFO:teuthology.orchestra.run.smithi046.stdout:621 2023-09-21T13:08:00.236 INFO:teuthology.orchestra.run.smithi046.stdout:621.out 2023-09-21T13:08:00.237 INFO:teuthology.orchestra.run.smithi046.stdout:622 2023-09-21T13:08:00.237 INFO:teuthology.orchestra.run.smithi046.stdout:622.out 2023-09-21T13:08:00.237 INFO:teuthology.orchestra.run.smithi046.stdout:623 2023-09-21T13:08:00.237 INFO:teuthology.orchestra.run.smithi046.stdout:623.out 2023-09-21T13:08:00.237 INFO:teuthology.orchestra.run.smithi046.stdout:624 2023-09-21T13:08:00.237 INFO:teuthology.orchestra.run.smithi046.stdout:624.out 2023-09-21T13:08:00.238 INFO:teuthology.orchestra.run.smithi046.stdout:625 2023-09-21T13:08:00.238 INFO:teuthology.orchestra.run.smithi046.stdout:625.out 2023-09-21T13:08:00.238 INFO:teuthology.orchestra.run.smithi046.stdout:626 2023-09-21T13:08:00.238 INFO:teuthology.orchestra.run.smithi046.stdout:626.out 2023-09-21T13:08:00.239 INFO:teuthology.orchestra.run.smithi046.stdout:627 2023-09-21T13:08:00.239 INFO:teuthology.orchestra.run.smithi046.stdout:627.out 2023-09-21T13:08:00.239 INFO:teuthology.orchestra.run.smithi046.stdout:628 2023-09-21T13:08:00.239 INFO:teuthology.orchestra.run.smithi046.stdout:628.out 2023-09-21T13:08:00.239 INFO:teuthology.orchestra.run.smithi046.stdout:629 2023-09-21T13:08:00.240 INFO:teuthology.orchestra.run.smithi046.stdout:629.out 2023-09-21T13:08:00.240 INFO:teuthology.orchestra.run.smithi046.stdout:630 2023-09-21T13:08:00.240 INFO:teuthology.orchestra.run.smithi046.stdout:630.out 2023-09-21T13:08:00.240 INFO:teuthology.orchestra.run.smithi046.stdout:631 2023-09-21T13:08:00.240 INFO:teuthology.orchestra.run.smithi046.stdout:631.out 2023-09-21T13:08:00.241 INFO:teuthology.orchestra.run.smithi046.stdout:632 2023-09-21T13:08:00.241 INFO:teuthology.orchestra.run.smithi046.stdout:632.out 2023-09-21T13:08:00.241 INFO:teuthology.orchestra.run.smithi046.stdout:633 2023-09-21T13:08:00.241 INFO:teuthology.orchestra.run.smithi046.stdout:633.out 2023-09-21T13:08:00.241 INFO:teuthology.orchestra.run.smithi046.stdout:634 2023-09-21T13:08:00.242 INFO:teuthology.orchestra.run.smithi046.stdout:634.out 2023-09-21T13:08:00.242 INFO:teuthology.orchestra.run.smithi046.stdout:635 2023-09-21T13:08:00.242 INFO:teuthology.orchestra.run.smithi046.stdout:635.out 2023-09-21T13:08:00.242 INFO:teuthology.orchestra.run.smithi046.stdout:636 2023-09-21T13:08:00.242 INFO:teuthology.orchestra.run.smithi046.stdout:636.out 2023-09-21T13:08:00.243 INFO:teuthology.orchestra.run.smithi046.stdout:637 2023-09-21T13:08:00.243 INFO:teuthology.orchestra.run.smithi046.stdout:637.out 2023-09-21T13:08:00.243 INFO:teuthology.orchestra.run.smithi046.stdout:638 2023-09-21T13:08:00.243 INFO:teuthology.orchestra.run.smithi046.stdout:638.out 2023-09-21T13:08:00.243 INFO:teuthology.orchestra.run.smithi046.stdout:639 2023-09-21T13:08:00.244 INFO:teuthology.orchestra.run.smithi046.stdout:639.out 2023-09-21T13:08:00.244 INFO:teuthology.orchestra.run.smithi046.stdout:640 2023-09-21T13:08:00.244 INFO:teuthology.orchestra.run.smithi046.stdout:640.out 2023-09-21T13:08:00.244 INFO:teuthology.orchestra.run.smithi046.stdout:641 2023-09-21T13:08:00.244 INFO:teuthology.orchestra.run.smithi046.stdout:641.out 2023-09-21T13:08:00.244 INFO:teuthology.orchestra.run.smithi046.stdout:642 2023-09-21T13:08:00.245 INFO:teuthology.orchestra.run.smithi046.stdout:642.out 2023-09-21T13:08:00.245 INFO:teuthology.orchestra.run.smithi046.stdout:643 2023-09-21T13:08:00.245 INFO:teuthology.orchestra.run.smithi046.stdout:643.out 2023-09-21T13:08:00.245 INFO:teuthology.orchestra.run.smithi046.stdout:644 2023-09-21T13:08:00.246 INFO:teuthology.orchestra.run.smithi046.stdout:644.out 2023-09-21T13:08:00.246 INFO:teuthology.orchestra.run.smithi046.stdout:645 2023-09-21T13:08:00.246 INFO:teuthology.orchestra.run.smithi046.stdout:645.out 2023-09-21T13:08:00.246 INFO:teuthology.orchestra.run.smithi046.stdout:646 2023-09-21T13:08:00.246 INFO:teuthology.orchestra.run.smithi046.stdout:646.out 2023-09-21T13:08:00.247 INFO:teuthology.orchestra.run.smithi046.stdout:647 2023-09-21T13:08:00.247 INFO:teuthology.orchestra.run.smithi046.stdout:647.out 2023-09-21T13:08:00.247 INFO:teuthology.orchestra.run.smithi046.stdout:648 2023-09-21T13:08:00.247 INFO:teuthology.orchestra.run.smithi046.stdout:648.out 2023-09-21T13:08:00.247 INFO:teuthology.orchestra.run.smithi046.stdout:649 2023-09-21T13:08:00.248 INFO:teuthology.orchestra.run.smithi046.stdout:649.out 2023-09-21T13:08:00.248 INFO:teuthology.orchestra.run.smithi046.stdout:650 2023-09-21T13:08:00.248 INFO:teuthology.orchestra.run.smithi046.stdout:650.out 2023-09-21T13:08:00.248 INFO:teuthology.orchestra.run.smithi046.stdout:651 2023-09-21T13:08:00.248 INFO:teuthology.orchestra.run.smithi046.stdout:651.out 2023-09-21T13:08:00.248 INFO:teuthology.orchestra.run.smithi046.stdout:652 2023-09-21T13:08:00.249 INFO:teuthology.orchestra.run.smithi046.stdout:652.out 2023-09-21T13:08:00.249 INFO:teuthology.orchestra.run.smithi046.stdout:653 2023-09-21T13:08:00.249 INFO:teuthology.orchestra.run.smithi046.stdout:653.out 2023-09-21T13:08:00.249 INFO:teuthology.orchestra.run.smithi046.stdout:654 2023-09-21T13:08:00.249 INFO:teuthology.orchestra.run.smithi046.stdout:654.out 2023-09-21T13:08:00.250 INFO:teuthology.orchestra.run.smithi046.stdout:655 2023-09-21T13:08:00.250 INFO:teuthology.orchestra.run.smithi046.stdout:655.out 2023-09-21T13:08:00.250 INFO:teuthology.orchestra.run.smithi046.stdout:656 2023-09-21T13:08:00.250 INFO:teuthology.orchestra.run.smithi046.stdout:656.out 2023-09-21T13:08:00.250 INFO:teuthology.orchestra.run.smithi046.stdout:657 2023-09-21T13:08:00.251 INFO:teuthology.orchestra.run.smithi046.stdout:657.out 2023-09-21T13:08:00.251 INFO:teuthology.orchestra.run.smithi046.stdout:658 2023-09-21T13:08:00.251 INFO:teuthology.orchestra.run.smithi046.stdout:658.out 2023-09-21T13:08:00.251 INFO:teuthology.orchestra.run.smithi046.stdout:659 2023-09-21T13:08:00.251 INFO:teuthology.orchestra.run.smithi046.stdout:659.out 2023-09-21T13:08:00.252 INFO:teuthology.orchestra.run.smithi046.stdout:660 2023-09-21T13:08:00.252 INFO:teuthology.orchestra.run.smithi046.stdout:660.out 2023-09-21T13:08:00.252 INFO:teuthology.orchestra.run.smithi046.stdout:661 2023-09-21T13:08:00.252 INFO:teuthology.orchestra.run.smithi046.stdout:661.out 2023-09-21T13:08:00.252 INFO:teuthology.orchestra.run.smithi046.stdout:662 2023-09-21T13:08:00.253 INFO:teuthology.orchestra.run.smithi046.stdout:662.out 2023-09-21T13:08:00.253 INFO:teuthology.orchestra.run.smithi046.stdout:663 2023-09-21T13:08:00.253 INFO:teuthology.orchestra.run.smithi046.stdout:663.out 2023-09-21T13:08:00.253 INFO:teuthology.orchestra.run.smithi046.stdout:664 2023-09-21T13:08:00.253 INFO:teuthology.orchestra.run.smithi046.stdout:664.out 2023-09-21T13:08:00.253 INFO:teuthology.orchestra.run.smithi046.stdout:665 2023-09-21T13:08:00.254 INFO:teuthology.orchestra.run.smithi046.stdout:665.out 2023-09-21T13:08:00.254 INFO:teuthology.orchestra.run.smithi046.stdout:666 2023-09-21T13:08:00.254 INFO:teuthology.orchestra.run.smithi046.stdout:666.out 2023-09-21T13:08:00.254 INFO:teuthology.orchestra.run.smithi046.stdout:667 2023-09-21T13:08:00.254 INFO:teuthology.orchestra.run.smithi046.stdout:667.out 2023-09-21T13:08:00.255 INFO:teuthology.orchestra.run.smithi046.stdout:668 2023-09-21T13:08:00.255 INFO:teuthology.orchestra.run.smithi046.stdout:668.out 2023-09-21T13:08:00.255 INFO:teuthology.orchestra.run.smithi046.stdout:669 2023-09-21T13:08:00.255 INFO:teuthology.orchestra.run.smithi046.stdout:669.out 2023-09-21T13:08:00.255 INFO:teuthology.orchestra.run.smithi046.stdout:670 2023-09-21T13:08:00.256 INFO:teuthology.orchestra.run.smithi046.stdout:670.out 2023-09-21T13:08:00.256 INFO:teuthology.orchestra.run.smithi046.stdout:671 2023-09-21T13:08:00.256 INFO:teuthology.orchestra.run.smithi046.stdout:671.out 2023-09-21T13:08:00.256 INFO:teuthology.orchestra.run.smithi046.stdout:672 2023-09-21T13:08:00.256 INFO:teuthology.orchestra.run.smithi046.stdout:672.out 2023-09-21T13:08:00.256 INFO:teuthology.orchestra.run.smithi046.stdout:673 2023-09-21T13:08:00.257 INFO:teuthology.orchestra.run.smithi046.stdout:673.out 2023-09-21T13:08:00.257 INFO:teuthology.orchestra.run.smithi046.stdout:674 2023-09-21T13:08:00.257 INFO:teuthology.orchestra.run.smithi046.stdout:674.out 2023-09-21T13:08:00.257 INFO:teuthology.orchestra.run.smithi046.stdout:675 2023-09-21T13:08:00.257 INFO:teuthology.orchestra.run.smithi046.stdout:675.out 2023-09-21T13:08:00.257 INFO:teuthology.orchestra.run.smithi046.stdout:676 2023-09-21T13:08:00.258 INFO:teuthology.orchestra.run.smithi046.stdout:676.out 2023-09-21T13:08:00.258 INFO:teuthology.orchestra.run.smithi046.stdout:677 2023-09-21T13:08:00.258 INFO:teuthology.orchestra.run.smithi046.stdout:677.out 2023-09-21T13:08:00.258 INFO:teuthology.orchestra.run.smithi046.stdout:678 2023-09-21T13:08:00.259 INFO:teuthology.orchestra.run.smithi046.stdout:678.out 2023-09-21T13:08:00.259 INFO:teuthology.orchestra.run.smithi046.stdout:679 2023-09-21T13:08:00.259 INFO:teuthology.orchestra.run.smithi046.stdout:679.out 2023-09-21T13:08:00.259 INFO:teuthology.orchestra.run.smithi046.stdout:680 2023-09-21T13:08:00.259 INFO:teuthology.orchestra.run.smithi046.stdout:680.out 2023-09-21T13:08:00.259 INFO:teuthology.orchestra.run.smithi046.stdout:681 2023-09-21T13:08:00.260 INFO:teuthology.orchestra.run.smithi046.stdout:681.out 2023-09-21T13:08:00.260 INFO:teuthology.orchestra.run.smithi046.stdout:682 2023-09-21T13:08:00.260 INFO:teuthology.orchestra.run.smithi046.stdout:682.out 2023-09-21T13:08:00.260 INFO:teuthology.orchestra.run.smithi046.stdout:683 2023-09-21T13:08:00.260 INFO:teuthology.orchestra.run.smithi046.stdout:683.out 2023-09-21T13:08:00.261 INFO:teuthology.orchestra.run.smithi046.stdout:684 2023-09-21T13:08:00.261 INFO:teuthology.orchestra.run.smithi046.stdout:684.out 2023-09-21T13:08:00.261 INFO:teuthology.orchestra.run.smithi046.stdout:685 2023-09-21T13:08:00.261 INFO:teuthology.orchestra.run.smithi046.stdout:685.out 2023-09-21T13:08:00.261 INFO:teuthology.orchestra.run.smithi046.stdout:686 2023-09-21T13:08:00.262 INFO:teuthology.orchestra.run.smithi046.stdout:686.out 2023-09-21T13:08:00.262 INFO:teuthology.orchestra.run.smithi046.stdout:687 2023-09-21T13:08:00.262 INFO:teuthology.orchestra.run.smithi046.stdout:687.out 2023-09-21T13:08:00.262 INFO:teuthology.orchestra.run.smithi046.stdout:688 2023-09-21T13:08:00.262 INFO:teuthology.orchestra.run.smithi046.stdout:688.out 2023-09-21T13:08:00.263 INFO:teuthology.orchestra.run.smithi046.stdout:689 2023-09-21T13:08:00.263 INFO:teuthology.orchestra.run.smithi046.stdout:689.out 2023-09-21T13:08:00.263 INFO:teuthology.orchestra.run.smithi046.stdout:690 2023-09-21T13:08:00.263 INFO:teuthology.orchestra.run.smithi046.stdout:690.out 2023-09-21T13:08:00.263 INFO:teuthology.orchestra.run.smithi046.stdout:691 2023-09-21T13:08:00.264 INFO:teuthology.orchestra.run.smithi046.stdout:691.out 2023-09-21T13:08:00.264 INFO:teuthology.orchestra.run.smithi046.stdout:692 2023-09-21T13:08:00.264 INFO:teuthology.orchestra.run.smithi046.stdout:692.out 2023-09-21T13:08:00.264 INFO:teuthology.orchestra.run.smithi046.stdout:693 2023-09-21T13:08:00.264 INFO:teuthology.orchestra.run.smithi046.stdout:693.out 2023-09-21T13:08:00.265 INFO:teuthology.orchestra.run.smithi046.stdout:694 2023-09-21T13:08:00.265 INFO:teuthology.orchestra.run.smithi046.stdout:694.out 2023-09-21T13:08:00.265 INFO:teuthology.orchestra.run.smithi046.stdout:695 2023-09-21T13:08:00.265 INFO:teuthology.orchestra.run.smithi046.stdout:695.out 2023-09-21T13:08:00.265 INFO:teuthology.orchestra.run.smithi046.stdout:696 2023-09-21T13:08:00.266 INFO:teuthology.orchestra.run.smithi046.stdout:696.out 2023-09-21T13:08:00.266 INFO:teuthology.orchestra.run.smithi046.stdout:697 2023-09-21T13:08:00.266 INFO:teuthology.orchestra.run.smithi046.stdout:697.out 2023-09-21T13:08:00.266 INFO:teuthology.orchestra.run.smithi046.stdout:698 2023-09-21T13:08:00.266 INFO:teuthology.orchestra.run.smithi046.stdout:698.out 2023-09-21T13:08:00.267 INFO:teuthology.orchestra.run.smithi046.stdout:699 2023-09-21T13:08:00.267 INFO:teuthology.orchestra.run.smithi046.stdout:699.out 2023-09-21T13:08:00.267 INFO:teuthology.orchestra.run.smithi046.stdout:700 2023-09-21T13:08:00.267 INFO:teuthology.orchestra.run.smithi046.stdout:700.out 2023-09-21T13:08:00.267 INFO:teuthology.orchestra.run.smithi046.stdout:701 2023-09-21T13:08:00.267 INFO:teuthology.orchestra.run.smithi046.stdout:701.out 2023-09-21T13:08:00.268 INFO:teuthology.orchestra.run.smithi046.stdout:702 2023-09-21T13:08:00.268 INFO:teuthology.orchestra.run.smithi046.stdout:702.out 2023-09-21T13:08:00.268 INFO:teuthology.orchestra.run.smithi046.stdout:703 2023-09-21T13:08:00.268 INFO:teuthology.orchestra.run.smithi046.stdout:703.out 2023-09-21T13:08:00.268 INFO:teuthology.orchestra.run.smithi046.stdout:704 2023-09-21T13:08:00.268 INFO:teuthology.orchestra.run.smithi046.stdout:704.out 2023-09-21T13:08:00.269 INFO:teuthology.orchestra.run.smithi046.stdout:705 2023-09-21T13:08:00.269 INFO:teuthology.orchestra.run.smithi046.stdout:705.out 2023-09-21T13:08:00.269 INFO:teuthology.orchestra.run.smithi046.stdout:706 2023-09-21T13:08:00.269 INFO:teuthology.orchestra.run.smithi046.stdout:706.out 2023-09-21T13:08:00.269 INFO:teuthology.orchestra.run.smithi046.stdout:707 2023-09-21T13:08:00.270 INFO:teuthology.orchestra.run.smithi046.stdout:707.out 2023-09-21T13:08:00.270 INFO:teuthology.orchestra.run.smithi046.stdout:708 2023-09-21T13:08:00.270 INFO:teuthology.orchestra.run.smithi046.stdout:708.out 2023-09-21T13:08:00.270 INFO:teuthology.orchestra.run.smithi046.stdout:709 2023-09-21T13:08:00.270 INFO:teuthology.orchestra.run.smithi046.stdout:709.out 2023-09-21T13:08:00.271 INFO:teuthology.orchestra.run.smithi046.stdout:710 2023-09-21T13:08:00.271 INFO:teuthology.orchestra.run.smithi046.stdout:710.out 2023-09-21T13:08:00.271 INFO:teuthology.orchestra.run.smithi046.stdout:711 2023-09-21T13:08:00.271 INFO:teuthology.orchestra.run.smithi046.stdout:711.out 2023-09-21T13:08:00.272 INFO:teuthology.orchestra.run.smithi046.stdout:712 2023-09-21T13:08:00.272 INFO:teuthology.orchestra.run.smithi046.stdout:712.out 2023-09-21T13:08:00.272 INFO:teuthology.orchestra.run.smithi046.stdout:713 2023-09-21T13:08:00.272 INFO:teuthology.orchestra.run.smithi046.stdout:713.out 2023-09-21T13:08:00.272 INFO:teuthology.orchestra.run.smithi046.stdout:714 2023-09-21T13:08:00.273 INFO:teuthology.orchestra.run.smithi046.stdout:714.out 2023-09-21T13:08:00.273 INFO:teuthology.orchestra.run.smithi046.stdout:715 2023-09-21T13:08:00.273 INFO:teuthology.orchestra.run.smithi046.stdout:715.out 2023-09-21T13:08:00.273 INFO:teuthology.orchestra.run.smithi046.stdout:716 2023-09-21T13:08:00.273 INFO:teuthology.orchestra.run.smithi046.stdout:716.out 2023-09-21T13:08:00.273 INFO:teuthology.orchestra.run.smithi046.stdout:717 2023-09-21T13:08:00.274 INFO:teuthology.orchestra.run.smithi046.stdout:717.out 2023-09-21T13:08:00.274 INFO:teuthology.orchestra.run.smithi046.stdout:718 2023-09-21T13:08:00.274 INFO:teuthology.orchestra.run.smithi046.stdout:718.out 2023-09-21T13:08:00.274 INFO:teuthology.orchestra.run.smithi046.stdout:719 2023-09-21T13:08:00.274 INFO:teuthology.orchestra.run.smithi046.stdout:719.out 2023-09-21T13:08:00.275 INFO:teuthology.orchestra.run.smithi046.stdout:720 2023-09-21T13:08:00.275 INFO:teuthology.orchestra.run.smithi046.stdout:720.out 2023-09-21T13:08:00.275 INFO:teuthology.orchestra.run.smithi046.stdout:721 2023-09-21T13:08:00.275 INFO:teuthology.orchestra.run.smithi046.stdout:721.out 2023-09-21T13:08:00.275 INFO:teuthology.orchestra.run.smithi046.stdout:722 2023-09-21T13:08:00.276 INFO:teuthology.orchestra.run.smithi046.stdout:722.out 2023-09-21T13:08:00.276 INFO:teuthology.orchestra.run.smithi046.stdout:723 2023-09-21T13:08:00.276 INFO:teuthology.orchestra.run.smithi046.stdout:723.out 2023-09-21T13:08:00.276 INFO:teuthology.orchestra.run.smithi046.stdout:724 2023-09-21T13:08:00.276 INFO:teuthology.orchestra.run.smithi046.stdout:724.out 2023-09-21T13:08:00.276 INFO:teuthology.orchestra.run.smithi046.stdout:725 2023-09-21T13:08:00.277 INFO:teuthology.orchestra.run.smithi046.stdout:725.out 2023-09-21T13:08:00.277 INFO:teuthology.orchestra.run.smithi046.stdout:726 2023-09-21T13:08:00.277 INFO:teuthology.orchestra.run.smithi046.stdout:726.out 2023-09-21T13:08:00.277 INFO:teuthology.orchestra.run.smithi046.stdout:727 2023-09-21T13:08:00.277 INFO:teuthology.orchestra.run.smithi046.stdout:727.out 2023-09-21T13:08:00.278 INFO:teuthology.orchestra.run.smithi046.stdout:728 2023-09-21T13:08:00.278 INFO:teuthology.orchestra.run.smithi046.stdout:728.out 2023-09-21T13:08:00.278 INFO:teuthology.orchestra.run.smithi046.stdout:729 2023-09-21T13:08:00.278 INFO:teuthology.orchestra.run.smithi046.stdout:729.out 2023-09-21T13:08:00.278 INFO:teuthology.orchestra.run.smithi046.stdout:730 2023-09-21T13:08:00.279 INFO:teuthology.orchestra.run.smithi046.stdout:730.out 2023-09-21T13:08:00.279 INFO:teuthology.orchestra.run.smithi046.stdout:731 2023-09-21T13:08:00.279 INFO:teuthology.orchestra.run.smithi046.stdout:731.out 2023-09-21T13:08:00.279 INFO:teuthology.orchestra.run.smithi046.stdout:group.list 2023-09-21T13:08:00.279 INFO:teuthology.orchestra.run.smithi046.stdout:Makefile 2023-09-21T13:08:00.280 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/001) 2023-09-21T13:08:00.474 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:08:00.478 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:08:00.479 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:08:02.911 INFO:teuthology.orchestra.run.smithi046.stdout:generic/001 2s 2023-09-21T13:08:02.917 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/001 2023-09-21T13:08:02.917 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:08:02.920 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:08:02.931 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi046.stderr:ceph-fuse[135827]: fuse finished with error 0 and tester_r 0 2023-09-21T13:08:02.941 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:08:02.941 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/002) 2023-09-21T13:08:03.155 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:08:03.160 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:08:03.160 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:08:03.760 INFO:teuthology.orchestra.run.smithi046.stdout:generic/002 0s 2023-09-21T13:08:03.766 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/002 2023-09-21T13:08:03.767 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:08:03.769 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:08:03.792 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:08:03.792 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/003) 2023-09-21T13:08:04.048 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:08:04.053 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:08:04.054 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:08:04.200 INFO:teuthology.orchestra.run.smithi046.stdout:generic/003 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T13:08:04.204 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/003 2023-09-21T13:08:04.205 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/003 2023-09-21T13:08:04.205 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:08:04.207 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:08:04.229 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:08:04.230 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/004) 2023-09-21T13:08:04.441 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:08:04.446 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:08:04.447 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:08:04.599 INFO:teuthology.orchestra.run.smithi046.stdout:generic/004 [not run] O_TMPFILE is not supported 2023-09-21T13:08:04.604 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/004 2023-09-21T13:08:04.604 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/004 2023-09-21T13:08:04.604 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:08:04.606 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:08:04.637 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:08:04.638 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/005) 2023-09-21T13:08:04.852 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:08:04.857 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:08:04.857 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:08:05.558 INFO:teuthology.orchestra.run.smithi046.stdout:generic/005 1s 2023-09-21T13:08:05.564 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/005 2023-09-21T13:08:05.564 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:08:05.567 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:08:05.587 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:08:05.588 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/006) 2023-09-21T13:08:05.821 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:08:05.827 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:08:05.827 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:08:09.336 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:08:09.339 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:08:39.401 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:08:39.405 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:08:48.487 INFO:teuthology.orchestra.run.smithi046.stdout:generic/006 43s 2023-09-21T13:08:48.493 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/006 2023-09-21T13:08:48.493 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:08:48.496 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:08:48.520 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:08:48.520 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/007) 2023-09-21T13:08:48.750 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:08:48.755 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:08:48.756 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:09:09.838 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:09:09.842 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:09:39.909 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:09:39.913 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:10:10.223 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:10:10.227 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:10:18.876 INFO:teuthology.orchestra.run.smithi046.stdout:generic/007 90s 2023-09-21T13:10:18.882 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/007 2023-09-21T13:10:18.883 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:10:18.885 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:10:18.911 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:10:18.912 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/008) 2023-09-21T13:10:19.145 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:10:19.150 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:10:19.150 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:10:20.313 INFO:teuthology.orchestra.run.smithi046.stdout:generic/008 [not run] xfs_io fzero failed (old kernel/wrong fs?) 2023-09-21T13:10:20.317 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/008 2023-09-21T13:10:20.317 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/008 2023-09-21T13:10:20.318 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:10:20.320 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:10:20.343 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:10:20.343 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/009) 2023-09-21T13:10:20.553 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:10:20.558 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:10:20.559 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:10:21.648 INFO:teuthology.orchestra.run.smithi046.stdout:generic/009 [not run] xfs_io fzero failed (old kernel/wrong fs?) 2023-09-21T13:10:21.652 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/009 2023-09-21T13:10:21.652 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/009 2023-09-21T13:10:21.652 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:10:21.654 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:10:21.674 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:10:21.675 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/010) 2023-09-21T13:10:21.881 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:10:21.886 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:10:21.887 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:10:22.032 INFO:teuthology.orchestra.run.smithi046.stdout:generic/010 [not run] /tmp/tmp.JI8GoXYvmPxfstests-dev/src/dbtest not built 2023-09-21T13:10:22.036 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/010 2023-09-21T13:10:22.036 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/010 2023-09-21T13:10:22.037 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:10:22.039 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:10:22.058 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:10:22.059 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/011) 2023-09-21T13:10:22.269 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:10:22.274 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:10:22.275 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:10:40.298 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:10:40.302 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:11:06.423 INFO:teuthology.orchestra.run.smithi046.stdout:generic/011 44s 2023-09-21T13:11:06.428 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/011 2023-09-21T13:11:06.429 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:11:06.431 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:11:06.452 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:11:06.453 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/012) 2023-09-21T13:11:06.693 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:11:06.698 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:11:06.698 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:11:07.858 INFO:teuthology.orchestra.run.smithi046.stdout:generic/012 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-09-21T13:11:07.863 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/012 2023-09-21T13:11:07.863 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/012 2023-09-21T13:11:07.863 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:11:07.865 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:11:07.885 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:11:07.885 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/013) 2023-09-21T13:11:08.126 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:11:08.131 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:11:08.131 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:11:10.658 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:11:10.662 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:11:40.908 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:11:40.911 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:12:11.180 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:12:11.195 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:12:41.460 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:12:41.465 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:12:46.957 INFO:teuthology.orchestra.run.smithi046.stdout:generic/013 98s 2023-09-21T13:12:47.017 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/013 2023-09-21T13:12:47.017 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:12:47.020 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:12:47.032 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:12:47.033 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/014) 2023-09-21T13:12:47.350 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:12:47.358 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:12:47.358 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:13:11.798 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:13:11.803 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:13:11.888 INFO:tasks.ceph.mds.b.smithi057.stderr:2023-09-21T13:13:11.895+0000 7ff269220700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 128508) UID: 0 2023-09-21T13:13:11.888 INFO:tasks.ceph.mds.d.smithi057.stderr:2023-09-21T13:13:11.896+0000 7fd7f74e5700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 128508) UID: 0 2023-09-21T13:16:39.921 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:16:39.926 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:17:10.148 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:17:10.165 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:17:40.317 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:17:40.322 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:18:10.627 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:18:10.636 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:18:22.788 INFO:teuthology.orchestra.run.smithi046.stdout:generic/014 335s 2023-09-21T13:18:22.850 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/014 2023-09-21T13:18:22.851 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:18:22.853 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:18:22.881 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:18:22.882 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/015) 2023-09-21T13:18:23.194 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:18:23.199 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:18:23.199 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:18:23.441 INFO:teuthology.orchestra.run.smithi046.stdout:generic/015 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T13:18:23.447 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/015 2023-09-21T13:18:23.447 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/015 2023-09-21T13:18:23.447 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:18:23.450 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:18:23.466 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:18:23.467 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/016) 2023-09-21T13:18:23.789 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:18:23.797 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:18:23.797 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:18:25.894 INFO:teuthology.orchestra.run.smithi046.stdout:generic/016 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-09-21T13:18:25.899 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/016 2023-09-21T13:18:25.900 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/016 2023-09-21T13:18:25.900 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:18:25.902 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:18:25.929 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:18:25.930 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/017) 2023-09-21T13:18:26.616 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:18:26.626 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:18:26.627 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:18:26.821 INFO:teuthology.orchestra.run.smithi046.stdout:generic/017 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T13:18:26.827 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/017 2023-09-21T13:18:26.827 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/017 2023-09-21T13:18:26.827 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:18:26.830 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:18:26.850 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:18:26.851 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/018) 2023-09-21T13:18:27.161 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:18:27.166 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:18:27.166 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:18:27.368 INFO:teuthology.orchestra.run.smithi046.stdout:generic/018 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T13:18:27.373 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/018 2023-09-21T13:18:27.373 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/018 2023-09-21T13:18:27.374 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:18:27.376 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:18:27.404 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:18:27.405 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/019) 2023-09-21T13:18:27.696 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:18:27.702 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:18:27.702 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:18:27.944 INFO:teuthology.orchestra.run.smithi046.stdout:generic/019 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T13:18:27.950 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/019 2023-09-21T13:18:27.950 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/019 2023-09-21T13:18:27.951 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:18:27.953 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:18:27.977 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:18:27.977 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/020) 2023-09-21T13:18:28.287 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:18:28.295 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:18:28.296 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:18:40.731 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:18:40.735 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:18:42.852 INFO:teuthology.orchestra.run.smithi046.stdout:generic/020 - output mismatch (see /tmp/tmp.JI8GoXYvmPxfstests-dev/results//generic/020.out.bad) 2023-09-21T13:18:42.856 INFO:teuthology.orchestra.run.smithi046.stdout: --- tests/generic/020.out 2023-09-21 13:06:38.898392765 +0000 2023-09-21T13:18:42.856 INFO:teuthology.orchestra.run.smithi046.stdout: +++ /tmp/tmp.JI8GoXYvmPxfstests-dev/results//generic/020.out.bad 2023-09-21 13:18:42.859992725 +0000 2023-09-21T13:18:42.857 INFO:teuthology.orchestra.run.smithi046.stdout: @@ -47,9 +47,13 @@ 2023-09-21T13:18:42.857 INFO:teuthology.orchestra.run.smithi046.stdout: user.snrub="fish2\012" 2023-09-21T13:18:42.857 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:18:42.857 INFO:teuthology.orchestra.run.smithi046.stdout: *** really long value 2023-09-21T13:18:42.857 INFO:teuthology.orchestra.run.smithi046.stdout: -0000000 00 2023-09-21T13:18:42.858 INFO:teuthology.orchestra.run.smithi046.stdout: -* 2023-09-21T13:18:42.858 INFO:teuthology.orchestra.run.smithi046.stdout: -ATTRSIZE 2023-09-21T13:18:42.858 INFO:teuthology.orchestra.run.smithi046.stdout: +attr_set: No space left on device 2023-09-21T13:18:42.858 INFO:teuthology.orchestra.run.smithi046.stdout: +Could not set "long_attr" for 2023-09-21T13:18:42.858 INFO:teuthology.orchestra.run.smithi046.stdout: +attr_get: No data available 2023-09-21T13:18:42.859 INFO:teuthology.orchestra.run.smithi046.stdout: +Could not get "long_attr" for 2023-09-21T13:18:42.859 INFO:teuthology.orchestra.run.smithi046.stdout: +0000000 2023-09-21T13:18:42.859 INFO:teuthology.orchestra.run.smithi046.stdout: +attr_remove: No data available 2023-09-21T13:18:42.859 INFO:teuthology.orchestra.run.smithi046.stdout: +Could not remove "long_attr" for 2023-09-21T13:18:42.859 INFO:teuthology.orchestra.run.smithi046.stdout: *** set/get/remove really long names (expect failure) 2023-09-21T13:18:42.860 INFO:teuthology.orchestra.run.smithi046.stdout: attr_set: Invalid argument 2023-09-21T13:18:42.860 INFO:teuthology.orchestra.run.smithi046.stdout: Could not set "XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX" for 2023-09-21T13:18:42.860 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/020 2023-09-21T13:18:42.861 INFO:teuthology.orchestra.run.smithi046.stdout:Failures: generic/020 2023-09-21T13:18:42.861 INFO:teuthology.orchestra.run.smithi046.stdout:Failed 1 of 1 tests 2023-09-21T13:18:42.862 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:18:42.888 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-09-21T13:18:42.889 INFO:tasks.cephfs.xfstests_dev:Command failed 2023-09-21T13:18:42.890 INFO:tasks.cephfs.xfstests_dev:Command return value: 1 2023-09-21T13:18:42.890 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/021) 2023-09-21T13:18:43.574 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:18:43.585 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:18:43.586 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:18:45.690 INFO:teuthology.orchestra.run.smithi046.stdout:generic/021 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-09-21T13:18:45.696 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/021 2023-09-21T13:18:45.696 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/021 2023-09-21T13:18:45.696 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:18:45.699 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:18:45.719 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:18:45.720 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/022) 2023-09-21T13:18:46.401 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:18:46.406 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:18:46.406 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:18:48.469 INFO:teuthology.orchestra.run.smithi046.stdout:generic/022 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-09-21T13:18:48.475 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/022 2023-09-21T13:18:48.475 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/022 2023-09-21T13:18:48.475 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:18:48.477 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:18:48.498 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:18:48.499 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/023) 2023-09-21T13:18:49.137 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:18:49.147 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:18:49.148 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:18:51.751 INFO:teuthology.orchestra.run.smithi046.stdout:generic/023 2s 2023-09-21T13:18:51.761 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/023 2023-09-21T13:18:51.761 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:18:51.764 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:18:51.790 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:18:51.791 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/024) 2023-09-21T13:18:52.427 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:18:52.438 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:18:52.438 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:18:52.715 INFO:teuthology.orchestra.run.smithi046.stdout:generic/024 [not run] kernel doesn't support renameat2 syscall 2023-09-21T13:18:52.719 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/024 2023-09-21T13:18:52.720 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/024 2023-09-21T13:18:52.720 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:18:52.722 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:18:52.741 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:18:52.743 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/025) 2023-09-21T13:18:53.335 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:18:53.342 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:18:53.343 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:18:53.632 INFO:teuthology.orchestra.run.smithi046.stdout:generic/025 [not run] kernel doesn't support renameat2 syscall 2023-09-21T13:18:53.638 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/025 2023-09-21T13:18:53.638 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/025 2023-09-21T13:18:53.638 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:18:53.641 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:18:53.666 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:18:53.667 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/026) 2023-09-21T13:18:54.371 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:18:54.385 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:18:54.385 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:18:54.694 INFO:teuthology.orchestra.run.smithi046.stdout:generic/026 [not run] ACLs not supported by this filesystem type: ceph-fuse 2023-09-21T13:18:54.699 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/026 2023-09-21T13:18:54.699 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/026 2023-09-21T13:18:54.699 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:18:54.701 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:18:54.733 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:18:54.734 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/027) 2023-09-21T13:18:55.047 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:18:55.066 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:18:55.066 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:18:55.264 INFO:teuthology.orchestra.run.smithi046.stdout:generic/027 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T13:18:55.269 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/027 2023-09-21T13:18:55.269 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/027 2023-09-21T13:18:55.270 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:18:55.272 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:18:55.291 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:18:55.292 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/028) 2023-09-21T13:18:55.662 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:18:55.667 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:18:55.668 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:00.912 INFO:teuthology.orchestra.run.smithi046.stdout:generic/028 5s 2023-09-21T13:19:00.919 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/028 2023-09-21T13:19:00.919 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:19:00.923 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:00.941 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:19:00.942 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/029) 2023-09-21T13:19:01.272 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:19:01.277 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:19:01.278 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:01.460 INFO:teuthology.orchestra.run.smithi046.stdout:generic/029 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T13:19:01.465 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/029 2023-09-21T13:19:01.465 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/029 2023-09-21T13:19:01.466 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:19:01.481 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:01.515 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:19:01.516 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/030) 2023-09-21T13:19:01.843 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:19:01.853 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:19:01.854 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:02.059 INFO:teuthology.orchestra.run.smithi046.stdout:generic/030 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T13:19:02.067 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/030 2023-09-21T13:19:02.067 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/030 2023-09-21T13:19:02.067 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:19:02.075 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:02.093 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:19:02.093 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/031) 2023-09-21T13:19:02.423 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:19:02.426 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:19:02.426 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:02.601 INFO:teuthology.orchestra.run.smithi046.stdout:generic/031 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T13:19:02.606 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/031 2023-09-21T13:19:02.606 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/031 2023-09-21T13:19:02.607 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:19:02.609 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:02.642 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:19:02.643 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/032) 2023-09-21T13:19:02.962 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:19:02.972 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:19:02.972 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:03.190 INFO:teuthology.orchestra.run.smithi046.stdout:generic/032 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T13:19:03.195 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/032 2023-09-21T13:19:03.195 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/032 2023-09-21T13:19:03.195 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:19:03.202 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:03.224 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:19:03.225 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/033) 2023-09-21T13:19:03.556 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:19:03.562 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:19:03.563 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:03.759 INFO:teuthology.orchestra.run.smithi046.stdout:generic/033 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T13:19:03.764 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/033 2023-09-21T13:19:03.765 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/033 2023-09-21T13:19:03.765 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:19:03.768 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:03.787 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:19:03.788 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/034) 2023-09-21T13:19:04.114 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:19:04.119 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:19:04.120 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:04.344 INFO:teuthology.orchestra.run.smithi046.stdout:generic/034 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T13:19:04.349 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/034 2023-09-21T13:19:04.349 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/034 2023-09-21T13:19:04.349 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:19:04.352 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:04.377 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:19:04.378 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/035) 2023-09-21T13:19:04.707 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:19:04.713 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:19:04.713 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:05.056 INFO:teuthology.orchestra.run.smithi046.stdout:generic/035 1s 2023-09-21T13:19:05.069 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/035 2023-09-21T13:19:05.070 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:19:05.077 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:05.099 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:19:05.099 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/036) 2023-09-21T13:19:05.739 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:19:05.749 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:19:05.749 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:10.806 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:19:10.809 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:19:16.175 INFO:teuthology.orchestra.run.smithi046.stdout:generic/036 11s 2023-09-21T13:19:16.188 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/036 2023-09-21T13:19:16.188 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:19:16.190 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:16.213 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:19:16.214 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/037) 2023-09-21T13:19:16.895 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:19:16.897 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:19:16.898 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:17.153 INFO:teuthology.orchestra.run.smithi046.stdout:generic/037 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T13:19:17.158 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/037 2023-09-21T13:19:17.158 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/037 2023-09-21T13:19:17.158 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:19:17.161 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:17.190 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:19:17.190 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/038) 2023-09-21T13:19:17.517 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:19:17.525 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:19:17.525 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:17.724 INFO:teuthology.orchestra.run.smithi046.stdout:generic/038 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T13:19:17.734 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/038 2023-09-21T13:19:17.734 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/038 2023-09-21T13:19:17.734 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:19:17.739 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:17.762 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:19:17.762 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/039) 2023-09-21T13:19:18.071 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:19:18.084 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:19:18.084 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:18.290 INFO:teuthology.orchestra.run.smithi046.stdout:generic/039 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T13:19:18.295 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/039 2023-09-21T13:19:18.296 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/039 2023-09-21T13:19:18.296 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:19:18.299 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:18.320 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:19:18.321 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/040) 2023-09-21T13:19:18.695 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:19:18.700 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:19:18.701 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:18.919 INFO:teuthology.orchestra.run.smithi046.stdout:generic/040 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T13:19:18.923 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/040 2023-09-21T13:19:18.923 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/040 2023-09-21T13:19:18.924 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:19:18.926 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:18.948 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:19:18.948 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/041) 2023-09-21T13:19:19.271 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:19:19.277 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:19:19.278 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:19.504 INFO:teuthology.orchestra.run.smithi046.stdout:generic/041 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T13:19:19.509 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/041 2023-09-21T13:19:19.509 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/041 2023-09-21T13:19:19.509 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:19:19.512 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:19.550 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:19:19.551 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/042) 2023-09-21T13:19:19.911 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:19:19.916 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:19:19.917 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:20.123 INFO:teuthology.orchestra.run.smithi046.stdout:generic/042 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T13:19:20.127 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/042 2023-09-21T13:19:20.127 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/042 2023-09-21T13:19:20.127 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:19:20.129 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:20.152 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:19:20.153 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/043) 2023-09-21T13:19:20.482 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:19:20.491 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:19:20.492 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:20.719 INFO:teuthology.orchestra.run.smithi046.stdout:generic/043 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T13:19:20.724 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/043 2023-09-21T13:19:20.724 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/043 2023-09-21T13:19:20.724 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:19:20.727 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:20.755 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:19:20.756 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/044) 2023-09-21T13:19:21.082 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:19:21.090 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:19:21.090 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:21.292 INFO:teuthology.orchestra.run.smithi046.stdout:generic/044 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T13:19:21.296 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/044 2023-09-21T13:19:21.297 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/044 2023-09-21T13:19:21.297 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:19:21.299 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:21.320 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:19:21.321 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/045) 2023-09-21T13:19:21.626 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:19:21.632 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:19:21.632 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:21.818 INFO:teuthology.orchestra.run.smithi046.stdout:generic/045 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T13:19:21.822 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/045 2023-09-21T13:19:21.822 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/045 2023-09-21T13:19:21.823 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:19:21.825 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:21.845 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:19:21.846 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/046) 2023-09-21T13:19:22.176 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:19:22.181 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:19:22.181 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:22.390 INFO:teuthology.orchestra.run.smithi046.stdout:generic/046 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T13:19:22.396 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/046 2023-09-21T13:19:22.396 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/046 2023-09-21T13:19:22.396 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:19:22.398 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:22.422 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:19:22.423 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/047) 2023-09-21T13:19:22.695 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:19:22.704 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:19:22.704 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:22.907 INFO:teuthology.orchestra.run.smithi046.stdout:generic/047 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T13:19:22.914 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/047 2023-09-21T13:19:22.915 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/047 2023-09-21T13:19:22.915 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:19:22.917 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:22.943 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:19:22.944 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/048) 2023-09-21T13:19:23.279 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:19:23.284 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:19:23.285 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:23.490 INFO:teuthology.orchestra.run.smithi046.stdout:generic/048 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T13:19:23.495 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/048 2023-09-21T13:19:23.495 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/048 2023-09-21T13:19:23.495 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:19:23.497 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:23.521 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:19:23.522 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/049) 2023-09-21T13:19:23.884 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:19:23.890 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:19:23.890 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:24.083 INFO:teuthology.orchestra.run.smithi046.stdout:generic/049 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T13:19:24.088 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/049 2023-09-21T13:19:24.088 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/049 2023-09-21T13:19:24.089 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:19:24.091 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:24.114 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:19:24.114 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/050) 2023-09-21T13:19:24.417 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:19:24.422 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:19:24.422 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:24.616 INFO:teuthology.orchestra.run.smithi046.stdout:generic/050 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T13:19:24.628 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/050 2023-09-21T13:19:24.628 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/050 2023-09-21T13:19:24.628 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:19:24.630 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:24.655 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:19:24.655 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/051) 2023-09-21T13:19:24.959 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:19:24.964 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:19:24.965 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:25.204 INFO:teuthology.orchestra.run.smithi046.stdout:generic/051 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T13:19:25.209 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/051 2023-09-21T13:19:25.209 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/051 2023-09-21T13:19:25.210 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:19:25.213 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:25.233 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:19:25.233 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/052) 2023-09-21T13:19:25.569 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:19:25.579 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:19:25.579 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:25.777 INFO:teuthology.orchestra.run.smithi046.stdout:generic/052 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T13:19:25.781 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/052 2023-09-21T13:19:25.782 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/052 2023-09-21T13:19:25.782 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:19:25.785 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:25.806 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:19:25.807 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/053) 2023-09-21T13:19:26.106 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:19:26.112 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:19:26.113 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:26.328 INFO:teuthology.orchestra.run.smithi046.stdout:generic/053 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T13:19:26.332 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/053 2023-09-21T13:19:26.333 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/053 2023-09-21T13:19:26.333 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:19:26.337 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:26.370 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:19:26.371 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/054) 2023-09-21T13:19:26.726 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:19:26.732 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:19:26.733 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:26.937 INFO:teuthology.orchestra.run.smithi046.stdout:generic/054 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T13:19:26.943 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/054 2023-09-21T13:19:26.943 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/054 2023-09-21T13:19:26.943 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:19:26.952 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:26.976 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:19:26.977 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/055) 2023-09-21T13:19:27.289 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:19:27.295 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:19:27.296 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:27.517 INFO:teuthology.orchestra.run.smithi046.stdout:generic/055 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T13:19:27.523 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/055 2023-09-21T13:19:27.523 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/055 2023-09-21T13:19:27.523 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:19:27.526 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:27.548 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:19:27.549 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/056) 2023-09-21T13:19:27.877 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:19:27.882 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:19:27.883 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:28.112 INFO:teuthology.orchestra.run.smithi046.stdout:generic/056 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T13:19:28.117 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/056 2023-09-21T13:19:28.117 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/056 2023-09-21T13:19:28.117 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:19:28.120 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:28.138 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:19:28.139 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/057) 2023-09-21T13:19:28.471 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:19:28.481 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:19:28.481 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:28.693 INFO:teuthology.orchestra.run.smithi046.stdout:generic/057 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T13:19:28.697 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/057 2023-09-21T13:19:28.697 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/057 2023-09-21T13:19:28.698 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:19:28.701 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:28.725 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:19:28.726 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/058) 2023-09-21T13:19:29.031 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:19:29.038 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:19:29.038 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:31.036 INFO:teuthology.orchestra.run.smithi046.stdout:generic/058 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-09-21T13:19:31.042 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/058 2023-09-21T13:19:31.042 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/058 2023-09-21T13:19:31.043 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:19:31.045 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:31.077 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:19:31.078 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/059) 2023-09-21T13:19:31.741 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:19:31.752 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:19:31.753 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:31.975 INFO:teuthology.orchestra.run.smithi046.stdout:generic/059 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T13:19:31.980 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/059 2023-09-21T13:19:31.980 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/059 2023-09-21T13:19:31.980 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:19:31.983 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:32.006 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:19:32.007 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/060) 2023-09-21T13:19:32.335 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:19:32.341 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:19:32.341 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:34.391 INFO:teuthology.orchestra.run.smithi046.stdout:generic/060 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-09-21T13:19:34.397 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/060 2023-09-21T13:19:34.397 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/060 2023-09-21T13:19:34.397 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:19:34.399 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:34.473 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:19:34.474 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/061) 2023-09-21T13:19:35.110 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:19:35.129 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:19:35.129 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:37.271 INFO:teuthology.orchestra.run.smithi046.stdout:generic/061 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-09-21T13:19:37.276 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/061 2023-09-21T13:19:37.277 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/061 2023-09-21T13:19:37.277 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:19:37.281 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:37.308 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:19:37.309 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/062) 2023-09-21T13:19:37.950 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:19:37.962 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:19:37.962 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:38.173 INFO:teuthology.orchestra.run.smithi046.stdout:generic/062 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T13:19:38.181 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/062 2023-09-21T13:19:38.182 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/062 2023-09-21T13:19:38.182 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:19:38.189 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:38.208 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:19:38.208 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/063) 2023-09-21T13:19:38.543 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:19:38.550 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:19:38.551 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:40.551 INFO:teuthology.orchestra.run.smithi046.stdout:generic/063 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-09-21T13:19:40.558 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/063 2023-09-21T13:19:40.558 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/063 2023-09-21T13:19:40.558 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:19:40.567 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:40.584 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:19:40.585 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/064) 2023-09-21T13:19:40.888 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:19:40.912 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:19:41.234 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:19:41.244 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:19:41.244 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:41.477 INFO:teuthology.orchestra.run.smithi046.stdout:generic/064 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T13:19:41.483 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/064 2023-09-21T13:19:41.483 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/064 2023-09-21T13:19:41.483 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:19:41.487 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:41.532 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:19:41.533 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/065) 2023-09-21T13:19:41.799 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:19:41.804 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:19:41.804 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:41.960 INFO:teuthology.orchestra.run.smithi046.stdout:generic/065 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T13:19:41.964 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/065 2023-09-21T13:19:41.964 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/065 2023-09-21T13:19:41.964 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:19:41.967 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:41.984 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:19:41.985 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/066) 2023-09-21T13:19:42.193 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:19:42.198 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:19:42.198 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:42.357 INFO:teuthology.orchestra.run.smithi046.stdout:generic/066 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T13:19:42.361 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/066 2023-09-21T13:19:42.362 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/066 2023-09-21T13:19:42.362 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:19:42.364 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:42.385 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:19:42.386 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/067) 2023-09-21T13:19:42.599 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:19:42.604 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:19:42.605 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:42.776 INFO:teuthology.orchestra.run.smithi046.stdout:generic/067 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T13:19:42.780 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/067 2023-09-21T13:19:42.780 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/067 2023-09-21T13:19:42.781 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:19:42.783 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:42.802 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:19:42.803 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/068) 2023-09-21T13:19:43.012 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:19:43.017 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:19:43.018 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:43.168 INFO:teuthology.orchestra.run.smithi046.stdout:generic/068 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T13:19:43.173 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/068 2023-09-21T13:19:43.173 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/068 2023-09-21T13:19:43.173 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:19:43.176 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:43.204 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:19:43.204 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/069) 2023-09-21T13:19:43.419 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:19:43.424 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:19:43.425 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:43.568 INFO:teuthology.orchestra.run.smithi046.stdout:generic/069 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T13:19:43.573 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/069 2023-09-21T13:19:43.573 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/069 2023-09-21T13:19:43.573 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:19:43.576 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:19:43.599 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:19:43.599 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/070) 2023-09-21T13:19:43.809 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:19:43.814 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:19:43.814 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:20:11.065 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:20:11.097 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:20:41.312 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:20:41.316 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:20:49.565 INFO:teuthology.orchestra.run.smithi046.stdout:generic/070 66s 2023-09-21T13:20:49.571 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/070 2023-09-21T13:20:49.572 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:20:49.573 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:20:49.591 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:20:49.592 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/071) 2023-09-21T13:20:50.268 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:20:50.277 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:20:50.277 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:20:50.470 INFO:teuthology.orchestra.run.smithi046.stdout:generic/071 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T13:20:50.474 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/071 2023-09-21T13:20:50.474 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/071 2023-09-21T13:20:50.474 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:20:50.476 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:20:50.502 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:20:50.503 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/072) 2023-09-21T13:20:50.811 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:20:50.818 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:20:50.818 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:20:52.857 INFO:teuthology.orchestra.run.smithi046.stdout:generic/072 [not run] xfs_io fcollapse failed (old kernel/wrong fs?) 2023-09-21T13:20:52.861 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/072 2023-09-21T13:20:52.862 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/072 2023-09-21T13:20:52.862 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:20:52.864 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:20:52.888 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:20:52.889 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/073) 2023-09-21T13:20:53.201 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:20:53.212 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:20:53.212 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:20:53.463 INFO:teuthology.orchestra.run.smithi046.stdout:generic/073 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T13:20:53.468 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/073 2023-09-21T13:20:53.468 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/073 2023-09-21T13:20:53.468 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:20:53.471 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:20:53.496 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:20:53.497 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/074) 2023-09-21T13:20:53.853 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:20:53.858 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:20:53.859 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:21:11.616 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:21:11.625 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:21:41.733 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:21:41.754 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:22:11.923 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:22:11.940 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:22:42.407 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:22:42.413 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:23:12.578 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:23:12.583 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:23:42.768 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:23:42.774 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:24:13.137 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:24:13.145 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:24:43.757 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:24:43.764 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:25:14.212 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:25:14.218 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:25:44.449 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:25:44.452 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:26:14.660 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:26:14.683 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:26:44.873 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:26:44.883 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:27:15.059 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:27:15.075 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:27:45.248 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:27:45.274 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:28:15.496 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:28:15.514 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:28:45.616 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:28:45.629 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:29:15.811 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:29:15.818 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:29:45.929 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:29:45.939 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:30:16.101 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:30:16.107 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:30:46.802 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:30:46.811 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:31:16.961 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:31:16.976 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:31:47.814 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:31:47.819 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:32:17.944 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:32:17.954 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:32:48.187 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:32:48.198 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:33:18.368 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:33:18.382 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:33:48.534 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:33:48.538 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:34:18.603 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:34:18.618 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:34:48.702 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:34:48.709 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:35:18.979 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:35:18.993 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:35:49.122 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:35:49.127 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:36:19.204 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:36:19.208 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:36:49.291 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:36:49.296 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:37:19.415 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:37:19.426 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:37:49.567 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:37:49.570 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:38:19.635 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:38:19.640 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:38:49.705 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:38:49.722 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:39:19.960 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:39:19.967 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:39:50.134 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:39:50.144 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:40:20.300 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:40:20.304 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:40:50.397 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:40:50.418 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:41:20.560 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:41:20.569 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:41:50.981 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:41:50.995 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:42:21.153 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:42:21.161 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:42:51.477 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:42:51.482 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:43:21.615 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:43:21.621 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:43:51.799 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:43:51.803 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:44:21.928 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:44:21.932 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:44:21.990 INFO:tasks.ceph.osd.6.smithi057.stderr:2023-09-21T13:44:21.997+0000 7fb7aba13700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 130553) UID: 0 2023-09-21T13:44:21.991 INFO:tasks.ceph.osd.4.smithi057.stderr:2023-09-21T13:44:21.997+0000 7fac42865700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 130553) UID: 0 2023-09-21T13:44:21.991 INFO:tasks.ceph.osd.5.smithi057.stderr:2023-09-21T13:44:21.997+0000 7fe1796b5700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 130553) UID: 0 2023-09-21T13:44:21.992 INFO:tasks.ceph.osd.7.smithi057.stderr:2023-09-21T13:44:21.997+0000 7f4f46d57700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 130553) UID: 0 2023-09-21T13:47:21.521 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:47:21.525 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:47:51.685 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:47:51.689 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:48:17.501 INFO:teuthology.orchestra.run.smithi046.stdout:generic/074 1644s 2023-09-21T13:48:17.524 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/074 2023-09-21T13:48:17.524 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:48:17.526 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:48:17.548 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:48:17.549 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/075) 2023-09-21T13:48:18.345 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:48:18.350 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:48:18.351 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:48:21.748 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:48:21.752 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:48:51.814 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:48:51.819 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:49:05.133 INFO:teuthology.orchestra.run.smithi046.stdout:generic/075 47s 2023-09-21T13:49:05.138 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/075 2023-09-21T13:49:05.139 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:49:05.141 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:49:05.161 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:49:05.162 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/076) 2023-09-21T13:49:05.739 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:49:05.744 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:49:05.744 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:49:05.885 INFO:teuthology.orchestra.run.smithi046.stdout:generic/076 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T13:49:05.889 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/076 2023-09-21T13:49:05.889 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/076 2023-09-21T13:49:05.890 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:49:05.892 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:49:05.911 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:49:05.911 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/077) 2023-09-21T13:49:06.126 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:49:06.131 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:49:06.132 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:49:06.872 INFO:teuthology.orchestra.run.smithi046.stdout:generic/077 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T13:49:06.876 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/077 2023-09-21T13:49:06.877 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/077 2023-09-21T13:49:06.877 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:49:06.880 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:49:06.901 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:49:06.901 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/078) 2023-09-21T13:49:07.116 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:49:07.121 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:49:07.121 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:49:07.317 INFO:teuthology.orchestra.run.smithi046.stdout:generic/078 [not run] kernel doesn't support renameat2 syscall 2023-09-21T13:49:07.322 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/078 2023-09-21T13:49:07.322 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/078 2023-09-21T13:49:07.322 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:49:07.324 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:49:07.346 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:49:07.346 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/079) 2023-09-21T13:49:07.918 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:49:07.923 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:49:07.923 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:49:08.120 INFO:teuthology.orchestra.run.smithi046.stdout:generic/079 [not run] file system doesn't support chattr +ia 2023-09-21T13:49:08.124 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/079 2023-09-21T13:49:08.124 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/079 2023-09-21T13:49:08.124 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:49:08.127 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:49:08.146 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:49:08.146 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/080) 2023-09-21T13:49:08.363 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:49:08.368 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:49:08.368 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:49:10.576 INFO:teuthology.orchestra.run.smithi046.stdout:generic/080 2s 2023-09-21T13:49:10.582 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/080 2023-09-21T13:49:10.582 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:49:10.585 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:49:10.603 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:49:10.604 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/081) 2023-09-21T13:49:10.817 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:49:10.822 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:49:10.823 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:49:10.973 INFO:teuthology.orchestra.run.smithi046.stdout:generic/081 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T13:49:10.978 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/081 2023-09-21T13:49:10.978 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/081 2023-09-21T13:49:10.978 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:49:10.980 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:49:11.001 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:49:11.001 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/082) 2023-09-21T13:49:11.213 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:49:11.218 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:49:11.218 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:49:11.369 INFO:teuthology.orchestra.run.smithi046.stdout:generic/082 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T13:49:11.373 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/082 2023-09-21T13:49:11.374 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/082 2023-09-21T13:49:11.374 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:49:11.376 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:49:11.403 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:49:11.404 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/083) 2023-09-21T13:49:11.617 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:49:11.622 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:49:11.622 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:49:11.767 INFO:teuthology.orchestra.run.smithi046.stdout:generic/083 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T13:49:11.771 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/083 2023-09-21T13:49:11.771 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/083 2023-09-21T13:49:11.772 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:49:11.774 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:49:11.795 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:49:11.796 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/084) 2023-09-21T13:49:12.009 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:49:12.014 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:49:12.015 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:49:12.159 INFO:teuthology.orchestra.run.smithi046.stdout:generic/084 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T13:49:12.164 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/084 2023-09-21T13:49:12.164 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/084 2023-09-21T13:49:12.164 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:49:12.167 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:49:12.188 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:49:12.189 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/085) 2023-09-21T13:49:12.399 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:49:12.405 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:49:12.405 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:49:12.578 INFO:teuthology.orchestra.run.smithi046.stdout:generic/085 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T13:49:12.583 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/085 2023-09-21T13:49:12.583 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/085 2023-09-21T13:49:12.583 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:49:12.586 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:49:12.608 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:49:12.609 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/086) 2023-09-21T13:49:12.821 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:49:12.826 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:49:12.826 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:49:18.143 INFO:teuthology.orchestra.run.smithi046.stdout:generic/086 6s 2023-09-21T13:49:18.183 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/086 2023-09-21T13:49:18.183 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:49:18.186 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:49:18.284 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:49:18.284 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/087) 2023-09-21T13:49:19.565 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:49:19.570 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:49:19.570 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:49:20.003 INFO:teuthology.orchestra.run.smithi046.stdout:generic/087 0s 2023-09-21T13:49:20.008 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/087 2023-09-21T13:49:20.009 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:49:20.011 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:49:20.027 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:49:20.028 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/088) 2023-09-21T13:49:20.594 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:49:20.599 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:49:20.599 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:49:20.804 INFO:teuthology.orchestra.run.smithi046.stdout:generic/088 0s 2023-09-21T13:49:20.810 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/088 2023-09-21T13:49:20.810 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T13:49:20.813 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:49:20.837 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:49:20.838 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/089) 2023-09-21T13:49:21.432 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T13:49:21.437 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T13:49:21.437 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T13:49:21.883 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:49:21.886 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:49:52.023 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:49:52.027 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:50:22.089 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:50:22.093 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:50:52.170 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:50:52.174 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:51:22.242 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:51:22.246 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:51:52.773 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:51:52.777 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:52:22.838 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:52:22.843 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:52:52.922 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:52:52.926 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:52:52.966 INFO:tasks.ceph.mds.b.smithi057.stderr:2023-09-21T13:52:52.969+0000 7ff269220700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 130931) UID: 0 2023-09-21T13:52:52.967 INFO:tasks.ceph.mds.d.smithi057.stderr:2023-09-21T13:52:52.969+0000 7fd7f74e5700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 130931) UID: 0 2023-09-21T13:55:54.393 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:55:54.398 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:56:24.735 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:56:24.739 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:56:54.796 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:56:54.800 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:57:24.885 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:57:24.889 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:57:24.975 INFO:tasks.ceph.mds.b.smithi057.stderr:2023-09-21T13:57:24.978+0000 7ff269220700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 131064) UID: 0 2023-09-21T13:57:24.975 INFO:tasks.ceph.mds.d.smithi057.stderr:2023-09-21T13:57:24.978+0000 7fd7f74e5700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 131064) UID: 0 2023-09-21T14:00:21.134 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:00:21.138 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:00:51.227 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:00:51.232 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:01:21.308 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:01:21.312 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:01:51.375 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:01:51.379 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:01:51.422 INFO:tasks.ceph.mds.b.smithi057.stderr:2023-09-21T14:01:51.424+0000 7ff269220700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 131220) UID: 0 2023-09-21T14:01:51.423 INFO:tasks.ceph.mds.d.smithi057.stderr:2023-09-21T14:01:51.424+0000 7fd7f74e5700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 131220) UID: 0 2023-09-21T14:04:10.434 INFO:tasks.ceph.osd.4.smithi057.stderr:2023-09-21T14:04:10.434+0000 7fac42865700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 131241) UID: 0 2023-09-21T14:04:10.435 INFO:tasks.ceph.osd.6.smithi057.stderr:2023-09-21T14:04:10.434+0000 7fb7aba13700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 131241) UID: 0 2023-09-21T14:04:10.436 INFO:tasks.ceph.osd.7.smithi057.stderr:2023-09-21T14:04:10.434+0000 7f4f46d57700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 131241) UID: 0 2023-09-21T14:04:10.436 INFO:tasks.ceph.osd.5.smithi057.stderr:2023-09-21T14:04:10.434+0000 7fe1796b5700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 131241) UID: 0 2023-09-21T14:07:12.141 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:07:12.145 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:07:12.206 INFO:tasks.ceph.osd.0.smithi046.stderr:2023-09-21T14:07:12.208+0000 7f98c91c2700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 224803) UID: 0 2023-09-21T14:07:12.207 INFO:tasks.ceph.osd.1.smithi046.stderr:2023-09-21T14:07:12.208+0000 7f08d8325700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 224803) UID: 0 2023-09-21T14:07:12.208 INFO:tasks.ceph.osd.3.smithi046.stderr:2023-09-21T14:07:12.208+0000 7fb1c733e700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 224803) UID: 0 2023-09-21T14:07:12.208 INFO:tasks.ceph.osd.2.smithi046.stderr:2023-09-21T14:07:12.208+0000 7ff93d280700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 224803) UID: 0 2023-09-21T14:07:12.228 INFO:tasks.ceph.mds.d.smithi057.stderr:2023-09-21T14:07:12.229+0000 7fd7f74e5700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 131292) UID: 0 2023-09-21T14:07:12.228 INFO:tasks.ceph.mds.b.smithi057.stderr:2023-09-21T14:07:12.229+0000 7ff269220700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 131292) UID: 0 2023-09-21T14:09:30.464 INFO:teuthology.orchestra.run.smithi046.stdout:generic/089 1209s 2023-09-21T14:09:30.470 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/089 2023-09-21T14:09:30.470 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:09:30.473 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:09:30.495 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:09:30.496 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/090) 2023-09-21T14:09:31.178 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:09:31.182 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:09:31.183 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:09:31.407 INFO:teuthology.orchestra.run.smithi046.stdout:generic/090 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:09:31.412 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/090 2023-09-21T14:09:31.412 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/090 2023-09-21T14:09:31.413 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:09:31.415 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:09:31.436 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:09:31.437 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/091) 2023-09-21T14:09:31.655 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:09:31.660 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:09:31.661 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:10:15.260 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:10:15.264 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:10:45.331 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:10:45.335 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:11:15.396 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:11:15.400 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:11:45.461 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:11:45.465 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:11:55.536 INFO:teuthology.orchestra.run.smithi046.stdout:generic/091 144s 2023-09-21T14:11:55.542 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/091 2023-09-21T14:11:55.542 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:11:55.545 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:11:55.564 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:11:55.564 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/092) 2023-09-21T14:11:56.129 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:11:56.134 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:11:56.135 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:11:56.354 INFO:teuthology.orchestra.run.smithi046.stdout:generic/092 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-09-21T14:11:56.358 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/092 2023-09-21T14:11:56.358 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/092 2023-09-21T14:11:56.359 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:11:56.361 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:11:56.382 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:11:56.383 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/093) 2023-09-21T14:11:56.973 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:11:56.977 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:11:56.977 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:11:57.672 INFO:teuthology.orchestra.run.smithi046.stdout:generic/093 1s 2023-09-21T14:11:57.678 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/093 2023-09-21T14:11:57.678 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:11:57.681 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:11:57.701 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:11:57.701 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/094) 2023-09-21T14:11:58.301 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:11:58.306 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:11:58.306 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:11:58.447 INFO:teuthology.orchestra.run.smithi046.stdout:generic/094 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:11:58.451 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/094 2023-09-21T14:11:58.451 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/094 2023-09-21T14:11:58.452 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:11:58.454 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:11:58.475 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:11:58.476 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/095) 2023-09-21T14:11:58.692 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:11:58.697 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:11:58.697 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:11:58.839 INFO:teuthology.orchestra.run.smithi046.stdout:generic/095 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:11:58.843 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/095 2023-09-21T14:11:58.843 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/095 2023-09-21T14:11:58.844 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:11:58.846 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:11:58.866 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:11:58.867 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/096) 2023-09-21T14:11:59.077 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:11:59.082 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:11:59.083 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:11:59.225 INFO:teuthology.orchestra.run.smithi046.stdout:generic/096 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:11:59.230 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/096 2023-09-21T14:11:59.230 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/096 2023-09-21T14:11:59.230 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:11:59.233 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:11:59.249 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:11:59.250 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/097) 2023-09-21T14:11:59.464 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:11:59.469 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:11:59.470 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:12:00.240 INFO:teuthology.orchestra.run.smithi046.stdout:generic/097 1s 2023-09-21T14:12:00.245 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/097 2023-09-21T14:12:00.246 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:12:00.248 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:12:00.257 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:12:00.258 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/098) 2023-09-21T14:12:00.470 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:12:00.475 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:12:00.476 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:12:00.619 INFO:teuthology.orchestra.run.smithi046.stdout:generic/098 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:12:00.624 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/098 2023-09-21T14:12:00.624 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/098 2023-09-21T14:12:00.624 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:12:00.626 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:12:00.644 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:12:00.645 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/099) 2023-09-21T14:12:00.859 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:12:00.864 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:12:00.864 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:12:01.066 INFO:teuthology.orchestra.run.smithi046.stdout:generic/099 [not run] ACLs not supported by this filesystem type: ceph-fuse 2023-09-21T14:12:01.070 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/099 2023-09-21T14:12:01.071 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/099 2023-09-21T14:12:01.071 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:12:01.073 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:12:01.090 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:12:01.090 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/100) 2023-09-21T14:12:01.313 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:12:01.319 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:12:01.319 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:12:15.524 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:12:15.528 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:12:34.522 INFO:teuthology.orchestra.run.smithi046.stdout:generic/100 33s 2023-09-21T14:12:34.528 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/100 2023-09-21T14:12:34.528 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:12:34.531 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:12:34.557 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:12:34.558 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/101) 2023-09-21T14:12:34.771 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:12:34.776 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:12:34.776 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:12:35.295 INFO:teuthology.orchestra.run.smithi046.stdout:generic/101 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:12:35.299 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/101 2023-09-21T14:12:35.300 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/101 2023-09-21T14:12:35.300 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:12:35.302 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:12:35.320 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:12:35.321 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/102) 2023-09-21T14:12:35.525 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:12:35.531 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:12:35.531 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:12:35.692 INFO:teuthology.orchestra.run.smithi046.stdout:generic/102 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:12:35.696 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/102 2023-09-21T14:12:35.697 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/102 2023-09-21T14:12:35.697 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:12:35.699 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:12:35.718 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:12:35.718 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/103) 2023-09-21T14:12:35.931 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:12:35.936 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:12:35.936 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:12:36.178 INFO:teuthology.orchestra.run.smithi046.stdout:generic/103 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:12:36.183 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/103 2023-09-21T14:12:36.183 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/103 2023-09-21T14:12:36.183 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:12:36.185 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:12:36.216 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:12:36.216 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/104) 2023-09-21T14:12:36.431 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:12:36.436 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:12:36.437 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:12:36.605 INFO:teuthology.orchestra.run.smithi046.stdout:generic/104 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:12:36.609 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/104 2023-09-21T14:12:36.609 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/104 2023-09-21T14:12:36.609 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:12:36.612 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:12:36.640 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:12:36.641 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/105) 2023-09-21T14:12:36.856 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:12:36.861 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:12:36.861 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:12:37.365 INFO:teuthology.orchestra.run.smithi046.stdout:generic/105 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:12:37.369 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/105 2023-09-21T14:12:37.370 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/105 2023-09-21T14:12:37.370 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:12:37.373 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:12:37.391 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:12:37.392 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/106) 2023-09-21T14:12:37.609 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:12:37.614 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:12:37.614 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:12:38.050 INFO:teuthology.orchestra.run.smithi046.stdout:generic/106 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:12:38.054 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/106 2023-09-21T14:12:38.054 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/106 2023-09-21T14:12:38.055 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:12:38.057 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:12:38.080 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:12:38.081 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/107) 2023-09-21T14:12:38.294 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:12:38.299 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:12:38.299 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:12:38.458 INFO:teuthology.orchestra.run.smithi046.stdout:generic/107 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:12:38.463 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/107 2023-09-21T14:12:38.463 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/107 2023-09-21T14:12:38.463 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:12:38.465 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:12:38.481 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:12:38.482 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/108) 2023-09-21T14:12:38.695 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:12:38.701 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:12:38.701 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:12:38.972 INFO:teuthology.orchestra.run.smithi046.stdout:generic/108 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:12:38.977 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/108 2023-09-21T14:12:38.977 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/108 2023-09-21T14:12:38.977 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:12:38.980 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:12:39.002 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:12:39.002 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/109) 2023-09-21T14:12:39.215 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:12:39.220 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:12:39.221 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:12:39.363 INFO:teuthology.orchestra.run.smithi046.stdout:generic/109 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:12:39.368 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/109 2023-09-21T14:12:39.368 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/109 2023-09-21T14:12:39.368 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:12:39.370 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:12:39.390 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:12:39.390 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/110) 2023-09-21T14:12:39.603 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:12:39.609 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:12:39.609 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:12:39.818 INFO:teuthology.orchestra.run.smithi046.stdout:generic/110 [not run] Reflink not supported by test filesystem type: ceph-fuse 2023-09-21T14:12:39.822 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/110 2023-09-21T14:12:39.825 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/110 2023-09-21T14:12:39.825 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:12:39.826 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:12:39.853 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:12:39.853 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/111) 2023-09-21T14:12:40.442 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:12:40.447 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:12:40.447 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:12:40.644 INFO:teuthology.orchestra.run.smithi046.stdout:generic/111 [not run] Reflink not supported by test filesystem type: ceph-fuse 2023-09-21T14:12:40.649 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/111 2023-09-21T14:12:40.649 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/111 2023-09-21T14:12:40.649 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:12:40.651 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:12:40.669 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:12:40.670 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/112) 2023-09-21T14:12:41.225 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:12:41.230 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:12:41.230 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:12:45.602 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:12:45.605 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:13:15.709 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:13:15.713 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:13:29.323 INFO:teuthology.orchestra.run.smithi046.stdout:generic/112 48s 2023-09-21T14:13:29.328 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/112 2023-09-21T14:13:29.328 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:13:29.330 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:13:29.349 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:13:29.350 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/113) 2023-09-21T14:13:29.943 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:13:29.948 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:13:29.949 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:13:45.971 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:13:45.974 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:14:16.035 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:14:16.040 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:14:16.095 INFO:tasks.ceph.osd.0.smithi046.stderr:2023-09-21T14:14:16.101+0000 7f98c91c2700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 252714) UID: 0 2023-09-21T14:14:16.096 INFO:tasks.ceph.osd.1.smithi046.stderr:2023-09-21T14:14:16.101+0000 7f08d8325700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 252714) UID: 0 2023-09-21T14:14:16.096 INFO:tasks.ceph.osd.3.smithi046.stderr:2023-09-21T14:14:16.101+0000 7fb1c733e700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 252714) UID: 0 2023-09-21T14:14:16.097 INFO:tasks.ceph.osd.2.smithi046.stderr:2023-09-21T14:14:16.102+0000 7ff93d280700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 252714) UID: 0 2023-09-21T14:14:24.023 INFO:teuthology.orchestra.run.smithi046.stdout:generic/113 55s 2023-09-21T14:14:24.028 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/113 2023-09-21T14:14:24.029 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:14:24.031 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:14:24.054 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:14:24.055 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/114) 2023-09-21T14:14:24.749 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:14:24.753 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:14:24.754 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:14:25.027 INFO:teuthology.orchestra.run.smithi046.stdout:generic/114 [not run] device block size: 4096 greater than 512 2023-09-21T14:14:25.031 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/114 2023-09-21T14:14:25.031 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/114 2023-09-21T14:14:25.032 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:14:25.034 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:14:25.056 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:14:25.056 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/115) 2023-09-21T14:14:25.253 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:14:25.258 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:14:25.258 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:14:25.444 INFO:teuthology.orchestra.run.smithi046.stdout:generic/115 [not run] Reflink not supported by test filesystem type: ceph-fuse 2023-09-21T14:14:25.448 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/115 2023-09-21T14:14:25.448 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/115 2023-09-21T14:14:25.449 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:14:25.451 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:14:25.468 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:14:25.469 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/116) 2023-09-21T14:14:26.084 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:14:26.088 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:14:26.089 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:14:26.284 INFO:teuthology.orchestra.run.smithi046.stdout:generic/116 [not run] Reflink not supported by test filesystem type: ceph-fuse 2023-09-21T14:14:26.288 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/116 2023-09-21T14:14:26.288 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/116 2023-09-21T14:14:26.288 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:14:26.291 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:14:26.308 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:14:26.309 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/117) 2023-09-21T14:14:26.900 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:14:26.905 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:14:26.905 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:14:27.038 INFO:teuthology.orchestra.run.smithi046.stdout:generic/117 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:14:27.042 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/117 2023-09-21T14:14:27.042 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/117 2023-09-21T14:14:27.042 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:14:27.044 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:14:27.062 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:14:27.063 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/118) 2023-09-21T14:14:27.257 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:14:27.261 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:14:27.262 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:14:27.447 INFO:teuthology.orchestra.run.smithi046.stdout:generic/118 [not run] Reflink not supported by test filesystem type: ceph-fuse 2023-09-21T14:14:27.451 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/118 2023-09-21T14:14:27.451 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/118 2023-09-21T14:14:27.451 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:14:27.453 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:14:27.474 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:14:27.475 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/119) 2023-09-21T14:14:28.111 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:14:28.115 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:14:28.116 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:14:28.323 INFO:teuthology.orchestra.run.smithi046.stdout:generic/119 [not run] Reflink not supported by test filesystem type: ceph-fuse 2023-09-21T14:14:28.327 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/119 2023-09-21T14:14:28.327 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/119 2023-09-21T14:14:28.327 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:14:28.329 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:14:28.347 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:14:28.348 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/120) 2023-09-21T14:14:28.971 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:14:28.976 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:14:28.976 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:14:29.123 INFO:teuthology.orchestra.run.smithi046.stdout:generic/120 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:14:29.127 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/120 2023-09-21T14:14:29.127 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/120 2023-09-21T14:14:29.127 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:14:29.129 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:14:29.151 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:14:29.152 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/121) 2023-09-21T14:14:29.357 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:14:29.362 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:14:29.362 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:14:29.559 INFO:teuthology.orchestra.run.smithi046.stdout:generic/121 [not run] Dedupe not supported by test filesystem type: ceph-fuse 2023-09-21T14:14:29.563 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/121 2023-09-21T14:14:29.563 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/121 2023-09-21T14:14:29.563 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:14:29.565 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:14:29.583 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:14:29.583 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/122) 2023-09-21T14:14:30.188 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:14:30.194 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:14:30.194 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:14:30.421 INFO:teuthology.orchestra.run.smithi046.stdout:generic/122 [not run] Dedupe not supported by test filesystem type: ceph-fuse 2023-09-21T14:14:30.424 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/122 2023-09-21T14:14:30.425 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/122 2023-09-21T14:14:30.425 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:14:30.427 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:14:30.447 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:14:30.448 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/123) 2023-09-21T14:14:31.075 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:14:31.079 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:14:31.080 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:14:31.488 INFO:teuthology.orchestra.run.smithi046.stdout:generic/123 0s 2023-09-21T14:14:31.493 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/123 2023-09-21T14:14:31.493 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:14:31.495 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:14:31.518 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:14:31.518 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/124) 2023-09-21T14:14:32.149 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:14:32.153 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:14:32.154 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:14:32.290 INFO:teuthology.orchestra.run.smithi046.stdout:generic/124 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:14:32.295 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/124 2023-09-21T14:14:32.295 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/124 2023-09-21T14:14:32.295 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:14:32.297 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:14:32.313 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:14:32.313 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/125) 2023-09-21T14:14:32.508 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:14:32.512 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:14:32.513 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:15:33.914 INFO:teuthology.orchestra.run.smithi046.stdout:generic/125 61s 2023-09-21T14:15:33.919 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/125 2023-09-21T14:15:33.919 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:15:33.922 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:15:33.990 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:15:33.992 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/126) 2023-09-21T14:15:34.558 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:15:34.562 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:15:34.562 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:15:35.252 INFO:teuthology.orchestra.run.smithi046.stdout:generic/126 - output mismatch (see /tmp/tmp.JI8GoXYvmPxfstests-dev/results//generic/126.out.bad) 2023-09-21T14:15:35.254 INFO:teuthology.orchestra.run.smithi046.stdout: --- tests/generic/126.out 2023-09-21 13:06:38.906392682 +0000 2023-09-21T14:15:35.255 INFO:teuthology.orchestra.run.smithi046.stdout: +++ /tmp/tmp.JI8GoXYvmPxfstests-dev/results//generic/126.out.bad 2023-09-21 14:15:35.258039604 +0000 2023-09-21T14:15:35.255 INFO:teuthology.orchestra.run.smithi046.stdout: @@ -1,7 +1,7 @@ 2023-09-21T14:15:35.255 INFO:teuthology.orchestra.run.smithi046.stdout: QA output created by 126 2023-09-21T14:15:35.255 INFO:teuthology.orchestra.run.smithi046.stdout: -x a 001 file owned by (99/99) as user/group(12/100) PASS 2023-09-21T14:15:35.255 INFO:teuthology.orchestra.run.smithi046.stdout: -x a 010 file owned by (99/99) as user/group(200/99) PASS 2023-09-21T14:15:35.256 INFO:teuthology.orchestra.run.smithi046.stdout: -x a 100 file owned by (99/99) as user/group(99/500) PASS 2023-09-21T14:15:35.256 INFO:teuthology.orchestra.run.smithi046.stdout: +x a 001 file owned by (99/99) as user/group(12/100) FAIL 2023-09-21T14:15:35.256 INFO:teuthology.orchestra.run.smithi046.stdout: +x a 010 file owned by (99/99) as user/group(200/99) FAIL 2023-09-21T14:15:35.256 INFO:teuthology.orchestra.run.smithi046.stdout: +x a 100 file owned by (99/99) as user/group(99/500) FAIL 2023-09-21T14:15:35.256 INFO:teuthology.orchestra.run.smithi046.stdout: w a 002 file owned by (99/99) as user/group(12/100) PASS 2023-09-21T14:15:35.257 INFO:teuthology.orchestra.run.smithi046.stdout: w a 020 file owned by (99/99) as user/group(200/99) PASS 2023-09-21T14:15:35.257 INFO:teuthology.orchestra.run.smithi046.stdout: w a 200 file owned by (99/99) as user/group(99/500) PASS 2023-09-21T14:15:35.257 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/126 2023-09-21T14:15:35.257 INFO:teuthology.orchestra.run.smithi046.stdout:Failures: generic/126 2023-09-21T14:15:35.258 INFO:teuthology.orchestra.run.smithi046.stdout:Failed 1 of 1 tests 2023-09-21T14:15:35.259 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:15:35.279 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-09-21T14:15:35.280 INFO:tasks.cephfs.xfstests_dev:Command failed 2023-09-21T14:15:35.280 INFO:tasks.cephfs.xfstests_dev:Command return value: 1 2023-09-21T14:15:35.281 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/127) 2023-09-21T14:15:35.944 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:15:35.948 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:15:35.949 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:16:44.753 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:16:44.757 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:17:14.823 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:17:14.827 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:17:44.896 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:17:44.900 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:18:14.975 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:18:14.981 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:18:45.047 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:18:45.051 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:19:15.111 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:19:15.115 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:19:45.180 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:19:45.184 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:20:15.253 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:20:15.257 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:20:45.343 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:20:45.347 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:21:15.433 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:21:15.437 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:21:45.755 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:21:45.759 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:22:15.836 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:22:15.840 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:22:45.901 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:22:45.905 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:23:15.965 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:23:15.970 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:23:46.055 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:23:46.059 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:24:16.124 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:24:16.128 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:24:46.201 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:24:46.205 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:25:16.302 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:25:16.307 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:25:46.601 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:25:46.605 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:26:16.679 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:26:16.683 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:26:46.770 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:26:46.773 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:27:16.833 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:27:16.836 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:27:46.913 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:27:46.916 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:28:16.985 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:28:16.989 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:28:47.049 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:28:47.052 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:29:17.116 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:29:17.120 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:29:47.223 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:29:47.227 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:30:17.296 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:30:17.300 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:30:47.371 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:30:47.375 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:31:17.442 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:31:17.446 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:31:47.524 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:31:47.528 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:32:17.596 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:32:17.600 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:32:30.678 INFO:teuthology.orchestra.run.smithi046.stdout:generic/127 1015s 2023-09-21T14:32:30.683 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/127 2023-09-21T14:32:30.684 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:32:30.686 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:32:30.710 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:32:30.711 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/128) 2023-09-21T14:32:31.301 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:32:31.306 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:32:31.306 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:32:31.445 INFO:teuthology.orchestra.run.smithi046.stdout:generic/128 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:32:31.449 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/128 2023-09-21T14:32:31.450 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/128 2023-09-21T14:32:31.450 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:32:31.451 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:32:31.472 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:32:31.473 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/129) 2023-09-21T14:32:31.690 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:32:31.695 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:32:31.695 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:32:31.840 INFO:teuthology.orchestra.run.smithi046.stdout:generic/129 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:32:31.844 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/129 2023-09-21T14:32:31.845 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/129 2023-09-21T14:32:31.845 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:32:31.847 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:32:31.872 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:32:31.872 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/130) 2023-09-21T14:32:32.092 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:32:32.097 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:32:32.097 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:32:32.240 INFO:teuthology.orchestra.run.smithi046.stdout:generic/130 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:32:32.244 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/130 2023-09-21T14:32:32.244 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/130 2023-09-21T14:32:32.245 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:32:32.247 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:32:32.268 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:32:32.269 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/131) 2023-09-21T14:32:32.488 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:32:32.494 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:32:32.494 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:32:33.915 INFO:teuthology.orchestra.run.smithi046.stdout:generic/131 1s 2023-09-21T14:32:33.921 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/131 2023-09-21T14:32:33.921 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:32:33.924 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:32:33.943 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:32:33.944 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/132) 2023-09-21T14:32:34.524 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:32:34.529 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:32:34.529 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:32:34.668 INFO:teuthology.orchestra.run.smithi046.stdout:generic/132 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:32:34.673 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/132 2023-09-21T14:32:34.673 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/132 2023-09-21T14:32:34.673 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:32:34.675 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:32:34.698 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:32:34.699 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/133) 2023-09-21T14:32:34.913 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:32:34.918 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:32:34.919 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:32:47.669 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:32:47.673 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:33:17.736 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:33:17.739 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:33:47.807 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:33:47.811 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:34:17.899 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:34:17.902 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:34:17.944 INFO:tasks.ceph.osd.0.smithi046.stderr:2023-09-21T14:34:17.961+0000 7f98c91c2700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 263136) UID: 0 2023-09-21T14:34:17.944 INFO:tasks.ceph.osd.1.smithi046.stderr:2023-09-21T14:34:17.961+0000 7f08d8325700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 263136) UID: 0 2023-09-21T14:34:17.945 INFO:tasks.ceph.osd.2.smithi046.stderr:2023-09-21T14:34:17.961+0000 7ff93d280700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 263136) UID: 0 2023-09-21T14:34:17.945 INFO:tasks.ceph.osd.3.smithi046.stderr:2023-09-21T14:34:17.961+0000 7fb1c733e700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 263136) UID: 0 2023-09-21T14:36:41.821 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:36:41.825 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:37:12.101 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:37:12.105 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:37:15.303 INFO:teuthology.orchestra.run.smithi046.stdout:generic/133 281s 2023-09-21T14:37:15.320 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/133 2023-09-21T14:37:15.320 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:15.322 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:15.345 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:15.345 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/134) 2023-09-21T14:37:16.138 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:16.143 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:16.144 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:16.388 INFO:teuthology.orchestra.run.smithi046.stdout:generic/134 [not run] Reflink not supported by test filesystem type: ceph-fuse 2023-09-21T14:37:16.392 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/134 2023-09-21T14:37:16.393 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/134 2023-09-21T14:37:16.393 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:16.395 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:16.415 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:16.415 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/135) 2023-09-21T14:37:17.013 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:17.018 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:17.018 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:17.208 INFO:teuthology.orchestra.run.smithi046.stdout:generic/135 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:37:17.212 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/135 2023-09-21T14:37:17.213 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/135 2023-09-21T14:37:17.213 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:17.215 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:17.238 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:17.239 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/136) 2023-09-21T14:37:17.455 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:17.460 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:17.460 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:17.674 INFO:teuthology.orchestra.run.smithi046.stdout:generic/136 [not run] Dedupe not supported by test filesystem type: ceph-fuse 2023-09-21T14:37:17.682 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/136 2023-09-21T14:37:17.683 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/136 2023-09-21T14:37:17.683 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:17.683 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:17.701 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:17.702 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/137) 2023-09-21T14:37:18.332 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:18.337 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:18.337 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:18.541 INFO:teuthology.orchestra.run.smithi046.stdout:generic/137 [not run] Reflink not supported by test filesystem type: ceph-fuse 2023-09-21T14:37:18.545 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/137 2023-09-21T14:37:18.546 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/137 2023-09-21T14:37:18.546 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:18.548 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:18.568 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:18.569 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/138) 2023-09-21T14:37:19.164 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:19.169 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:19.169 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:19.371 INFO:teuthology.orchestra.run.smithi046.stdout:generic/138 [not run] Reflink not supported by test filesystem type: ceph-fuse 2023-09-21T14:37:19.374 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/138 2023-09-21T14:37:19.374 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/138 2023-09-21T14:37:19.374 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:19.377 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:19.398 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:19.399 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/139) 2023-09-21T14:37:19.978 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:19.983 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:19.983 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:20.184 INFO:teuthology.orchestra.run.smithi046.stdout:generic/139 [not run] Reflink not supported by test filesystem type: ceph-fuse 2023-09-21T14:37:20.189 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/139 2023-09-21T14:37:20.189 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/139 2023-09-21T14:37:20.189 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:20.192 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:20.211 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:20.212 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/140) 2023-09-21T14:37:20.808 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:20.813 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:20.813 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:21.009 INFO:teuthology.orchestra.run.smithi046.stdout:generic/140 [not run] Reflink not supported by test filesystem type: ceph-fuse 2023-09-21T14:37:21.013 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/140 2023-09-21T14:37:21.014 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/140 2023-09-21T14:37:21.014 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:21.016 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:21.035 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:21.035 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/141) 2023-09-21T14:37:21.613 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:21.618 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:21.619 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:21.780 INFO:teuthology.orchestra.run.smithi046.stdout:generic/141 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:37:21.785 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/141 2023-09-21T14:37:21.785 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/141 2023-09-21T14:37:21.785 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:21.788 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:21.809 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:21.809 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/142) 2023-09-21T14:37:22.020 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:22.026 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:22.026 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:22.227 INFO:teuthology.orchestra.run.smithi046.stdout:generic/142 [not run] Reflink not supported by test filesystem type: ceph-fuse 2023-09-21T14:37:22.232 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/142 2023-09-21T14:37:22.232 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/142 2023-09-21T14:37:22.232 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:22.234 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:22.251 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:22.252 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/143) 2023-09-21T14:37:22.845 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:22.850 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:22.850 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:23.066 INFO:teuthology.orchestra.run.smithi046.stdout:generic/143 [not run] Reflink not supported by test filesystem type: ceph-fuse 2023-09-21T14:37:23.071 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/143 2023-09-21T14:37:23.071 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/143 2023-09-21T14:37:23.072 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:23.074 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:23.096 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:23.097 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/144) 2023-09-21T14:37:23.689 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:23.694 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:23.694 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:23.904 INFO:teuthology.orchestra.run.smithi046.stdout:generic/144 [not run] Reflink not supported by test filesystem type: ceph-fuse 2023-09-21T14:37:23.908 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/144 2023-09-21T14:37:23.909 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/144 2023-09-21T14:37:23.909 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:23.911 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:23.933 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:23.934 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/145) 2023-09-21T14:37:24.524 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:24.529 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:24.530 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:24.729 INFO:teuthology.orchestra.run.smithi046.stdout:generic/145 [not run] Reflink not supported by test filesystem type: ceph-fuse 2023-09-21T14:37:24.734 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/145 2023-09-21T14:37:24.734 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/145 2023-09-21T14:37:24.734 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:24.736 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:24.752 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:24.753 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/146) 2023-09-21T14:37:25.344 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:25.349 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:25.349 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:25.547 INFO:teuthology.orchestra.run.smithi046.stdout:generic/146 [not run] Reflink not supported by test filesystem type: ceph-fuse 2023-09-21T14:37:25.552 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/146 2023-09-21T14:37:25.552 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/146 2023-09-21T14:37:25.552 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:25.554 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:25.571 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:25.572 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/147) 2023-09-21T14:37:26.132 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:26.137 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:26.137 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:26.338 INFO:teuthology.orchestra.run.smithi046.stdout:generic/147 [not run] Reflink not supported by test filesystem type: ceph-fuse 2023-09-21T14:37:26.343 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/147 2023-09-21T14:37:26.343 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/147 2023-09-21T14:37:26.343 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:26.345 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:26.364 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:26.365 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/148) 2023-09-21T14:37:26.948 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:26.953 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:26.953 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:27.154 INFO:teuthology.orchestra.run.smithi046.stdout:generic/148 [not run] Reflink not supported by test filesystem type: ceph-fuse 2023-09-21T14:37:27.158 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/148 2023-09-21T14:37:27.158 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/148 2023-09-21T14:37:27.159 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:27.161 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:27.178 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:27.178 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/149) 2023-09-21T14:37:27.755 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:27.760 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:27.760 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:27.980 INFO:teuthology.orchestra.run.smithi046.stdout:generic/149 [not run] Reflink not supported by test filesystem type: ceph-fuse 2023-09-21T14:37:27.985 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/149 2023-09-21T14:37:27.985 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/149 2023-09-21T14:37:27.985 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:27.987 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:28.005 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:28.006 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/150) 2023-09-21T14:37:28.565 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:28.570 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:28.570 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:28.769 INFO:teuthology.orchestra.run.smithi046.stdout:generic/150 [not run] Reflink not supported by test filesystem type: ceph-fuse 2023-09-21T14:37:28.773 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/150 2023-09-21T14:37:28.774 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/150 2023-09-21T14:37:28.774 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:28.776 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:28.797 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:28.798 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/151) 2023-09-21T14:37:29.391 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:29.396 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:29.396 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:29.595 INFO:teuthology.orchestra.run.smithi046.stdout:generic/151 [not run] Reflink not supported by test filesystem type: ceph-fuse 2023-09-21T14:37:29.599 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/151 2023-09-21T14:37:29.599 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/151 2023-09-21T14:37:29.599 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:29.602 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:29.621 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:29.622 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/152) 2023-09-21T14:37:30.220 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:30.225 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:30.226 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:30.423 INFO:teuthology.orchestra.run.smithi046.stdout:generic/152 [not run] Reflink not supported by test filesystem type: ceph-fuse 2023-09-21T14:37:30.428 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/152 2023-09-21T14:37:30.428 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/152 2023-09-21T14:37:30.428 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:30.431 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:30.453 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:30.454 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/153) 2023-09-21T14:37:31.031 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:31.036 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:31.036 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:31.236 INFO:teuthology.orchestra.run.smithi046.stdout:generic/153 [not run] Reflink not supported by test filesystem type: ceph-fuse 2023-09-21T14:37:31.240 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/153 2023-09-21T14:37:31.241 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/153 2023-09-21T14:37:31.241 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:31.243 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:31.264 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:31.265 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/154) 2023-09-21T14:37:31.820 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:31.825 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:31.825 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:32.030 INFO:teuthology.orchestra.run.smithi046.stdout:generic/154 [not run] Reflink not supported by test filesystem type: ceph-fuse 2023-09-21T14:37:32.035 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/154 2023-09-21T14:37:32.035 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/154 2023-09-21T14:37:32.035 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:32.037 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:32.078 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:32.079 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/155) 2023-09-21T14:37:32.645 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:32.650 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:32.650 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:32.850 INFO:teuthology.orchestra.run.smithi046.stdout:generic/155 [not run] Reflink not supported by test filesystem type: ceph-fuse 2023-09-21T14:37:32.854 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/155 2023-09-21T14:37:32.854 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/155 2023-09-21T14:37:32.855 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:32.857 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:32.876 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:32.877 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/156) 2023-09-21T14:37:33.413 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:33.418 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:33.421 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:33.625 INFO:teuthology.orchestra.run.smithi046.stdout:generic/156 [not run] Reflink not supported by test filesystem type: ceph-fuse 2023-09-21T14:37:33.629 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/156 2023-09-21T14:37:33.630 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/156 2023-09-21T14:37:33.630 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:33.632 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:33.652 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:33.653 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/157) 2023-09-21T14:37:34.225 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:34.229 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:34.230 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:34.426 INFO:teuthology.orchestra.run.smithi046.stdout:generic/157 [not run] Reflink not supported by test filesystem type: ceph-fuse 2023-09-21T14:37:34.431 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/157 2023-09-21T14:37:34.431 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/157 2023-09-21T14:37:34.431 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:34.433 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:34.455 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:34.456 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/158) 2023-09-21T14:37:35.040 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:35.045 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:35.045 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:35.260 INFO:teuthology.orchestra.run.smithi046.stdout:generic/158 [not run] Dedupe not supported by test filesystem type: ceph-fuse 2023-09-21T14:37:35.264 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/158 2023-09-21T14:37:35.264 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/158 2023-09-21T14:37:35.265 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:35.267 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:35.285 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:35.286 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/159) 2023-09-21T14:37:35.880 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:35.886 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:35.886 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:36.100 INFO:teuthology.orchestra.run.smithi046.stdout:generic/159 [not run] file system doesn't support chattr +i 2023-09-21T14:37:36.105 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/159 2023-09-21T14:37:36.105 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/159 2023-09-21T14:37:36.105 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:36.108 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:36.138 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:36.139 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/160) 2023-09-21T14:37:36.354 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:36.359 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:36.360 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:36.551 INFO:teuthology.orchestra.run.smithi046.stdout:generic/160 [not run] file system doesn't support chattr +i 2023-09-21T14:37:36.556 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/160 2023-09-21T14:37:36.556 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/160 2023-09-21T14:37:36.557 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:36.558 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:36.577 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:36.578 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/161) 2023-09-21T14:37:36.793 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:36.798 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:36.799 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:36.944 INFO:teuthology.orchestra.run.smithi046.stdout:generic/161 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:37:36.949 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/161 2023-09-21T14:37:36.949 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/161 2023-09-21T14:37:36.950 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:36.952 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:36.968 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:36.969 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/162) 2023-09-21T14:37:37.181 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:37.186 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:37.186 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:37.328 INFO:teuthology.orchestra.run.smithi046.stdout:generic/162 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:37:37.333 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/162 2023-09-21T14:37:37.333 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/162 2023-09-21T14:37:37.333 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:37.335 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:37.356 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:37.357 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/163) 2023-09-21T14:37:37.574 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:37.579 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:37.580 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:37.725 INFO:teuthology.orchestra.run.smithi046.stdout:generic/163 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:37:37.730 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/163 2023-09-21T14:37:37.730 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/163 2023-09-21T14:37:37.730 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:37.733 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:37.753 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:37.754 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/164) 2023-09-21T14:37:37.970 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:37.975 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:37.976 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:38.122 INFO:teuthology.orchestra.run.smithi046.stdout:generic/164 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:37:38.130 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/164 2023-09-21T14:37:38.130 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/164 2023-09-21T14:37:38.131 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:38.131 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:38.150 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:38.151 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/165) 2023-09-21T14:37:38.366 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:38.371 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:38.371 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:38.515 INFO:teuthology.orchestra.run.smithi046.stdout:generic/165 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:37:38.520 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/165 2023-09-21T14:37:38.520 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/165 2023-09-21T14:37:38.520 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:38.522 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:38.542 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:38.543 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/166) 2023-09-21T14:37:38.763 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:38.768 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:38.769 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:38.918 INFO:teuthology.orchestra.run.smithi046.stdout:generic/166 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:37:38.923 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/166 2023-09-21T14:37:38.923 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/166 2023-09-21T14:37:38.923 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:38.925 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:38.946 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:38.947 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/167) 2023-09-21T14:37:39.162 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:39.168 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:39.168 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:39.315 INFO:teuthology.orchestra.run.smithi046.stdout:generic/167 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:37:39.319 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/167 2023-09-21T14:37:39.319 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/167 2023-09-21T14:37:39.320 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:39.322 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:39.343 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:39.343 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/168) 2023-09-21T14:37:39.561 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:39.566 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:39.566 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:39.724 INFO:teuthology.orchestra.run.smithi046.stdout:generic/168 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:37:39.729 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/168 2023-09-21T14:37:39.729 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/168 2023-09-21T14:37:39.729 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:39.731 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:39.766 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:39.766 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/169) 2023-09-21T14:37:39.980 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:39.985 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:39.986 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:40.154 INFO:teuthology.orchestra.run.smithi046.stdout:generic/169 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:37:40.158 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/169 2023-09-21T14:37:40.159 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/169 2023-09-21T14:37:40.159 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:40.161 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:40.177 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:40.178 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/170) 2023-09-21T14:37:40.392 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:40.397 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:40.397 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:40.543 INFO:teuthology.orchestra.run.smithi046.stdout:generic/170 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:37:40.548 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/170 2023-09-21T14:37:40.548 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/170 2023-09-21T14:37:40.548 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:40.551 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:40.573 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:40.574 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/171) 2023-09-21T14:37:40.794 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:40.799 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:40.800 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:40.962 INFO:teuthology.orchestra.run.smithi046.stdout:generic/171 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:37:40.967 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/171 2023-09-21T14:37:40.967 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/171 2023-09-21T14:37:40.967 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:40.970 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:40.991 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:40.992 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/172) 2023-09-21T14:37:41.208 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:41.213 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:41.214 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:41.362 INFO:teuthology.orchestra.run.smithi046.stdout:generic/172 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:37:41.366 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/172 2023-09-21T14:37:41.366 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/172 2023-09-21T14:37:41.367 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:41.369 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:41.389 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:41.389 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/173) 2023-09-21T14:37:41.603 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:41.608 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:41.608 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:41.758 INFO:teuthology.orchestra.run.smithi046.stdout:generic/173 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:37:41.763 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/173 2023-09-21T14:37:41.763 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/173 2023-09-21T14:37:41.763 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:41.765 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:41.789 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:41.790 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/174) 2023-09-21T14:37:42.010 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:42.013 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:42.014 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:42.162 INFO:teuthology.orchestra.run.smithi046.stdout:generic/174 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:37:42.166 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/174 2023-09-21T14:37:42.166 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/174 2023-09-21T14:37:42.166 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:42.169 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:42.175 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:37:42.177 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:37:42.188 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:42.189 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/175) 2023-09-21T14:37:42.445 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:42.451 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:42.451 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:42.597 INFO:teuthology.orchestra.run.smithi046.stdout:generic/175 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:37:42.601 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/175 2023-09-21T14:37:42.602 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/175 2023-09-21T14:37:42.602 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:42.604 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:42.624 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:42.625 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/176) 2023-09-21T14:37:42.842 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:42.848 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:42.848 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:42.996 INFO:teuthology.orchestra.run.smithi046.stdout:generic/176 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:37:43.001 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/176 2023-09-21T14:37:43.001 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/176 2023-09-21T14:37:43.001 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:43.003 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:43.023 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:43.024 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/177) 2023-09-21T14:37:43.240 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:43.246 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:43.246 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:43.462 INFO:teuthology.orchestra.run.smithi046.stdout:generic/177 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:37:43.467 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/177 2023-09-21T14:37:43.467 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/177 2023-09-21T14:37:43.468 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:43.469 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:43.492 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:43.493 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/178) 2023-09-21T14:37:43.711 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:43.716 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:43.717 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:43.932 INFO:teuthology.orchestra.run.smithi046.stdout:generic/178 [not run] Reflink not supported by test filesystem type: ceph-fuse 2023-09-21T14:37:43.936 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/178 2023-09-21T14:37:43.937 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/178 2023-09-21T14:37:43.937 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:43.939 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:43.959 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:43.960 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/179) 2023-09-21T14:37:44.535 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:44.542 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:44.542 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:44.743 INFO:teuthology.orchestra.run.smithi046.stdout:generic/179 [not run] Reflink not supported by test filesystem type: ceph-fuse 2023-09-21T14:37:44.747 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/179 2023-09-21T14:37:44.748 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/179 2023-09-21T14:37:44.748 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:44.750 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:44.767 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:44.768 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/180) 2023-09-21T14:37:45.350 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:45.355 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:45.356 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:45.573 INFO:teuthology.orchestra.run.smithi046.stdout:generic/180 [not run] Reflink not supported by test filesystem type: ceph-fuse 2023-09-21T14:37:45.577 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/180 2023-09-21T14:37:45.577 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/180 2023-09-21T14:37:45.578 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:45.580 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:45.599 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:45.600 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/181) 2023-09-21T14:37:46.147 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:46.152 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:46.152 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:46.352 INFO:teuthology.orchestra.run.smithi046.stdout:generic/181 [not run] Reflink not supported by test filesystem type: ceph-fuse 2023-09-21T14:37:46.357 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/181 2023-09-21T14:37:46.357 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/181 2023-09-21T14:37:46.357 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:46.360 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:46.382 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:46.383 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/182) 2023-09-21T14:37:46.948 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:46.953 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:46.953 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:47.164 INFO:teuthology.orchestra.run.smithi046.stdout:generic/182 [not run] Dedupe not supported by test filesystem type: ceph-fuse 2023-09-21T14:37:47.168 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/182 2023-09-21T14:37:47.169 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/182 2023-09-21T14:37:47.169 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:47.171 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:47.189 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:47.189 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/183) 2023-09-21T14:37:47.785 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:47.790 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:47.790 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:47.930 INFO:teuthology.orchestra.run.smithi046.stdout:generic/183 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:37:47.934 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/183 2023-09-21T14:37:47.935 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/183 2023-09-21T14:37:47.935 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:47.937 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:47.961 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:47.962 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/184) 2023-09-21T14:37:48.177 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:48.183 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:48.183 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:48.413 INFO:teuthology.orchestra.run.smithi046.stdout:generic/184 [failed, exit status 1]- output mismatch (see /tmp/tmp.JI8GoXYvmPxfstests-dev/results//generic/184.out.bad) 2023-09-21T14:37:48.416 INFO:teuthology.orchestra.run.smithi046.stdout: --- tests/generic/184.out 2023-09-21 13:06:38.910392641 +0000 2023-09-21T14:37:48.416 INFO:teuthology.orchestra.run.smithi046.stdout: +++ /tmp/tmp.JI8GoXYvmPxfstests-dev/results//generic/184.out.bad 2023-09-21 14:37:48.430532560 +0000 2023-09-21T14:37:48.416 INFO:teuthology.orchestra.run.smithi046.stdout: @@ -1 +1,2 @@ 2023-09-21T14:37:48.416 INFO:teuthology.orchestra.run.smithi046.stdout: QA output created by 184 2023-09-21T14:37:48.416 INFO:teuthology.orchestra.run.smithi046.stdout: +/tmp/tmp.JI8GoXYvmPxfstests-dev/tests/generic/184: line 23: /tmp/tmp.Iyw9jrkLjLtest/null: Permission denied 2023-09-21T14:37:48.419 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/184 2023-09-21T14:37:48.419 INFO:teuthology.orchestra.run.smithi046.stdout:Failures: generic/184 2023-09-21T14:37:48.419 INFO:teuthology.orchestra.run.smithi046.stdout:Failed 1 of 1 tests 2023-09-21T14:37:48.422 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:48.431 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-09-21T14:37:48.432 INFO:tasks.cephfs.xfstests_dev:Command failed 2023-09-21T14:37:48.433 INFO:tasks.cephfs.xfstests_dev:Command return value: 1 2023-09-21T14:37:48.433 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/185) 2023-09-21T14:37:48.650 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:48.655 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:48.655 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:48.803 INFO:teuthology.orchestra.run.smithi046.stdout:generic/185 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:37:48.807 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/185 2023-09-21T14:37:48.808 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/185 2023-09-21T14:37:48.808 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:48.810 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:48.832 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:48.833 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/186) 2023-09-21T14:37:49.050 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:49.056 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:49.056 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:49.199 INFO:teuthology.orchestra.run.smithi046.stdout:generic/186 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:37:49.203 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/186 2023-09-21T14:37:49.204 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/186 2023-09-21T14:37:49.204 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:49.206 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:49.226 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:49.227 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/187) 2023-09-21T14:37:49.441 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:49.447 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:49.447 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:49.591 INFO:teuthology.orchestra.run.smithi046.stdout:generic/187 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:37:49.595 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/187 2023-09-21T14:37:49.596 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/187 2023-09-21T14:37:49.596 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:49.598 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:49.615 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:49.616 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/188) 2023-09-21T14:37:49.832 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:49.837 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:49.838 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:50.001 INFO:teuthology.orchestra.run.smithi046.stdout:generic/188 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:37:50.006 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/188 2023-09-21T14:37:50.006 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/188 2023-09-21T14:37:50.007 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:50.009 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:50.029 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:50.030 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/189) 2023-09-21T14:37:50.250 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:50.256 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:50.256 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:50.399 INFO:teuthology.orchestra.run.smithi046.stdout:generic/189 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:37:50.404 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/189 2023-09-21T14:37:50.404 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/189 2023-09-21T14:37:50.404 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:50.407 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:50.422 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:50.422 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/190) 2023-09-21T14:37:50.637 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:50.642 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:50.643 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:50.788 INFO:teuthology.orchestra.run.smithi046.stdout:generic/190 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:37:50.792 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/190 2023-09-21T14:37:50.793 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/190 2023-09-21T14:37:50.793 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:50.795 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:50.813 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:50.814 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/191) 2023-09-21T14:37:51.030 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:51.035 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:51.036 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:51.198 INFO:teuthology.orchestra.run.smithi046.stdout:generic/191 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:37:51.203 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/191 2023-09-21T14:37:51.203 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/191 2023-09-21T14:37:51.203 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:51.205 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:51.229 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:51.230 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/192) 2023-09-21T14:37:51.445 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:51.451 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:51.451 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:51.623 INFO:teuthology.orchestra.run.smithi046.stdout:generic/192 [not run] atime not maintained by ceph-fuse 2023-09-21T14:37:51.627 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/192 2023-09-21T14:37:51.628 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/192 2023-09-21T14:37:51.628 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:51.630 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:51.652 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:51.652 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/193) 2023-09-21T14:37:51.869 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:51.874 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:51.874 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:52.898 INFO:teuthology.orchestra.run.smithi046.stdout:generic/193 - output mismatch (see /tmp/tmp.JI8GoXYvmPxfstests-dev/results//generic/193.out.bad) 2023-09-21T14:37:52.900 INFO:teuthology.orchestra.run.smithi046.stdout: --- tests/generic/193.out 2023-09-21 13:06:38.911392630 +0000 2023-09-21T14:37:52.900 INFO:teuthology.orchestra.run.smithi046.stdout: +++ /tmp/tmp.JI8GoXYvmPxfstests-dev/results//generic/193.out.bad 2023-09-21 14:37:52.915486900 +0000 2023-09-21T14:37:52.901 INFO:teuthology.orchestra.run.smithi046.stdout: @@ -24,7 +24,6 @@ 2023-09-21T14:37:52.901 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:52.901 INFO:teuthology.orchestra.run.smithi046.stdout: user: chmod a+r on qa_user owned file (should succeed) 2023-09-21T14:37:52.901 INFO:teuthology.orchestra.run.smithi046.stdout: user: chmod a+r on root owned file (should fail) 2023-09-21T14:37:52.901 INFO:teuthology.orchestra.run.smithi046.stdout: -chmod: changing permissions of 'test.root': Operation not permitted 2023-09-21T14:37:52.902 INFO:teuthology.orchestra.run.smithi046.stdout: check that the sgid bit is cleared 2023-09-21T14:37:52.902 INFO:teuthology.orchestra.run.smithi046.stdout: -rw-rw-rw- 2023-09-21T14:37:52.902 INFO:teuthology.orchestra.run.smithi046.stdout: check that suid bit is not cleared 2023-09-21T14:37:52.903 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/193 2023-09-21T14:37:52.903 INFO:teuthology.orchestra.run.smithi046.stdout:Failures: generic/193 2023-09-21T14:37:52.903 INFO:teuthology.orchestra.run.smithi046.stdout:Failed 1 of 1 tests 2023-09-21T14:37:52.906 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:52.922 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-09-21T14:37:52.923 INFO:tasks.cephfs.xfstests_dev:Command failed 2023-09-21T14:37:52.924 INFO:tasks.cephfs.xfstests_dev:Command return value: 1 2023-09-21T14:37:52.924 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/194) 2023-09-21T14:37:53.516 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:53.521 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:53.521 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:53.667 INFO:teuthology.orchestra.run.smithi046.stdout:generic/194 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:37:53.674 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/194 2023-09-21T14:37:53.674 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/194 2023-09-21T14:37:53.674 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:53.675 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:53.694 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:53.695 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/195) 2023-09-21T14:37:53.913 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:53.919 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:53.919 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:54.090 INFO:teuthology.orchestra.run.smithi046.stdout:generic/195 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:37:54.095 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/195 2023-09-21T14:37:54.095 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/195 2023-09-21T14:37:54.095 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:54.097 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:54.118 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:54.119 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/196) 2023-09-21T14:37:54.335 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:54.340 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:54.341 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:54.516 INFO:teuthology.orchestra.run.smithi046.stdout:generic/196 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:37:54.521 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/196 2023-09-21T14:37:54.521 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/196 2023-09-21T14:37:54.522 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:54.524 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:54.543 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:54.544 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/197) 2023-09-21T14:37:54.761 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:54.766 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:54.766 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:54.913 INFO:teuthology.orchestra.run.smithi046.stdout:generic/197 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:37:54.918 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/197 2023-09-21T14:37:54.918 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/197 2023-09-21T14:37:54.918 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:54.920 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:54.940 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:54.941 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/198) 2023-09-21T14:37:55.158 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:55.164 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:55.164 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:56.008 INFO:teuthology.orchestra.run.smithi046.stdout:generic/198 1s 2023-09-21T14:37:56.013 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/198 2023-09-21T14:37:56.014 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:56.016 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:56.036 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:56.036 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/199) 2023-09-21T14:37:56.606 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:56.611 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:56.611 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:56.752 INFO:teuthology.orchestra.run.smithi046.stdout:generic/199 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:37:56.758 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/199 2023-09-21T14:37:56.759 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/199 2023-09-21T14:37:56.759 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:56.759 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:56.780 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:56.781 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/200) 2023-09-21T14:37:57.044 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:57.049 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:57.049 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:57.210 INFO:teuthology.orchestra.run.smithi046.stdout:generic/200 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:37:57.214 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/200 2023-09-21T14:37:57.214 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/200 2023-09-21T14:37:57.215 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:57.217 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:57.235 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:57.236 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/201) 2023-09-21T14:37:57.451 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:57.457 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:57.457 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:57.604 INFO:teuthology.orchestra.run.smithi046.stdout:generic/201 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:37:57.608 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/201 2023-09-21T14:37:57.608 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/201 2023-09-21T14:37:57.609 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:57.611 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:57.633 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:57.634 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/202) 2023-09-21T14:37:57.853 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:57.859 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:57.859 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:58.007 INFO:teuthology.orchestra.run.smithi046.stdout:generic/202 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:37:58.011 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/202 2023-09-21T14:37:58.011 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/202 2023-09-21T14:37:58.011 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:58.014 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:58.034 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:58.035 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/203) 2023-09-21T14:37:58.252 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:58.257 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:58.258 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:58.402 INFO:teuthology.orchestra.run.smithi046.stdout:generic/203 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:37:58.406 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/203 2023-09-21T14:37:58.406 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/203 2023-09-21T14:37:58.407 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:58.409 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:58.429 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:58.430 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/204) 2023-09-21T14:37:58.645 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:58.651 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:58.651 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:59.465 INFO:teuthology.orchestra.run.smithi046.stdout:generic/204 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:37:59.470 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/204 2023-09-21T14:37:59.471 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/204 2023-09-21T14:37:59.471 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:59.473 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:59.494 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:59.495 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/205) 2023-09-21T14:37:59.713 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:37:59.718 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:37:59.718 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:59.864 INFO:teuthology.orchestra.run.smithi046.stdout:generic/205 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:37:59.869 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/205 2023-09-21T14:37:59.869 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/205 2023-09-21T14:37:59.869 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:37:59.871 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:37:59.888 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:37:59.888 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/206) 2023-09-21T14:38:00.107 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:38:00.112 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:38:00.112 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:38:00.259 INFO:teuthology.orchestra.run.smithi046.stdout:generic/206 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:38:00.263 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/206 2023-09-21T14:38:00.264 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/206 2023-09-21T14:38:00.264 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:38:00.266 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:38:00.291 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:38:00.292 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/207) 2023-09-21T14:38:00.507 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:38:00.512 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:38:00.513 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:38:12.279 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:38:12.282 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:38:18.960 INFO:teuthology.orchestra.run.smithi046.stdout:generic/207 18s 2023-09-21T14:38:18.966 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/207 2023-09-21T14:38:18.966 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:38:18.968 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:38:18.989 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:38:18.989 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/208) 2023-09-21T14:38:19.530 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:38:19.535 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:38:19.536 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:38:42.369 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:38:42.372 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:39:12.455 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:39:12.459 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:39:42.523 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:39:42.527 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:40:12.613 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:40:12.617 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:40:42.695 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:40:42.700 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:41:12.801 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:41:12.805 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:41:39.818 INFO:teuthology.orchestra.run.smithi046.stdout:generic/208 200s 2023-09-21T14:41:39.824 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/208 2023-09-21T14:41:39.824 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:41:39.826 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:41:39.875 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:41:39.876 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/209) 2023-09-21T14:41:40.451 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:41:40.456 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:41:40.456 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:41:42.949 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:41:42.952 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:41:51.700 INFO:teuthology.orchestra.run.smithi046.stdout:generic/209 [failed, exit status 1]- output mismatch (see /tmp/tmp.JI8GoXYvmPxfstests-dev/results//generic/209.out.bad) 2023-09-21T14:41:51.704 INFO:teuthology.orchestra.run.smithi046.stdout: --- tests/generic/209.out 2023-09-21 13:06:38.912392620 +0000 2023-09-21T14:41:51.704 INFO:teuthology.orchestra.run.smithi046.stdout: +++ /tmp/tmp.JI8GoXYvmPxfstests-dev/results//generic/209.out.bad 2023-09-21 14:41:51.717055270 +0000 2023-09-21T14:41:51.704 INFO:teuthology.orchestra.run.smithi046.stdout: @@ -1,2 +1,2 @@ 2023-09-21T14:41:51.704 INFO:teuthology.orchestra.run.smithi046.stdout: QA output created by 209 2023-09-21T14:41:51.704 INFO:teuthology.orchestra.run.smithi046.stdout: -test ran for 30 seconds without error 2023-09-21T14:41:51.705 INFO:teuthology.orchestra.run.smithi046.stdout: +reader found old byte at pos 4096 2023-09-21T14:41:51.705 INFO:teuthology.orchestra.run.smithi046.stdout: \ No newline at end of file 2023-09-21T14:41:51.707 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/209 2023-09-21T14:41:51.707 INFO:teuthology.orchestra.run.smithi046.stdout:Failures: generic/209 2023-09-21T14:41:51.707 INFO:teuthology.orchestra.run.smithi046.stdout:Failed 1 of 1 tests 2023-09-21T14:41:51.713 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:41:51.750 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-09-21T14:41:51.751 INFO:tasks.cephfs.xfstests_dev:Command failed 2023-09-21T14:41:51.752 INFO:tasks.cephfs.xfstests_dev:Command return value: 1 2023-09-21T14:41:51.752 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/210) 2023-09-21T14:41:52.293 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:41:52.298 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:41:52.298 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:41:52.576 INFO:teuthology.orchestra.run.smithi046.stdout:generic/210 0s 2023-09-21T14:41:52.582 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/210 2023-09-21T14:41:52.582 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:41:52.585 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:41:52.605 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:41:52.606 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/211) 2023-09-21T14:41:53.193 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:41:53.198 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:41:53.198 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:41:53.551 INFO:teuthology.orchestra.run.smithi046.stdout:generic/211 0s 2023-09-21T14:41:53.556 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/211 2023-09-21T14:41:53.557 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:41:53.559 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:41:53.579 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:41:53.579 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/212) 2023-09-21T14:41:53.795 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:41:53.800 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:41:53.800 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:41:54.048 INFO:teuthology.orchestra.run.smithi046.stdout:generic/212 1s 2023-09-21T14:41:54.054 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/212 2023-09-21T14:41:54.055 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:41:54.057 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:41:54.077 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:41:54.077 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/213) 2023-09-21T14:41:54.293 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:41:54.298 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:41:54.298 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:41:54.833 INFO:teuthology.orchestra.run.smithi046.stdout:generic/213 - output mismatch (see /tmp/tmp.JI8GoXYvmPxfstests-dev/results//generic/213.out.bad) 2023-09-21T14:41:54.835 INFO:teuthology.orchestra.run.smithi046.stdout: --- tests/generic/213.out 2023-09-21 13:06:38.912392620 +0000 2023-09-21T14:41:54.836 INFO:teuthology.orchestra.run.smithi046.stdout: +++ /tmp/tmp.JI8GoXYvmPxfstests-dev/results//generic/213.out.bad 2023-09-21 14:41:54.851023352 +0000 2023-09-21T14:41:54.836 INFO:teuthology.orchestra.run.smithi046.stdout: @@ -1,4 +1,3 @@ 2023-09-21T14:41:54.836 INFO:teuthology.orchestra.run.smithi046.stdout: QA output created by 213 2023-09-21T14:41:54.836 INFO:teuthology.orchestra.run.smithi046.stdout: We should get: fallocate: No space left on device 2023-09-21T14:41:54.836 INFO:teuthology.orchestra.run.smithi046.stdout: Strangely, xfs_io sometimes says "Success" when something went wrong, FYI 2023-09-21T14:41:54.837 INFO:teuthology.orchestra.run.smithi046.stdout: -fallocate: No space left on device 2023-09-21T14:41:54.838 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/213 2023-09-21T14:41:54.838 INFO:teuthology.orchestra.run.smithi046.stdout:Failures: generic/213 2023-09-21T14:41:54.838 INFO:teuthology.orchestra.run.smithi046.stdout:Failed 1 of 1 tests 2023-09-21T14:41:54.840 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:41:54.860 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-09-21T14:41:54.861 INFO:tasks.cephfs.xfstests_dev:Command failed 2023-09-21T14:41:54.861 INFO:tasks.cephfs.xfstests_dev:Command return value: 1 2023-09-21T14:41:54.861 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/214) 2023-09-21T14:41:55.554 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:41:55.560 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:41:55.560 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:41:56.352 INFO:teuthology.orchestra.run.smithi046.stdout:generic/214 1s 2023-09-21T14:41:56.357 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/214 2023-09-21T14:41:56.358 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:41:56.361 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:41:56.382 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:41:56.383 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/215) 2023-09-21T14:41:57.134 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:41:57.145 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:41:57.145 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:42:00.679 INFO:teuthology.orchestra.run.smithi046.stdout:generic/215 3s 2023-09-21T14:42:00.695 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/215 2023-09-21T14:42:00.695 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:42:00.697 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:42:00.719 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:42:00.720 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/216) 2023-09-21T14:42:01.043 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:42:01.048 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:42:01.049 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:42:01.284 INFO:teuthology.orchestra.run.smithi046.stdout:generic/216 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:42:01.288 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/216 2023-09-21T14:42:01.288 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/216 2023-09-21T14:42:01.289 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:42:01.292 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:42:01.309 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:42:01.309 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/217) 2023-09-21T14:42:01.663 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:42:01.669 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:42:01.669 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:42:01.879 INFO:teuthology.orchestra.run.smithi046.stdout:generic/217 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:42:01.883 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/217 2023-09-21T14:42:01.884 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/217 2023-09-21T14:42:01.884 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:42:01.886 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:42:01.905 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:42:01.906 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/218) 2023-09-21T14:42:02.214 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:42:02.220 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:42:02.220 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:42:02.403 INFO:teuthology.orchestra.run.smithi046.stdout:generic/218 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:42:02.408 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/218 2023-09-21T14:42:02.409 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/218 2023-09-21T14:42:02.409 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:42:02.411 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:42:02.431 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:42:02.432 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/219) 2023-09-21T14:42:02.791 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:42:02.801 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:42:02.802 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:42:03.017 INFO:teuthology.orchestra.run.smithi046.stdout:generic/219 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:42:03.022 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/219 2023-09-21T14:42:03.022 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/219 2023-09-21T14:42:03.022 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:42:03.024 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:42:03.046 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:42:03.049 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/220) 2023-09-21T14:42:03.378 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:42:03.383 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:42:03.383 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:42:03.578 INFO:teuthology.orchestra.run.smithi046.stdout:generic/220 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:42:03.583 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/220 2023-09-21T14:42:03.583 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/220 2023-09-21T14:42:03.583 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:42:03.586 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:42:03.603 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:42:03.604 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/221) 2023-09-21T14:42:03.936 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:42:03.941 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:42:03.942 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:42:05.195 INFO:teuthology.orchestra.run.smithi046.stdout:generic/221 2s 2023-09-21T14:42:05.201 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/221 2023-09-21T14:42:05.202 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:42:05.204 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:42:05.225 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:42:05.226 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/222) 2023-09-21T14:42:05.567 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:42:05.573 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:42:05.573 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:42:05.805 INFO:teuthology.orchestra.run.smithi046.stdout:generic/222 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:42:05.811 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/222 2023-09-21T14:42:05.811 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/222 2023-09-21T14:42:05.811 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:42:05.813 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:42:05.841 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:42:05.842 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/223) 2023-09-21T14:42:06.176 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:42:06.186 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:42:06.186 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:42:06.397 INFO:teuthology.orchestra.run.smithi046.stdout:generic/223 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:42:06.402 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/223 2023-09-21T14:42:06.402 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/223 2023-09-21T14:42:06.402 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:42:06.405 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:42:06.427 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:42:06.428 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/224) 2023-09-21T14:42:06.772 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:42:06.786 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:42:06.786 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:42:06.996 INFO:teuthology.orchestra.run.smithi046.stdout:generic/224 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:42:07.002 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/224 2023-09-21T14:42:07.002 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/224 2023-09-21T14:42:07.002 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:42:07.005 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:42:07.025 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:42:07.026 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/225) 2023-09-21T14:42:07.354 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:42:07.362 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:42:07.362 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:42:07.573 INFO:teuthology.orchestra.run.smithi046.stdout:generic/225 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:42:07.577 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/225 2023-09-21T14:42:07.578 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/225 2023-09-21T14:42:07.578 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:42:07.580 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:42:07.606 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:42:07.606 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/226) 2023-09-21T14:42:07.958 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:42:07.963 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:42:07.964 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:42:08.176 INFO:teuthology.orchestra.run.smithi046.stdout:generic/226 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:42:08.186 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/226 2023-09-21T14:42:08.187 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/226 2023-09-21T14:42:08.187 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:42:08.192 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:42:08.212 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:42:08.212 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/227) 2023-09-21T14:42:08.529 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:42:08.534 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:42:08.534 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:42:08.729 INFO:teuthology.orchestra.run.smithi046.stdout:generic/227 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:42:08.735 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/227 2023-09-21T14:42:08.735 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/227 2023-09-21T14:42:08.735 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:42:08.738 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:42:08.762 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:42:08.763 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/228) 2023-09-21T14:42:09.119 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:42:09.130 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:42:09.130 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:42:09.540 INFO:teuthology.orchestra.run.smithi046.stdout:generic/228 0s 2023-09-21T14:42:09.548 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/228 2023-09-21T14:42:09.548 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:42:09.551 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:42:09.578 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:42:09.579 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/229) 2023-09-21T14:42:10.281 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:42:10.287 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:42:10.287 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:42:10.501 INFO:teuthology.orchestra.run.smithi046.stdout:generic/229 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:42:10.506 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/229 2023-09-21T14:42:10.506 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/229 2023-09-21T14:42:10.507 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:42:10.509 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:42:10.545 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:42:10.546 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/230) 2023-09-21T14:42:10.842 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:42:10.848 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:42:10.848 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:42:11.032 INFO:teuthology.orchestra.run.smithi046.stdout:generic/230 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:42:11.037 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/230 2023-09-21T14:42:11.038 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/230 2023-09-21T14:42:11.038 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:42:11.040 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:42:11.059 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:42:11.060 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/231) 2023-09-21T14:42:11.363 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:42:11.368 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:42:11.368 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:42:11.559 INFO:teuthology.orchestra.run.smithi046.stdout:generic/231 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:42:11.564 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/231 2023-09-21T14:42:11.564 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/231 2023-09-21T14:42:11.564 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:42:11.566 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:42:11.586 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:42:11.586 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/232) 2023-09-21T14:42:11.931 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:42:11.937 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:42:11.937 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:42:12.189 INFO:teuthology.orchestra.run.smithi046.stdout:generic/232 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:42:12.206 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/232 2023-09-21T14:42:12.207 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/232 2023-09-21T14:42:12.207 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:42:12.209 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:42:12.227 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:42:12.228 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/233) 2023-09-21T14:42:12.539 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:42:12.545 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:42:12.545 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:42:12.850 INFO:teuthology.orchestra.run.smithi046.stdout:generic/233 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:42:12.860 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/233 2023-09-21T14:42:12.861 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/233 2023-09-21T14:42:12.861 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:42:12.862 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:42:12.882 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:42:12.883 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/234) 2023-09-21T14:42:13.023 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:42:13.026 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:42:13.241 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:42:13.247 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:42:13.247 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:42:13.864 INFO:teuthology.orchestra.run.smithi046.stdout:generic/234 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:42:13.869 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/234 2023-09-21T14:42:13.869 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/234 2023-09-21T14:42:13.869 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:42:13.871 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:42:13.898 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:42:13.898 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/235) 2023-09-21T14:42:14.247 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:42:14.254 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:42:14.254 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:42:14.478 INFO:teuthology.orchestra.run.smithi046.stdout:generic/235 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:42:14.482 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/235 2023-09-21T14:42:14.482 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/235 2023-09-21T14:42:14.483 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:42:14.485 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:42:14.510 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:42:14.511 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/236) 2023-09-21T14:42:14.828 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:42:14.836 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:42:14.836 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:42:16.183 INFO:teuthology.orchestra.run.smithi046.stdout:generic/236 2s 2023-09-21T14:42:16.190 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/236 2023-09-21T14:42:16.191 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:42:16.193 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:42:16.215 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:42:16.216 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/237) 2023-09-21T14:42:16.906 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:42:16.912 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:42:16.912 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:42:17.256 INFO:teuthology.orchestra.run.smithi046.stdout:generic/237 [not run] ACLs not supported by this filesystem type: ceph-fuse 2023-09-21T14:42:17.262 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/237 2023-09-21T14:42:17.263 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/237 2023-09-21T14:42:17.263 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:42:17.268 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:42:17.289 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:42:17.289 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/238) 2023-09-21T14:42:17.607 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:42:17.612 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:42:17.613 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:42:17.823 INFO:teuthology.orchestra.run.smithi046.stdout:generic/238 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:42:17.827 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/238 2023-09-21T14:42:17.827 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/238 2023-09-21T14:42:17.827 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:42:17.830 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:42:17.850 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:42:17.850 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/239) 2023-09-21T14:42:18.197 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:42:18.205 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:42:18.205 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:42:43.814 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:42:43.835 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:43:14.050 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:43:14.054 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:43:44.311 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:43:44.316 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:44:14.436 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:44:14.444 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:44:14.635 INFO:tasks.ceph.osd.6.smithi057.stderr:2023-09-21T14:44:14.654+0000 7fb7aba13700 -1 Fail to open '/proc/133083/cmdline' error = (2) No such file or directory 2023-09-21T14:44:14.636 INFO:tasks.ceph.osd.6.smithi057.stderr:2023-09-21T14:44:14.654+0000 7fb7aba13700 -1 received signal: Hangup from (PID: 133083) UID: 0 2023-09-21T14:44:14.636 INFO:tasks.ceph.osd.7.smithi057.stderr:2023-09-21T14:44:14.654+0000 7f4f46d57700 -1 Fail to open '/proc/133083/cmdline' error = (2) No such file or directory 2023-09-21T14:44:14.636 INFO:tasks.ceph.osd.7.smithi057.stderr:2023-09-21T14:44:14.654+0000 7f4f46d57700 -1 received signal: Hangup from (PID: 133083) UID: 0 2023-09-21T14:44:14.637 INFO:tasks.ceph.osd.5.smithi057.stderr:2023-09-21T14:44:14.656+0000 7fe1796b5700 -1 Fail to open '/proc/133083/cmdline' error = (2) No such file or directory 2023-09-21T14:44:14.637 INFO:tasks.ceph.osd.5.smithi057.stderr:2023-09-21T14:44:14.656+0000 7fe1796b5700 -1 received signal: Hangup from (PID: 133083) UID: 0 2023-09-21T14:44:14.650 INFO:tasks.ceph.osd.4.smithi057.stderr:2023-09-21T14:44:14.656+0000 7fac42865700 -1 Fail to open '/proc/133083/cmdline' error = (2) No such file or directory 2023-09-21T14:44:14.650 INFO:tasks.ceph.osd.4.smithi057.stderr:2023-09-21T14:44:14.656+0000 7fac42865700 -1 received signal: Hangup from (PID: 133083) UID: 0 2023-09-21T14:44:50.005 INFO:teuthology.orchestra.run.smithi046.stdout:generic/239 152s 2023-09-21T14:44:50.014 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/239 2023-09-21T14:44:50.014 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:44:50.017 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:44:50.038 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:44:50.076 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/240) 2023-09-21T14:44:50.759 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:44:50.764 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:44:50.764 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:44:54.856 INFO:teuthology.orchestra.run.smithi046.stdout:generic/240 4s 2023-09-21T14:44:54.867 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/240 2023-09-21T14:44:54.867 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:44:54.872 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:44:54.899 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:44:54.900 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/241) 2023-09-21T14:44:55.618 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:44:55.624 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:44:55.625 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:46:09.404 INFO:teuthology.orchestra.run.smithi046.stdout:generic/241 74s 2023-09-21T14:46:09.409 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/241 2023-09-21T14:46:09.410 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:46:09.413 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:46:09.439 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:46:09.440 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/242) 2023-09-21T14:46:10.124 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:46:10.128 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:46:10.129 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:46:10.341 INFO:teuthology.orchestra.run.smithi046.stdout:generic/242 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:46:10.347 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/242 2023-09-21T14:46:10.347 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/242 2023-09-21T14:46:10.347 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:46:10.350 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:46:10.373 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:46:10.374 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/243) 2023-09-21T14:46:10.722 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:46:10.725 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:46:10.725 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:46:10.961 INFO:teuthology.orchestra.run.smithi046.stdout:generic/243 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:46:10.965 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/243 2023-09-21T14:46:10.966 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/243 2023-09-21T14:46:10.966 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:46:10.968 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:46:10.990 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:46:10.990 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/244) 2023-09-21T14:46:11.296 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:46:11.301 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:46:11.301 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:46:11.497 INFO:teuthology.orchestra.run.smithi046.stdout:generic/244 [not run] disk quotas not supported by this filesystem type: ceph-fuse 2023-09-21T14:46:11.503 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/244 2023-09-21T14:46:11.504 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/244 2023-09-21T14:46:11.504 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:46:11.513 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:46:11.534 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:46:11.535 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/245) 2023-09-21T14:46:11.828 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:46:11.838 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:46:11.838 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:46:12.356 INFO:teuthology.orchestra.run.smithi046.stdout:generic/245 1s 2023-09-21T14:46:12.362 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/245 2023-09-21T14:46:12.363 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:46:12.365 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:46:12.389 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:46:12.390 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/246) 2023-09-21T14:46:13.066 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:46:13.071 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:46:13.071 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:46:13.384 INFO:teuthology.orchestra.run.smithi046.stdout:generic/246 0s 2023-09-21T14:46:13.392 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/246 2023-09-21T14:46:13.392 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:46:13.394 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:46:13.417 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:46:13.418 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/247) 2023-09-21T14:46:14.095 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:46:14.101 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:46:14.101 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:47:13.539 INFO:teuthology.orchestra.run.smithi046.stdout:generic/247 59s 2023-09-21T14:47:13.619 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/247 2023-09-21T14:47:13.622 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:47:13.622 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:47:13.645 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:47:14.856 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/248) 2023-09-21T14:47:15.568 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:47:15.574 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:47:15.574 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:47:15.857 INFO:teuthology.orchestra.run.smithi046.stdout:generic/248 0s 2023-09-21T14:47:15.865 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/248 2023-09-21T14:47:15.865 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:47:15.869 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:47:15.891 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:47:15.892 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/249) 2023-09-21T14:47:16.241 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:47:16.257 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:47:16.257 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:47:19.463 INFO:teuthology.orchestra.run.smithi046.stdout:generic/249 3s 2023-09-21T14:47:19.472 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/249 2023-09-21T14:47:19.472 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:47:19.476 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:47:19.500 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:47:19.500 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/250) 2023-09-21T14:47:20.167 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:47:20.180 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:47:20.181 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:47:20.470 INFO:teuthology.orchestra.run.smithi046.stdout:generic/250 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:47:20.476 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/250 2023-09-21T14:47:20.476 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/250 2023-09-21T14:47:20.476 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:47:20.479 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:47:20.501 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:47:20.502 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/251) 2023-09-21T14:47:20.808 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:47:20.813 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:47:20.814 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:47:21.052 INFO:teuthology.orchestra.run.smithi046.stdout:generic/251 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:47:21.056 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/251 2023-09-21T14:47:21.057 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/251 2023-09-21T14:47:21.057 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:47:21.059 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:47:21.091 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:47:21.193 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/252) 2023-09-21T14:47:21.565 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:47:21.582 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:47:21.582 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:47:21.835 INFO:teuthology.orchestra.run.smithi046.stdout:generic/252 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:47:21.846 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/252 2023-09-21T14:47:21.846 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/252 2023-09-21T14:47:21.846 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:47:21.849 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:47:21.884 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:47:21.885 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/253) 2023-09-21T14:47:22.286 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:47:22.296 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:47:22.296 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:47:22.514 INFO:teuthology.orchestra.run.smithi046.stdout:generic/253 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:47:22.519 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/253 2023-09-21T14:47:22.519 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/253 2023-09-21T14:47:22.519 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:47:22.522 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:47:22.539 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:47:22.540 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/254) 2023-09-21T14:47:22.895 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:47:22.905 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:47:22.905 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:47:23.167 INFO:teuthology.orchestra.run.smithi046.stdout:generic/254 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:47:23.172 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/254 2023-09-21T14:47:23.172 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/254 2023-09-21T14:47:23.173 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:47:23.175 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:47:23.194 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:47:23.195 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/255) 2023-09-21T14:47:23.540 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:47:23.548 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:47:23.548 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:47:25.766 INFO:teuthology.orchestra.run.smithi046.stdout:generic/255 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-09-21T14:47:25.777 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/255 2023-09-21T14:47:25.777 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/255 2023-09-21T14:47:25.777 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:47:25.780 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:47:25.804 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:47:25.805 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/256) 2023-09-21T14:47:26.501 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:47:26.515 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:47:26.515 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:47:28.430 INFO:teuthology.orchestra.run.smithi046.stdout:generic/256 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:47:28.435 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/256 2023-09-21T14:47:28.435 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/256 2023-09-21T14:47:28.436 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:47:28.438 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:47:28.462 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:47:28.462 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/257) 2023-09-21T14:47:28.733 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:47:28.742 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:47:28.742 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:47:30.987 INFO:teuthology.orchestra.run.smithi046.stdout:generic/257 2s 2023-09-21T14:47:30.994 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/257 2023-09-21T14:47:30.994 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:47:30.997 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:47:31.034 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:47:31.034 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/258) 2023-09-21T14:47:31.782 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:47:31.794 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:47:31.794 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:47:32.036 INFO:teuthology.orchestra.run.smithi046.stdout:generic/258 [failed, exit status 1]- output mismatch (see /tmp/tmp.JI8GoXYvmPxfstests-dev/results//generic/258.out.bad) 2023-09-21T14:47:32.096 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-09-21T14:47:32.098 INFO:teuthology.orchestra.run.smithi046.stdout: --- tests/generic/258.out 2023-09-21 13:06:38.916392579 +0000 2023-09-21T14:47:32.098 INFO:teuthology.orchestra.run.smithi046.stdout: +++ /tmp/tmp.JI8GoXYvmPxfstests-dev/results//generic/258.out.bad 2023-09-21 14:47:32.051596761 +0000 2023-09-21T14:47:32.098 INFO:teuthology.orchestra.run.smithi046.stdout: @@ -1,5 +1,6 @@ 2023-09-21T14:47:32.115 INFO:teuthology.orchestra.run.smithi046.stdout: QA output created by 258 2023-09-21T14:47:32.139 INFO:teuthology.orchestra.run.smithi046.stdout: Creating file with timestamp of Jan 1, 1960 2023-09-21T14:47:32.140 INFO:teuthology.orchestra.run.smithi046.stdout: Testing for negative seconds since epoch 2023-09-21T14:47:32.140 INFO:teuthology.orchestra.run.smithi046.stdout: -Remounting to flush cache 2023-09-21T14:47:32.140 INFO:teuthology.orchestra.run.smithi046.stdout: -Testing for negative seconds since epoch 2023-09-21T14:47:32.141 INFO:teuthology.orchestra.run.smithi046.stdout: +Timestamp wrapped: 3979351756 2023-09-21T14:47:32.141 INFO:teuthology.orchestra.run.smithi046.stdout: +Timestamp wrapped 2023-09-21T14:47:32.141 INFO:teuthology.orchestra.run.smithi046.stdout: +(see /tmp/tmp.JI8GoXYvmPxfstests-dev/results//generic/258.full for details) 2023-09-21T14:47:32.142 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/258 2023-09-21T14:47:32.142 INFO:teuthology.orchestra.run.smithi046.stdout:Failures: generic/258 2023-09-21T14:47:32.142 INFO:teuthology.orchestra.run.smithi046.stdout:Failed 1 of 1 tests 2023-09-21T14:47:32.143 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:47:32.143 INFO:tasks.cephfs.xfstests_dev:Command failed 2023-09-21T14:47:32.143 INFO:tasks.cephfs.xfstests_dev:Command return value: 1 2023-09-21T14:47:32.157 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/259) 2023-09-21T14:47:32.488 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:47:32.493 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:47:32.493 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:47:32.696 INFO:teuthology.orchestra.run.smithi046.stdout:generic/259 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:47:32.704 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/259 2023-09-21T14:47:32.704 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/259 2023-09-21T14:47:32.705 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:47:32.707 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:47:32.725 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:47:32.726 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/260) 2023-09-21T14:47:33.063 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:47:33.068 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:47:33.068 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:47:33.274 INFO:teuthology.orchestra.run.smithi046.stdout:generic/260 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:47:33.285 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/260 2023-09-21T14:47:33.285 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/260 2023-09-21T14:47:33.285 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:47:33.292 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:47:33.324 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:47:33.324 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/261) 2023-09-21T14:47:33.670 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:47:33.677 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:47:33.678 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:47:33.890 INFO:teuthology.orchestra.run.smithi046.stdout:generic/261 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:47:33.897 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/261 2023-09-21T14:47:33.897 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/261 2023-09-21T14:47:33.897 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:47:33.900 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:47:33.923 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:47:33.923 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/262) 2023-09-21T14:47:34.247 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:47:34.259 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:47:34.259 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:47:34.493 INFO:teuthology.orchestra.run.smithi046.stdout:generic/262 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:47:34.507 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/262 2023-09-21T14:47:34.507 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/262 2023-09-21T14:47:34.507 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:47:34.511 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:47:34.536 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:47:34.536 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/263) 2023-09-21T14:47:34.856 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:47:34.873 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:47:34.873 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:47:37.886 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:47:37.950 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:47:38.242 INFO:tasks.ceph.mds.d.smithi057.stderr:2023-09-21T14:47:38.142+0000 7fd7f74e5700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 133138) UID: 0 2023-09-21T14:47:38.305 INFO:tasks.ceph.mds.b.smithi057.stderr:2023-09-21T14:47:38.142+0000 7ff269220700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 133138) UID: 0 2023-09-21T14:49:17.384 INFO:teuthology.orchestra.run.smithi046.stdout:generic/263 103s 2023-09-21T14:49:17.389 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/263 2023-09-21T14:49:17.389 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:49:17.392 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:49:17.409 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:49:17.411 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/264) 2023-09-21T14:49:18.010 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:49:18.015 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:49:18.016 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:49:18.168 INFO:teuthology.orchestra.run.smithi046.stdout:generic/264 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:49:18.173 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/264 2023-09-21T14:49:18.173 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/264 2023-09-21T14:49:18.173 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:49:18.175 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:49:18.196 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:49:18.196 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/265) 2023-09-21T14:49:18.412 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:49:18.417 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:49:18.418 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:49:18.583 INFO:teuthology.orchestra.run.smithi046.stdout:generic/265 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:49:18.588 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/265 2023-09-21T14:49:18.588 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/265 2023-09-21T14:49:18.588 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:49:18.591 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:49:18.613 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:49:18.614 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/266) 2023-09-21T14:49:18.827 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:49:18.833 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:49:18.833 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:49:18.994 INFO:teuthology.orchestra.run.smithi046.stdout:generic/266 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:49:18.999 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/266 2023-09-21T14:49:18.999 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/266 2023-09-21T14:49:18.999 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:49:19.001 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:49:19.021 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:49:19.022 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/267) 2023-09-21T14:49:19.234 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:49:19.239 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:49:19.240 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:49:19.404 INFO:teuthology.orchestra.run.smithi046.stdout:generic/267 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:49:19.409 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/267 2023-09-21T14:49:19.409 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/267 2023-09-21T14:49:19.409 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:49:19.412 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:49:19.434 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:49:19.435 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/268) 2023-09-21T14:49:19.651 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:49:19.656 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:49:19.656 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:49:19.818 INFO:teuthology.orchestra.run.smithi046.stdout:generic/268 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:49:19.823 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/268 2023-09-21T14:49:19.823 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/268 2023-09-21T14:49:19.823 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:49:19.825 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:49:19.846 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:49:19.846 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/269) 2023-09-21T14:49:20.060 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:49:20.065 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:49:20.065 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:49:20.211 INFO:teuthology.orchestra.run.smithi046.stdout:generic/269 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:49:20.215 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/269 2023-09-21T14:49:20.215 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/269 2023-09-21T14:49:20.216 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:49:20.218 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:49:20.238 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:49:20.271 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/270) 2023-09-21T14:49:20.487 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:49:20.492 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:49:20.493 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:49:20.637 INFO:teuthology.orchestra.run.smithi046.stdout:generic/270 [not run] disk quotas not supported by this filesystem type: ceph-fuse 2023-09-21T14:49:20.641 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/270 2023-09-21T14:49:20.642 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/270 2023-09-21T14:49:20.642 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:49:20.644 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:49:20.674 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:49:20.675 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/271) 2023-09-21T14:49:20.888 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:49:20.893 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:49:20.893 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:49:21.066 INFO:teuthology.orchestra.run.smithi046.stdout:generic/271 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:49:21.071 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/271 2023-09-21T14:49:21.071 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/271 2023-09-21T14:49:21.071 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:49:21.074 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:49:21.108 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:49:21.109 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/272) 2023-09-21T14:49:21.324 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:49:21.329 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:49:21.329 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:49:21.491 INFO:teuthology.orchestra.run.smithi046.stdout:generic/272 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:49:21.496 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/272 2023-09-21T14:49:21.496 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/272 2023-09-21T14:49:21.496 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:49:21.498 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:49:21.518 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:49:21.519 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/273) 2023-09-21T14:49:21.733 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:49:21.738 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:49:21.738 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:49:21.881 INFO:teuthology.orchestra.run.smithi046.stdout:generic/273 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:49:21.886 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/273 2023-09-21T14:49:21.886 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/273 2023-09-21T14:49:21.886 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:49:21.888 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:49:21.916 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:49:21.917 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/274) 2023-09-21T14:49:22.131 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:49:22.136 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:49:22.137 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:49:22.280 INFO:teuthology.orchestra.run.smithi046.stdout:generic/274 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:49:22.285 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/274 2023-09-21T14:49:22.285 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/274 2023-09-21T14:49:22.285 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:49:22.287 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:49:22.308 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:49:22.309 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/275) 2023-09-21T14:49:22.531 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:49:22.536 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:49:22.536 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:49:22.681 INFO:teuthology.orchestra.run.smithi046.stdout:generic/275 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:49:22.686 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/275 2023-09-21T14:49:22.686 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/275 2023-09-21T14:49:22.687 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:49:22.688 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:49:22.705 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:49:22.706 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/276) 2023-09-21T14:49:22.919 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:49:22.924 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:49:22.924 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:49:23.087 INFO:teuthology.orchestra.run.smithi046.stdout:generic/276 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:49:23.091 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/276 2023-09-21T14:49:23.091 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/276 2023-09-21T14:49:23.092 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:49:23.094 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:49:23.118 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:49:23.119 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/277) 2023-09-21T14:49:23.332 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:49:23.337 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:49:23.337 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:49:23.490 INFO:teuthology.orchestra.run.smithi046.stdout:generic/277 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:49:23.494 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/277 2023-09-21T14:49:23.494 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/277 2023-09-21T14:49:23.495 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:49:23.497 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:49:23.517 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:49:23.518 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/278) 2023-09-21T14:49:23.731 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:49:23.735 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:49:23.736 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:49:23.898 INFO:teuthology.orchestra.run.smithi046.stdout:generic/278 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:49:23.903 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/278 2023-09-21T14:49:23.903 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/278 2023-09-21T14:49:23.903 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:49:23.905 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:49:23.926 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:49:23.926 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/279) 2023-09-21T14:49:24.142 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:49:24.147 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:49:24.147 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:49:24.310 INFO:teuthology.orchestra.run.smithi046.stdout:generic/279 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:49:24.315 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/279 2023-09-21T14:49:24.315 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/279 2023-09-21T14:49:24.315 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:49:24.318 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:49:24.344 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:49:24.344 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/280) 2023-09-21T14:49:24.555 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:49:24.560 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:49:24.561 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:49:24.724 INFO:teuthology.orchestra.run.smithi046.stdout:generic/280 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:49:24.728 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/280 2023-09-21T14:49:24.728 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/280 2023-09-21T14:49:24.728 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:49:24.731 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:49:24.750 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:49:24.751 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/281) 2023-09-21T14:49:24.967 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:49:24.972 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:49:24.972 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:49:25.137 INFO:teuthology.orchestra.run.smithi046.stdout:generic/281 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:49:25.141 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/281 2023-09-21T14:49:25.141 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/281 2023-09-21T14:49:25.142 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:49:25.144 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:49:25.162 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:49:25.163 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/282) 2023-09-21T14:49:25.378 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:49:25.383 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:49:25.383 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:49:25.570 INFO:teuthology.orchestra.run.smithi046.stdout:generic/282 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:49:25.575 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/282 2023-09-21T14:49:25.575 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/282 2023-09-21T14:49:25.575 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:49:25.578 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:49:25.599 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:49:25.599 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/283) 2023-09-21T14:49:25.815 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:49:25.820 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:49:25.820 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:49:25.983 INFO:teuthology.orchestra.run.smithi046.stdout:generic/283 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:49:25.988 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/283 2023-09-21T14:49:25.988 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/283 2023-09-21T14:49:25.988 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:49:25.990 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:49:26.014 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:49:26.015 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/284) 2023-09-21T14:49:26.228 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:49:26.233 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:49:26.233 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:49:26.377 INFO:teuthology.orchestra.run.smithi046.stdout:generic/284 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:49:26.381 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/284 2023-09-21T14:49:26.382 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/284 2023-09-21T14:49:26.382 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:49:26.384 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:49:26.408 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:49:26.408 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/285) 2023-09-21T14:49:26.621 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:49:26.626 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:49:26.626 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:49:28.554 INFO:teuthology.orchestra.run.smithi046.stdout:generic/285 2s 2023-09-21T14:49:28.558 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/285 2023-09-21T14:49:28.558 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:49:28.560 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:49:28.583 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:49:28.604 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/286) 2023-09-21T14:49:29.332 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:49:29.350 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:49:29.350 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:50:15.152 INFO:teuthology.orchestra.run.smithi046.stdout:generic/286 46s 2023-09-21T14:50:15.176 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/286 2023-09-21T14:50:15.177 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:50:15.185 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:50:15.205 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:50:15.206 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/287) 2023-09-21T14:50:15.825 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:50:15.829 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:50:15.829 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:50:15.984 INFO:teuthology.orchestra.run.smithi046.stdout:generic/287 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:50:15.988 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/287 2023-09-21T14:50:15.988 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/287 2023-09-21T14:50:15.989 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:50:15.991 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:50:16.014 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:50:16.015 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/288) 2023-09-21T14:50:16.297 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:50:16.306 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:50:16.307 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:50:16.473 INFO:teuthology.orchestra.run.smithi046.stdout:generic/288 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:50:16.477 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/288 2023-09-21T14:50:16.478 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/288 2023-09-21T14:50:16.478 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:50:16.480 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:50:16.504 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:50:16.505 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/289) 2023-09-21T14:50:16.715 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:50:16.720 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:50:16.721 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:50:16.862 INFO:teuthology.orchestra.run.smithi046.stdout:generic/289 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:50:16.867 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/289 2023-09-21T14:50:16.867 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/289 2023-09-21T14:50:16.867 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:50:16.869 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:50:16.895 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:50:16.896 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/290) 2023-09-21T14:50:17.113 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:50:17.118 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:50:17.119 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:50:17.261 INFO:teuthology.orchestra.run.smithi046.stdout:generic/290 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:50:17.265 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/290 2023-09-21T14:50:17.265 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/290 2023-09-21T14:50:17.265 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:50:17.267 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:50:17.286 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:50:17.286 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/291) 2023-09-21T14:50:17.508 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:50:17.514 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:50:17.514 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:50:17.660 INFO:teuthology.orchestra.run.smithi046.stdout:generic/291 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:50:17.664 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/291 2023-09-21T14:50:17.665 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/291 2023-09-21T14:50:17.665 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:50:17.667 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:50:17.689 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:50:17.690 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/292) 2023-09-21T14:50:17.903 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:50:17.908 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:50:17.908 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:50:18.055 INFO:teuthology.orchestra.run.smithi046.stdout:generic/292 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:50:18.060 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/292 2023-09-21T14:50:18.060 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/292 2023-09-21T14:50:18.060 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:50:18.062 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:50:18.083 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:50:18.083 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/293) 2023-09-21T14:50:18.293 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:50:18.298 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:50:18.298 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:50:18.439 INFO:teuthology.orchestra.run.smithi046.stdout:generic/293 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:50:18.444 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/293 2023-09-21T14:50:18.444 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/293 2023-09-21T14:50:18.444 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:50:18.447 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:50:18.468 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:50:18.469 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/294) 2023-09-21T14:50:18.684 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:50:18.690 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:50:18.690 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:50:18.845 INFO:teuthology.orchestra.run.smithi046.stdout:generic/294 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:50:18.848 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/294 2023-09-21T14:50:18.848 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/294 2023-09-21T14:50:18.849 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:50:18.851 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:50:18.871 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:50:18.872 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/295) 2023-09-21T14:50:19.090 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:50:19.096 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:50:19.096 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:50:19.244 INFO:teuthology.orchestra.run.smithi046.stdout:generic/295 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:50:19.248 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/295 2023-09-21T14:50:19.248 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/295 2023-09-21T14:50:19.249 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:50:19.251 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:50:19.270 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:50:19.270 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/296) 2023-09-21T14:50:19.486 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:50:19.491 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:50:19.492 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:50:19.639 INFO:teuthology.orchestra.run.smithi046.stdout:generic/296 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:50:19.644 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/296 2023-09-21T14:50:19.644 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/296 2023-09-21T14:50:19.644 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:50:19.647 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:50:19.663 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:50:19.664 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/297) 2023-09-21T14:50:19.882 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:50:19.887 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:50:19.888 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:50:20.041 INFO:teuthology.orchestra.run.smithi046.stdout:generic/297 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:50:20.045 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/297 2023-09-21T14:50:20.046 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/297 2023-09-21T14:50:20.046 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:50:20.048 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:50:20.066 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:50:20.067 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/298) 2023-09-21T14:50:20.283 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:50:20.288 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:50:20.288 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:50:20.441 INFO:teuthology.orchestra.run.smithi046.stdout:generic/298 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:50:20.446 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/298 2023-09-21T14:50:20.446 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/298 2023-09-21T14:50:20.446 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:50:20.448 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:50:20.475 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:50:20.476 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/299) 2023-09-21T14:50:20.690 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:50:20.695 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:50:20.695 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:50:20.843 INFO:teuthology.orchestra.run.smithi046.stdout:generic/299 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:50:20.847 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/299 2023-09-21T14:50:20.847 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/299 2023-09-21T14:50:20.848 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:50:20.850 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:50:20.876 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:50:20.876 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/300) 2023-09-21T14:50:21.089 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:50:21.094 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:50:21.094 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:50:21.237 INFO:teuthology.orchestra.run.smithi046.stdout:generic/300 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:50:21.242 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/300 2023-09-21T14:50:21.242 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/300 2023-09-21T14:50:21.242 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:50:21.245 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:50:21.268 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:50:21.269 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/301) 2023-09-21T14:50:21.485 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:50:21.521 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:50:21.522 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:50:21.637 INFO:teuthology.orchestra.run.smithi046.stdout:generic/301 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:50:21.641 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/301 2023-09-21T14:50:21.642 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/301 2023-09-21T14:50:21.642 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:50:21.644 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:50:21.673 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:50:21.674 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/302) 2023-09-21T14:50:21.887 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:50:21.892 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:50:21.892 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:50:22.038 INFO:teuthology.orchestra.run.smithi046.stdout:generic/302 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:50:22.042 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/302 2023-09-21T14:50:22.042 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/302 2023-09-21T14:50:22.043 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:50:22.045 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:50:22.072 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:50:22.072 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/303) 2023-09-21T14:50:22.291 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:50:22.296 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:50:22.296 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:50:22.511 INFO:teuthology.orchestra.run.smithi046.stdout:generic/303 [not run] Reflink not supported by test filesystem type: ceph-fuse 2023-09-21T14:50:22.515 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/303 2023-09-21T14:50:22.515 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/303 2023-09-21T14:50:22.515 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:50:22.517 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:50:22.535 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:50:22.535 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/304) 2023-09-21T14:50:23.131 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:50:23.135 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:50:23.136 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:50:23.346 INFO:teuthology.orchestra.run.smithi046.stdout:generic/304 [not run] Dedupe not supported by test filesystem type: ceph-fuse 2023-09-21T14:50:23.350 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/304 2023-09-21T14:50:23.350 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/304 2023-09-21T14:50:23.351 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:50:23.353 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:50:23.378 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:50:23.378 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/305) 2023-09-21T14:50:23.992 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:50:23.997 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:50:23.998 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:50:24.140 INFO:teuthology.orchestra.run.smithi046.stdout:generic/305 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:50:24.144 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/305 2023-09-21T14:50:24.145 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/305 2023-09-21T14:50:24.145 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:50:24.147 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:50:24.163 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:50:24.163 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/306) 2023-09-21T14:50:24.370 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:50:24.375 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:50:24.376 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:50:24.518 INFO:teuthology.orchestra.run.smithi046.stdout:generic/306 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:50:24.522 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/306 2023-09-21T14:50:24.522 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/306 2023-09-21T14:50:24.523 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:50:24.525 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:50:24.554 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:50:24.555 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/307) 2023-09-21T14:50:24.771 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:50:24.776 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:50:24.776 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:50:24.928 INFO:teuthology.orchestra.run.smithi046.stdout:generic/307 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:50:24.932 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/307 2023-09-21T14:50:24.932 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/307 2023-09-21T14:50:24.933 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:50:24.935 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:50:24.957 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:50:24.957 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/308) 2023-09-21T14:50:25.182 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:50:25.187 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:50:25.187 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:50:25.374 INFO:teuthology.orchestra.run.smithi046.stdout:generic/308 0s 2023-09-21T14:50:25.380 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/308 2023-09-21T14:50:25.380 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:50:25.383 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:50:25.400 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:50:25.400 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/309) 2023-09-21T14:50:25.614 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:50:25.619 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:50:25.620 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:50:26.843 INFO:teuthology.orchestra.run.smithi046.stdout:generic/309 1s 2023-09-21T14:50:26.849 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/309 2023-09-21T14:50:26.849 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:50:26.852 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:50:26.872 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:50:26.872 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/310) 2023-09-21T14:50:27.459 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:50:27.464 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:50:27.464 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:50:33.031 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:50:33.034 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:51:03.102 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:51:03.107 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:51:33.216 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:51:33.221 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:51:55.900 INFO:teuthology.orchestra.run.smithi046.stdout:generic/310 88s 2023-09-21T14:51:55.905 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/310 2023-09-21T14:51:55.906 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:51:55.908 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:51:55.938 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:51:55.940 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/311) 2023-09-21T14:51:56.158 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:51:56.165 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:51:56.166 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:51:56.869 INFO:teuthology.orchestra.run.smithi046.stdout:generic/311 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:51:56.874 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/311 2023-09-21T14:51:56.874 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/311 2023-09-21T14:51:56.875 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:51:56.876 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:51:56.902 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:51:56.903 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/312) 2023-09-21T14:51:57.106 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:51:57.111 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:51:57.111 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:51:57.451 INFO:teuthology.orchestra.run.smithi046.stdout:generic/312 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:51:57.455 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/312 2023-09-21T14:51:57.455 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/312 2023-09-21T14:51:57.456 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:51:57.457 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:51:57.477 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:51:57.478 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/313) 2023-09-21T14:51:57.680 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:51:57.685 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:51:57.685 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:52:01.917 INFO:teuthology.orchestra.run.smithi046.stdout:generic/313 4s 2023-09-21T14:52:01.923 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/313 2023-09-21T14:52:01.923 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:52:01.926 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:52:01.950 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:52:01.951 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/314) 2023-09-21T14:52:02.168 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:52:02.174 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:52:02.174 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:52:02.674 INFO:teuthology.orchestra.run.smithi046.stdout:generic/314 0s 2023-09-21T14:52:02.680 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/314 2023-09-21T14:52:02.680 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:52:02.682 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:52:02.703 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:52:02.704 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/315) 2023-09-21T14:52:02.917 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:52:02.922 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:52:02.922 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:52:03.289 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:52:03.293 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:52:04.036 INFO:teuthology.orchestra.run.smithi046.stdout:generic/315 2s 2023-09-21T14:52:04.042 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/315 2023-09-21T14:52:04.042 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:52:04.045 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:52:04.063 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:52:04.063 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/316) 2023-09-21T14:52:04.646 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:52:04.651 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:52:04.651 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:52:05.868 INFO:teuthology.orchestra.run.smithi046.stdout:generic/316 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-09-21T14:52:05.872 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/316 2023-09-21T14:52:05.873 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/316 2023-09-21T14:52:05.873 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:52:05.875 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:52:05.895 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:52:05.896 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/317) 2023-09-21T14:52:06.478 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:52:06.483 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:52:06.483 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:52:06.633 INFO:teuthology.orchestra.run.smithi046.stdout:generic/317 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:52:06.637 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/317 2023-09-21T14:52:06.637 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/317 2023-09-21T14:52:06.637 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:52:06.639 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:52:06.665 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:52:06.665 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/318) 2023-09-21T14:52:06.879 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:52:06.885 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:52:06.885 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:52:07.032 INFO:teuthology.orchestra.run.smithi046.stdout:generic/318 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:52:07.036 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/318 2023-09-21T14:52:07.037 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/318 2023-09-21T14:52:07.037 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:52:07.039 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:52:07.063 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:52:07.064 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/319) 2023-09-21T14:52:07.278 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:52:07.283 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:52:07.283 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:52:07.466 INFO:teuthology.orchestra.run.smithi046.stdout:generic/319 [not run] ACLs not supported by this filesystem type: ceph-fuse 2023-09-21T14:52:07.470 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/319 2023-09-21T14:52:07.470 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/319 2023-09-21T14:52:07.471 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:52:07.473 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:52:07.490 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:52:07.491 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/320) 2023-09-21T14:52:07.705 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:52:07.710 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:52:07.710 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:52:07.854 INFO:teuthology.orchestra.run.smithi046.stdout:generic/320 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:52:07.859 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/320 2023-09-21T14:52:07.859 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/320 2023-09-21T14:52:07.859 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:52:07.861 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:52:07.888 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:52:07.888 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/321) 2023-09-21T14:52:08.105 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:52:08.110 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:52:08.110 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:52:08.320 INFO:teuthology.orchestra.run.smithi046.stdout:generic/321 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:52:08.324 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/321 2023-09-21T14:52:08.325 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/321 2023-09-21T14:52:08.325 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:52:08.327 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:52:08.347 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:52:08.348 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/322) 2023-09-21T14:52:08.562 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:52:08.567 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:52:08.567 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:52:08.730 INFO:teuthology.orchestra.run.smithi046.stdout:generic/322 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:52:08.734 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/322 2023-09-21T14:52:08.735 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/322 2023-09-21T14:52:08.735 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:52:08.737 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:52:08.755 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:52:08.756 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/323) 2023-09-21T14:52:08.969 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:52:08.974 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:52:08.975 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:52:33.665 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:52:33.670 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:53:03.778 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:53:03.781 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:53:33.867 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:53:33.871 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:54:04.233 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:54:04.237 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:54:10.342 INFO:teuthology.orchestra.run.smithi046.stdout:generic/323 122s 2023-09-21T14:54:10.357 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/323 2023-09-21T14:54:10.358 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:10.360 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:10.387 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:10.406 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/324) 2023-09-21T14:54:10.969 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:10.974 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:10.975 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:11.159 INFO:teuthology.orchestra.run.smithi046.stdout:generic/324 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:54:11.163 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/324 2023-09-21T14:54:11.164 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/324 2023-09-21T14:54:11.164 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:11.166 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:11.188 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:11.189 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/325) 2023-09-21T14:54:11.407 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:11.412 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:11.412 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:11.622 INFO:teuthology.orchestra.run.smithi046.stdout:generic/325 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:54:11.627 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/325 2023-09-21T14:54:11.627 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/325 2023-09-21T14:54:11.627 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:11.630 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:11.649 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:11.649 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/326) 2023-09-21T14:54:11.865 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:11.871 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:11.871 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:12.019 INFO:teuthology.orchestra.run.smithi046.stdout:generic/326 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:54:12.024 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/326 2023-09-21T14:54:12.024 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/326 2023-09-21T14:54:12.024 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:12.026 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:12.048 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:12.049 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/327) 2023-09-21T14:54:12.263 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:12.268 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:12.268 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:12.417 INFO:teuthology.orchestra.run.smithi046.stdout:generic/327 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:54:12.422 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/327 2023-09-21T14:54:12.422 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/327 2023-09-21T14:54:12.422 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:12.425 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:12.447 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:12.447 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/328) 2023-09-21T14:54:12.663 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:12.668 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:12.668 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:12.812 INFO:teuthology.orchestra.run.smithi046.stdout:generic/328 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:54:12.816 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/328 2023-09-21T14:54:12.816 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/328 2023-09-21T14:54:12.816 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:12.819 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:12.836 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:12.837 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/329) 2023-09-21T14:54:13.050 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:13.055 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:13.055 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:13.217 INFO:teuthology.orchestra.run.smithi046.stdout:generic/329 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:54:13.221 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/329 2023-09-21T14:54:13.221 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/329 2023-09-21T14:54:13.222 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:13.224 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:13.251 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:13.252 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/330) 2023-09-21T14:54:13.463 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:13.468 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:13.468 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:13.612 INFO:teuthology.orchestra.run.smithi046.stdout:generic/330 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:54:13.617 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/330 2023-09-21T14:54:13.617 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/330 2023-09-21T14:54:13.617 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:13.620 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:13.645 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:13.646 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/331) 2023-09-21T14:54:13.860 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:13.865 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:13.866 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:14.030 INFO:teuthology.orchestra.run.smithi046.stdout:generic/331 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:54:14.034 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/331 2023-09-21T14:54:14.034 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/331 2023-09-21T14:54:14.035 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:14.037 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:14.057 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:14.057 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/332) 2023-09-21T14:54:14.270 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:14.276 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:14.276 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:14.420 INFO:teuthology.orchestra.run.smithi046.stdout:generic/332 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:54:14.425 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/332 2023-09-21T14:54:14.425 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/332 2023-09-21T14:54:14.425 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:14.428 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:14.453 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:14.454 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/333) 2023-09-21T14:54:14.670 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:14.675 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:14.676 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:14.821 INFO:teuthology.orchestra.run.smithi046.stdout:generic/333 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:54:14.825 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/333 2023-09-21T14:54:14.825 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/333 2023-09-21T14:54:14.826 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:14.828 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:14.846 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:14.846 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/334) 2023-09-21T14:54:15.057 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:15.062 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:15.062 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:15.205 INFO:teuthology.orchestra.run.smithi046.stdout:generic/334 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:54:15.210 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/334 2023-09-21T14:54:15.210 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/334 2023-09-21T14:54:15.210 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:15.212 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:15.237 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:15.238 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/335) 2023-09-21T14:54:15.455 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:15.460 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:15.460 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:15.635 INFO:teuthology.orchestra.run.smithi046.stdout:generic/335 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:54:15.639 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/335 2023-09-21T14:54:15.640 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/335 2023-09-21T14:54:15.640 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:15.642 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:15.662 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:15.662 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/336) 2023-09-21T14:54:15.875 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:15.880 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:15.880 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:16.041 INFO:teuthology.orchestra.run.smithi046.stdout:generic/336 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:54:16.045 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/336 2023-09-21T14:54:16.046 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/336 2023-09-21T14:54:16.046 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:16.048 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:16.068 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:16.069 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/337) 2023-09-21T14:54:16.283 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:16.290 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:16.290 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:16.540 INFO:teuthology.orchestra.run.smithi046.stdout:generic/337 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:54:16.545 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/337 2023-09-21T14:54:16.545 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/337 2023-09-21T14:54:16.545 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:16.548 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:16.572 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:16.572 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/338) 2023-09-21T14:54:16.785 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:16.790 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:16.790 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:17.014 INFO:teuthology.orchestra.run.smithi046.stdout:generic/338 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:54:17.019 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/338 2023-09-21T14:54:17.019 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/338 2023-09-21T14:54:17.019 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:17.021 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:17.044 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:17.045 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/339) 2023-09-21T14:54:17.256 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:17.261 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:17.261 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:17.451 INFO:teuthology.orchestra.run.smithi046.stdout:generic/339 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:54:17.455 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/339 2023-09-21T14:54:17.456 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/339 2023-09-21T14:54:17.456 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:17.458 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:17.484 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:17.485 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/340) 2023-09-21T14:54:17.702 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:17.708 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:17.708 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:17.872 INFO:teuthology.orchestra.run.smithi046.stdout:generic/340 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:54:17.877 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/340 2023-09-21T14:54:17.877 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/340 2023-09-21T14:54:17.878 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:17.880 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:17.901 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:17.902 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/341) 2023-09-21T14:54:18.116 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:18.121 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:18.121 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:18.295 INFO:teuthology.orchestra.run.smithi046.stdout:generic/341 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:54:18.300 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/341 2023-09-21T14:54:18.300 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/341 2023-09-21T14:54:18.301 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:18.303 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:18.320 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:18.321 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/342) 2023-09-21T14:54:18.534 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:18.539 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:18.539 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:18.699 INFO:teuthology.orchestra.run.smithi046.stdout:generic/342 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:54:18.703 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/342 2023-09-21T14:54:18.703 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/342 2023-09-21T14:54:18.703 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:18.706 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:18.729 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:18.730 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/343) 2023-09-21T14:54:18.944 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:18.949 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:18.950 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:19.115 INFO:teuthology.orchestra.run.smithi046.stdout:generic/343 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:54:19.120 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/343 2023-09-21T14:54:19.120 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/343 2023-09-21T14:54:19.120 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:19.123 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:19.141 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:19.142 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/344) 2023-09-21T14:54:19.355 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:19.361 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:19.361 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:19.503 INFO:teuthology.orchestra.run.smithi046.stdout:generic/344 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:54:19.507 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/344 2023-09-21T14:54:19.507 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/344 2023-09-21T14:54:19.508 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:19.510 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:19.529 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:19.530 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/345) 2023-09-21T14:54:19.745 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:19.750 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:19.750 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:19.891 INFO:teuthology.orchestra.run.smithi046.stdout:generic/345 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:54:19.895 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/345 2023-09-21T14:54:19.895 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/345 2023-09-21T14:54:19.896 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:19.898 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:19.917 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:19.918 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/346) 2023-09-21T14:54:20.134 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:20.139 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:20.139 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:20.283 INFO:teuthology.orchestra.run.smithi046.stdout:generic/346 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:54:20.287 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/346 2023-09-21T14:54:20.287 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/346 2023-09-21T14:54:20.287 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:20.290 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:20.309 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:20.310 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/347) 2023-09-21T14:54:20.525 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:20.530 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:20.530 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:20.726 INFO:teuthology.orchestra.run.smithi046.stdout:generic/347 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:54:20.730 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/347 2023-09-21T14:54:20.731 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/347 2023-09-21T14:54:20.731 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:20.733 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:20.757 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:20.758 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/348) 2023-09-21T14:54:20.971 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:20.976 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:20.976 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:21.136 INFO:teuthology.orchestra.run.smithi046.stdout:generic/348 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:54:21.141 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/348 2023-09-21T14:54:21.141 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/348 2023-09-21T14:54:21.141 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:21.144 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:21.166 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:21.166 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/349) 2023-09-21T14:54:21.378 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:21.384 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:21.384 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:22.639 INFO:teuthology.orchestra.run.smithi046.stdout:generic/349 [not run] xfs_io fzero failed (old kernel/wrong fs?) 2023-09-21T14:54:22.643 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/349 2023-09-21T14:54:22.643 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/349 2023-09-21T14:54:22.644 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:22.646 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:22.668 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:22.669 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/350) 2023-09-21T14:54:22.882 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:22.885 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:22.885 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:24.733 INFO:teuthology.orchestra.run.smithi046.stdout:generic/350 2s 2023-09-21T14:54:24.739 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/350 2023-09-21T14:54:24.739 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:24.741 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:24.751 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:24.752 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/351) 2023-09-21T14:54:24.969 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:24.974 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:24.975 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:26.138 INFO:teuthology.orchestra.run.smithi046.stdout:generic/351 [not run] xfs_io finsert failed (old kernel/wrong fs?) 2023-09-21T14:54:26.142 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/351 2023-09-21T14:54:26.142 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/351 2023-09-21T14:54:26.143 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:26.145 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:26.160 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:26.161 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/352) 2023-09-21T14:54:26.728 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:26.732 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:26.733 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:26.893 INFO:teuthology.orchestra.run.smithi046.stdout:generic/352 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:54:26.898 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/352 2023-09-21T14:54:26.898 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/352 2023-09-21T14:54:26.898 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:26.900 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:26.924 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:26.924 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/353) 2023-09-21T14:54:27.139 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:27.144 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:27.144 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:27.291 INFO:teuthology.orchestra.run.smithi046.stdout:generic/353 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:54:27.295 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/353 2023-09-21T14:54:27.296 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/353 2023-09-21T14:54:27.296 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:27.298 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:27.325 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:27.325 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/354) 2023-09-21T14:54:27.541 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:27.546 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:27.546 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:27.689 INFO:teuthology.orchestra.run.smithi046.stdout:generic/354 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:54:27.694 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/354 2023-09-21T14:54:27.694 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/354 2023-09-21T14:54:27.694 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:27.697 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:27.712 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:27.713 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/355) 2023-09-21T14:54:27.936 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:27.941 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:27.942 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:28.563 INFO:teuthology.orchestra.run.smithi046.stdout:generic/355 1s 2023-09-21T14:54:28.569 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/355 2023-09-21T14:54:28.569 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:28.571 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:28.592 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:28.592 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/356) 2023-09-21T14:54:29.144 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:29.149 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:29.150 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:29.292 INFO:teuthology.orchestra.run.smithi046.stdout:generic/356 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:54:29.296 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/356 2023-09-21T14:54:29.297 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/356 2023-09-21T14:54:29.297 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:29.299 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:29.321 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:29.322 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/357) 2023-09-21T14:54:29.541 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:29.545 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:29.546 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:29.693 INFO:teuthology.orchestra.run.smithi046.stdout:generic/357 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:54:29.697 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/357 2023-09-21T14:54:29.697 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/357 2023-09-21T14:54:29.698 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:29.700 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:29.722 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:29.723 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/358) 2023-09-21T14:54:29.939 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:29.944 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:29.945 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:30.090 INFO:teuthology.orchestra.run.smithi046.stdout:generic/358 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:54:30.095 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/358 2023-09-21T14:54:30.095 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/358 2023-09-21T14:54:30.095 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:30.097 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:30.120 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:30.120 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/359) 2023-09-21T14:54:30.335 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:30.340 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:30.340 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:30.486 INFO:teuthology.orchestra.run.smithi046.stdout:generic/359 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:54:30.491 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/359 2023-09-21T14:54:30.491 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/359 2023-09-21T14:54:30.491 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:30.493 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:30.513 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:30.514 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/360) 2023-09-21T14:54:30.732 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:30.737 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:30.737 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:30.975 INFO:teuthology.orchestra.run.smithi046.stdout:generic/360 0s 2023-09-21T14:54:30.981 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/360 2023-09-21T14:54:30.981 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:30.984 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:31.004 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:31.004 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/361) 2023-09-21T14:54:31.224 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:31.230 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:31.230 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:31.403 INFO:teuthology.orchestra.run.smithi046.stdout:generic/361 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:54:31.407 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/361 2023-09-21T14:54:31.408 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/361 2023-09-21T14:54:31.408 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:31.410 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:31.432 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:31.433 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/362) 2023-09-21T14:54:31.649 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:31.655 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:31.655 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:31.798 INFO:teuthology.orchestra.run.smithi046.stdout:generic/362 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:54:31.802 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/362 2023-09-21T14:54:31.802 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/362 2023-09-21T14:54:31.803 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:31.805 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:31.830 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:31.830 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/363) 2023-09-21T14:54:32.044 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:32.049 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:32.050 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:32.192 INFO:teuthology.orchestra.run.smithi046.stdout:generic/363 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:54:32.197 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/363 2023-09-21T14:54:32.197 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/363 2023-09-21T14:54:32.197 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:32.199 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:32.221 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:32.222 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/364) 2023-09-21T14:54:32.436 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:32.441 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:32.442 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:32.599 INFO:teuthology.orchestra.run.smithi046.stdout:generic/364 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:54:32.603 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/364 2023-09-21T14:54:32.604 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/364 2023-09-21T14:54:32.604 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:32.606 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:32.629 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:32.630 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/365) 2023-09-21T14:54:32.845 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:32.850 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:32.850 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:32.995 INFO:teuthology.orchestra.run.smithi046.stdout:generic/365 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:54:33.000 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/365 2023-09-21T14:54:33.000 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/365 2023-09-21T14:54:33.000 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:33.003 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:33.021 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:33.022 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/366) 2023-09-21T14:54:33.240 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:33.245 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:33.245 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:33.389 INFO:teuthology.orchestra.run.smithi046.stdout:generic/366 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:54:33.393 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/366 2023-09-21T14:54:33.394 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/366 2023-09-21T14:54:33.394 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:33.396 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:33.413 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:33.414 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/367) 2023-09-21T14:54:33.630 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:33.635 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:33.635 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:33.776 INFO:teuthology.orchestra.run.smithi046.stdout:generic/367 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:54:33.781 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/367 2023-09-21T14:54:33.781 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/367 2023-09-21T14:54:33.781 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:33.783 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:33.804 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:33.805 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/368) 2023-09-21T14:54:34.021 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:34.026 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:34.026 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:34.187 INFO:teuthology.orchestra.run.smithi046.stdout:generic/368 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:54:34.192 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/368 2023-09-21T14:54:34.192 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/368 2023-09-21T14:54:34.193 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:34.195 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:34.214 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:34.214 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/369) 2023-09-21T14:54:34.315 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:54:34.318 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:54:34.432 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:34.437 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:34.437 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:34.576 INFO:teuthology.orchestra.run.smithi046.stdout:generic/369 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:54:34.581 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/369 2023-09-21T14:54:34.581 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/369 2023-09-21T14:54:34.581 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:34.585 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:34.603 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:34.604 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/370) 2023-09-21T14:54:34.821 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:34.826 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:34.827 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:34.968 INFO:teuthology.orchestra.run.smithi046.stdout:generic/370 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:54:34.972 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/370 2023-09-21T14:54:34.972 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/370 2023-09-21T14:54:34.973 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:34.975 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:34.995 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:34.996 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/371) 2023-09-21T14:54:35.215 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:35.221 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:35.221 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:35.364 INFO:teuthology.orchestra.run.smithi046.stdout:generic/371 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:54:35.368 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/371 2023-09-21T14:54:35.368 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/371 2023-09-21T14:54:35.369 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:35.371 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:35.389 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:35.390 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/372) 2023-09-21T14:54:35.605 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:35.610 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:35.610 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:35.756 INFO:teuthology.orchestra.run.smithi046.stdout:generic/372 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:54:35.761 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/372 2023-09-21T14:54:35.761 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/372 2023-09-21T14:54:35.761 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:35.763 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:35.784 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:35.785 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/373) 2023-09-21T14:54:35.999 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:36.005 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:36.005 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:36.152 INFO:teuthology.orchestra.run.smithi046.stdout:generic/373 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:54:36.157 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/373 2023-09-21T14:54:36.157 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/373 2023-09-21T14:54:36.157 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:36.159 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:36.184 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:36.184 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/374) 2023-09-21T14:54:36.401 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:36.406 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:36.406 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:36.552 INFO:teuthology.orchestra.run.smithi046.stdout:generic/374 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:54:36.557 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/374 2023-09-21T14:54:36.557 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/374 2023-09-21T14:54:36.557 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:36.559 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:36.583 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:36.583 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/375) 2023-09-21T14:54:36.798 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:36.803 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:36.804 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:36.989 INFO:teuthology.orchestra.run.smithi046.stdout:generic/375 [not run] ACLs not supported by this filesystem type: ceph-fuse 2023-09-21T14:54:36.993 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/375 2023-09-21T14:54:36.993 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/375 2023-09-21T14:54:36.993 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:36.995 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:37.010 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:37.011 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/376) 2023-09-21T14:54:37.225 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:37.230 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:37.230 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:37.416 INFO:teuthology.orchestra.run.smithi046.stdout:generic/376 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:54:37.421 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/376 2023-09-21T14:54:37.421 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/376 2023-09-21T14:54:37.421 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:37.424 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:37.445 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:37.446 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/377) 2023-09-21T14:54:37.663 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:37.668 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:37.668 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:37.814 INFO:teuthology.orchestra.run.smithi046.stdout:generic/377 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:54:37.819 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/377 2023-09-21T14:54:37.819 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/377 2023-09-21T14:54:37.819 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:37.822 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:37.854 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:37.854 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/378) 2023-09-21T14:54:38.070 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:38.075 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:38.075 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:38.341 INFO:teuthology.orchestra.run.smithi046.stdout:generic/378 0s 2023-09-21T14:54:38.347 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/378 2023-09-21T14:54:38.347 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:38.350 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:38.371 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:38.372 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/379) 2023-09-21T14:54:38.940 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:38.945 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:38.945 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:39.090 INFO:teuthology.orchestra.run.smithi046.stdout:generic/379 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:54:39.094 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/379 2023-09-21T14:54:39.094 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/379 2023-09-21T14:54:39.094 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:39.097 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:39.118 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:39.119 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/380) 2023-09-21T14:54:39.331 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:39.336 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:39.337 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:39.482 INFO:teuthology.orchestra.run.smithi046.stdout:generic/380 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:54:39.487 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/380 2023-09-21T14:54:39.487 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/380 2023-09-21T14:54:39.487 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:39.490 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:39.521 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:39.522 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/381) 2023-09-21T14:54:39.738 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:39.743 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:39.743 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:39.900 INFO:teuthology.orchestra.run.smithi046.stdout:generic/381 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:54:39.904 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/381 2023-09-21T14:54:39.904 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/381 2023-09-21T14:54:39.905 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:39.907 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:39.928 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:39.929 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/382) 2023-09-21T14:54:40.143 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:40.149 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:40.149 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:40.296 INFO:teuthology.orchestra.run.smithi046.stdout:generic/382 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:54:40.300 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/382 2023-09-21T14:54:40.300 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/382 2023-09-21T14:54:40.301 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:40.305 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:40.323 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:40.324 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/383) 2023-09-21T14:54:40.539 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:40.544 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:40.544 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:40.692 INFO:teuthology.orchestra.run.smithi046.stdout:generic/383 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:54:40.697 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/383 2023-09-21T14:54:40.697 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/383 2023-09-21T14:54:40.697 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:40.700 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:40.717 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:40.718 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/384) 2023-09-21T14:54:40.937 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:40.942 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:40.943 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:41.095 INFO:teuthology.orchestra.run.smithi046.stdout:generic/384 [not run] disk quotas not supported by this filesystem type: ceph-fuse 2023-09-21T14:54:41.099 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/384 2023-09-21T14:54:41.099 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/384 2023-09-21T14:54:41.100 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:41.102 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:41.127 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:41.127 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/385) 2023-09-21T14:54:41.342 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:41.347 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:41.347 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:41.496 INFO:teuthology.orchestra.run.smithi046.stdout:generic/385 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:54:41.501 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/385 2023-09-21T14:54:41.501 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/385 2023-09-21T14:54:41.501 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:41.503 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:41.523 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:41.523 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/386) 2023-09-21T14:54:41.740 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:41.745 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:41.745 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:41.891 INFO:teuthology.orchestra.run.smithi046.stdout:generic/386 [not run] disk quotas not supported by this filesystem type: ceph-fuse 2023-09-21T14:54:41.895 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/386 2023-09-21T14:54:41.895 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/386 2023-09-21T14:54:41.896 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:41.898 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:41.914 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:41.915 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/387) 2023-09-21T14:54:42.131 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:42.136 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:42.136 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:42.282 INFO:teuthology.orchestra.run.smithi046.stdout:generic/387 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:54:42.287 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/387 2023-09-21T14:54:42.287 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/387 2023-09-21T14:54:42.287 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:42.289 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:42.324 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:42.324 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/388) 2023-09-21T14:54:42.542 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:42.547 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:42.547 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:42.712 INFO:teuthology.orchestra.run.smithi046.stdout:generic/388 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:54:42.716 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/388 2023-09-21T14:54:42.716 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/388 2023-09-21T14:54:42.717 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:42.719 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:42.738 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:42.739 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/389) 2023-09-21T14:54:42.955 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:42.960 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:42.960 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:43.136 INFO:teuthology.orchestra.run.smithi046.stdout:generic/389 [not run] O_TMPFILE is not supported 2023-09-21T14:54:43.141 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/389 2023-09-21T14:54:43.141 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/389 2023-09-21T14:54:43.141 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:43.144 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:43.167 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:43.168 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/390) 2023-09-21T14:54:43.381 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:43.387 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:43.387 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:43.566 INFO:teuthology.orchestra.run.smithi046.stdout:generic/390 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:54:43.571 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/390 2023-09-21T14:54:43.571 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/390 2023-09-21T14:54:43.571 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:54:43.574 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:54:43.594 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:54:43.595 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/391) 2023-09-21T14:54:43.809 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:54:43.814 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:54:43.815 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:04.390 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:55:04.394 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:55:08.864 INFO:teuthology.orchestra.run.smithi046.stdout:generic/391 25s 2023-09-21T14:55:08.944 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/391 2023-09-21T14:55:08.944 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:55:08.946 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:09.224 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:55:09.231 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/392) 2023-09-21T14:55:10.042 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:55:10.055 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:55:10.055 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:10.320 INFO:teuthology.orchestra.run.smithi046.stdout:generic/392 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:55:10.324 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/392 2023-09-21T14:55:10.324 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/392 2023-09-21T14:55:10.324 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:55:10.327 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:10.355 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:55:10.355 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/393) 2023-09-21T14:55:10.686 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:55:10.698 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:55:10.698 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:10.918 INFO:teuthology.orchestra.run.smithi046.stdout:generic/393 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:55:10.923 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/393 2023-09-21T14:55:10.923 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/393 2023-09-21T14:55:10.924 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:55:10.926 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:10.950 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:55:10.950 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/394) 2023-09-21T14:55:11.268 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:55:11.283 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:55:11.284 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:11.616 INFO:teuthology.orchestra.run.smithi046.stdout:generic/394 0s 2023-09-21T14:55:11.627 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/394 2023-09-21T14:55:11.627 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:55:11.630 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:11.653 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:55:11.654 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/395) 2023-09-21T14:55:12.373 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:55:12.382 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:55:12.383 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:12.660 INFO:teuthology.orchestra.run.smithi046.stdout:generic/395 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:55:12.665 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/395 2023-09-21T14:55:12.666 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/395 2023-09-21T14:55:12.666 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:55:12.672 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:12.691 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:55:12.692 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/396) 2023-09-21T14:55:12.990 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:55:12.996 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:55:12.997 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:13.215 INFO:teuthology.orchestra.run.smithi046.stdout:generic/396 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:55:13.220 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/396 2023-09-21T14:55:13.220 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/396 2023-09-21T14:55:13.221 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:55:13.224 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:13.251 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:55:13.251 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/397) 2023-09-21T14:55:13.600 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:55:13.613 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:55:13.613 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:13.917 INFO:teuthology.orchestra.run.smithi046.stdout:generic/397 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:55:13.925 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/397 2023-09-21T14:55:13.926 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/397 2023-09-21T14:55:13.926 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:55:13.928 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:13.952 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:55:13.953 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/398) 2023-09-21T14:55:14.319 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:55:14.327 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:55:14.328 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:14.643 INFO:teuthology.orchestra.run.smithi046.stdout:generic/398 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:55:14.647 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/398 2023-09-21T14:55:14.648 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/398 2023-09-21T14:55:14.648 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:55:14.650 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:14.681 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:55:14.682 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/399) 2023-09-21T14:55:14.987 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:55:14.993 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:55:14.993 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:15.244 INFO:teuthology.orchestra.run.smithi046.stdout:generic/399 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:55:15.250 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/399 2023-09-21T14:55:15.250 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/399 2023-09-21T14:55:15.250 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:55:15.254 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:15.274 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:55:15.274 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/400) 2023-09-21T14:55:15.553 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:55:15.558 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:55:15.558 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:15.709 INFO:teuthology.orchestra.run.smithi046.stdout:generic/400 [not run] disk quotas not supported by this filesystem type: ceph-fuse 2023-09-21T14:55:15.713 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/400 2023-09-21T14:55:15.714 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/400 2023-09-21T14:55:15.714 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:55:15.716 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:15.740 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:55:15.740 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/401) 2023-09-21T14:55:15.959 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:55:15.964 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:55:15.964 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:16.111 INFO:teuthology.orchestra.run.smithi046.stdout:generic/401 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:55:16.115 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/401 2023-09-21T14:55:16.116 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/401 2023-09-21T14:55:16.116 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:55:16.118 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:16.140 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:55:16.140 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/402) 2023-09-21T14:55:16.357 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:55:16.363 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:55:16.363 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:16.527 INFO:teuthology.orchestra.run.smithi046.stdout:generic/402 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:55:16.531 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/402 2023-09-21T14:55:16.531 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/402 2023-09-21T14:55:16.532 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:55:16.534 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:16.554 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:55:16.555 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/403) 2023-09-21T14:55:16.770 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:55:16.775 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:55:16.776 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:16.921 INFO:teuthology.orchestra.run.smithi046.stdout:generic/403 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:55:16.926 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/403 2023-09-21T14:55:16.926 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/403 2023-09-21T14:55:16.926 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:55:16.928 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:16.949 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:55:16.950 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/404) 2023-09-21T14:55:17.165 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:55:17.170 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:55:17.171 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:18.310 INFO:teuthology.orchestra.run.smithi046.stdout:generic/404 [not run] xfs_io finsert failed (old kernel/wrong fs?) 2023-09-21T14:55:18.315 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/404 2023-09-21T14:55:18.315 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/404 2023-09-21T14:55:18.315 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:55:18.317 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:18.335 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:55:18.335 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/405) 2023-09-21T14:55:18.917 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:55:18.922 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:55:18.922 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:19.170 INFO:teuthology.orchestra.run.smithi046.stdout:generic/405 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:55:19.175 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/405 2023-09-21T14:55:19.175 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/405 2023-09-21T14:55:19.175 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:55:19.177 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:19.199 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:55:19.200 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/406) 2023-09-21T14:55:19.414 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:55:19.420 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:55:19.420 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:19.615 INFO:teuthology.orchestra.run.smithi046.stdout:generic/406 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:55:19.620 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/406 2023-09-21T14:55:19.620 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/406 2023-09-21T14:55:19.621 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:55:19.623 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:19.654 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:55:19.655 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/407) 2023-09-21T14:55:19.870 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:55:19.875 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:55:19.876 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:20.186 INFO:teuthology.orchestra.run.smithi046.stdout:generic/407 [not run] Reflink not supported by test filesystem type: ceph-fuse 2023-09-21T14:55:20.191 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/407 2023-09-21T14:55:20.191 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/407 2023-09-21T14:55:20.191 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:55:20.194 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:20.213 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:55:20.214 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/408) 2023-09-21T14:55:20.793 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:55:20.798 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:55:20.799 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:21.288 INFO:teuthology.orchestra.run.smithi046.stdout:generic/408 [not run] Dedupe not supported by test filesystem type: ceph-fuse 2023-09-21T14:55:21.293 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/408 2023-09-21T14:55:21.293 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/408 2023-09-21T14:55:21.293 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:55:21.295 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:21.316 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:55:21.317 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/409) 2023-09-21T14:55:21.846 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:55:21.884 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:55:21.884 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:22.178 INFO:teuthology.orchestra.run.smithi046.stdout:generic/409 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:55:22.182 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/409 2023-09-21T14:55:22.182 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/409 2023-09-21T14:55:22.183 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:55:22.185 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:22.204 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:55:22.205 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/410) 2023-09-21T14:55:22.422 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:55:22.427 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:55:22.428 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:22.575 INFO:teuthology.orchestra.run.smithi046.stdout:generic/410 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:55:22.579 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/410 2023-09-21T14:55:22.579 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/410 2023-09-21T14:55:22.579 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:55:22.582 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:22.603 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:55:22.604 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/411) 2023-09-21T14:55:22.819 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:55:22.825 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:55:22.825 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:22.974 INFO:teuthology.orchestra.run.smithi046.stdout:generic/411 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:55:22.978 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/411 2023-09-21T14:55:22.979 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/411 2023-09-21T14:55:22.979 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:55:22.981 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:22.999 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:55:22.999 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/412) 2023-09-21T14:55:23.217 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:55:23.223 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:55:23.223 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:23.366 INFO:teuthology.orchestra.run.smithi046.stdout:generic/412 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:55:23.371 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/412 2023-09-21T14:55:23.371 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/412 2023-09-21T14:55:23.371 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:55:23.374 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:23.392 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:55:23.392 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/413) 2023-09-21T14:55:23.609 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:55:23.614 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:55:23.614 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:23.764 INFO:teuthology.orchestra.run.smithi046.stdout:generic/413 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:55:23.768 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/413 2023-09-21T14:55:23.768 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/413 2023-09-21T14:55:23.768 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:55:23.771 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:23.792 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:55:23.792 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/414) 2023-09-21T14:55:24.006 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:55:24.012 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:55:24.012 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:24.158 INFO:teuthology.orchestra.run.smithi046.stdout:generic/414 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:55:24.163 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/414 2023-09-21T14:55:24.163 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/414 2023-09-21T14:55:24.163 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:55:24.166 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:24.187 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:55:24.188 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/415) 2023-09-21T14:55:24.398 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:55:24.403 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:55:24.404 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:24.550 INFO:teuthology.orchestra.run.smithi046.stdout:generic/415 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:55:24.555 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/415 2023-09-21T14:55:24.555 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/415 2023-09-21T14:55:24.555 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:55:24.557 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:24.578 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:55:24.579 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/416) 2023-09-21T14:55:24.795 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:55:24.801 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:55:24.801 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:24.949 INFO:teuthology.orchestra.run.smithi046.stdout:generic/416 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:55:24.953 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/416 2023-09-21T14:55:24.954 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/416 2023-09-21T14:55:24.954 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:55:24.956 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:24.980 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:55:24.981 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/417) 2023-09-21T14:55:25.214 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:55:25.220 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:55:25.220 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:25.366 INFO:teuthology.orchestra.run.smithi046.stdout:generic/417 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:55:25.371 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/417 2023-09-21T14:55:25.371 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/417 2023-09-21T14:55:25.371 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:55:25.374 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:25.397 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:55:25.398 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/418) 2023-09-21T14:55:25.612 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:55:25.617 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:55:25.617 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:25.815 INFO:teuthology.orchestra.run.smithi046.stdout:generic/418 [not run] require ceph-fuse to be valid block disk 2023-09-21T14:55:25.819 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/418 2023-09-21T14:55:25.820 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/418 2023-09-21T14:55:25.820 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:55:25.822 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:25.843 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:55:25.843 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/419) 2023-09-21T14:55:26.059 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:55:26.064 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:55:26.064 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:26.246 INFO:teuthology.orchestra.run.smithi046.stdout:generic/419 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:55:26.250 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/419 2023-09-21T14:55:26.251 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/419 2023-09-21T14:55:26.251 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:55:26.253 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:26.275 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:55:26.276 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/420) 2023-09-21T14:55:26.493 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:55:26.498 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:55:26.498 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:27.703 INFO:teuthology.orchestra.run.smithi046.stdout:generic/420 1s 2023-09-21T14:55:27.708 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/420 2023-09-21T14:55:27.709 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:55:27.711 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:27.733 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:55:27.733 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/421) 2023-09-21T14:55:28.311 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:55:28.316 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:55:28.316 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:28.492 INFO:teuthology.orchestra.run.smithi046.stdout:generic/421 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:55:28.496 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/421 2023-09-21T14:55:28.496 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/421 2023-09-21T14:55:28.496 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:55:28.499 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:28.521 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:55:28.522 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/422) 2023-09-21T14:55:28.735 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:55:28.740 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:55:28.740 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:28.886 INFO:teuthology.orchestra.run.smithi046.stdout:generic/422 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:55:28.891 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/422 2023-09-21T14:55:28.891 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/422 2023-09-21T14:55:28.892 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:55:28.894 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:28.912 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:55:28.913 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/423) 2023-09-21T14:55:29.128 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:55:29.133 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:55:29.133 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:29.465 INFO:teuthology.orchestra.run.smithi046.stdout:generic/423 0s 2023-09-21T14:55:29.471 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/423 2023-09-21T14:55:29.472 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:55:29.474 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:29.497 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:55:29.498 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/424) 2023-09-21T14:55:30.079 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:55:30.084 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:55:30.084 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:30.274 INFO:teuthology.orchestra.run.smithi046.stdout:generic/424 [not run] file system doesn't support any of /bin/chattr +a/+c/+d/+i 2023-09-21T14:55:30.278 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/424 2023-09-21T14:55:30.278 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/424 2023-09-21T14:55:30.279 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:55:30.281 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:30.307 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:55:30.308 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/425) 2023-09-21T14:55:30.532 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:55:30.537 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:55:30.538 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:30.681 INFO:teuthology.orchestra.run.smithi046.stdout:generic/425 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:55:30.685 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/425 2023-09-21T14:55:30.685 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/425 2023-09-21T14:55:30.686 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:55:30.688 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:30.706 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:55:30.707 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/426) 2023-09-21T14:55:30.918 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:55:30.926 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:55:30.926 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:55:35.210 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:55:35.214 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:56:05.315 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:56:05.320 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:56:12.547 INFO:teuthology.orchestra.run.smithi046.stdout:generic/426 - output mismatch (see /tmp/tmp.JI8GoXYvmPxfstests-dev/results//generic/426.out.bad) 2023-09-21T14:56:12.749 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-09-21T14:56:12.750 INFO:teuthology.orchestra.run.smithi046.stdout: --- tests/generic/426.out 2023-09-21 13:06:38.928392454 +0000 2023-09-21T14:56:12.751 INFO:teuthology.orchestra.run.smithi046.stdout: +++ /tmp/tmp.JI8GoXYvmPxfstests-dev/results//generic/426.out.bad 2023-09-21 14:56:12.548388544 +0000 2023-09-21T14:56:12.751 INFO:teuthology.orchestra.run.smithi046.stdout: @@ -1,5 +1,1029 @@ 2023-09-21T14:56:12.751 INFO:teuthology.orchestra.run.smithi046.stdout: QA output created by 426 2023-09-21T14:56:12.751 INFO:teuthology.orchestra.run.smithi046.stdout: test_file_handles TEST_DIR/426-dir -d 2023-09-21T14:56:12.752 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000000) opened an unlinked file! 2023-09-21T14:56:12.752 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000001) opened an unlinked file! 2023-09-21T14:56:12.752 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000002) opened an unlinked file! 2023-09-21T14:56:12.752 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000003) opened an unlinked file! 2023-09-21T14:56:12.752 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000004) opened an unlinked file! 2023-09-21T14:56:12.752 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000005) opened an unlinked file! 2023-09-21T14:56:12.753 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000006) opened an unlinked file! 2023-09-21T14:56:12.753 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000007) opened an unlinked file! 2023-09-21T14:56:12.753 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000008) opened an unlinked file! 2023-09-21T14:56:12.753 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000009) opened an unlinked file! 2023-09-21T14:56:12.753 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000010) opened an unlinked file! 2023-09-21T14:56:12.754 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000011) opened an unlinked file! 2023-09-21T14:56:12.754 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000012) opened an unlinked file! 2023-09-21T14:56:12.754 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000013) opened an unlinked file! 2023-09-21T14:56:12.754 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000014) opened an unlinked file! 2023-09-21T14:56:12.755 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000015) opened an unlinked file! 2023-09-21T14:56:12.765 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000016) opened an unlinked file! 2023-09-21T14:56:12.765 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000017) opened an unlinked file! 2023-09-21T14:56:12.766 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000018) opened an unlinked file! 2023-09-21T14:56:12.766 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000019) opened an unlinked file! 2023-09-21T14:56:12.766 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000020) opened an unlinked file! 2023-09-21T14:56:12.766 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000021) opened an unlinked file! 2023-09-21T14:56:12.767 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000022) opened an unlinked file! 2023-09-21T14:56:12.767 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000023) opened an unlinked file! 2023-09-21T14:56:12.767 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000024) opened an unlinked file! 2023-09-21T14:56:12.767 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000025) opened an unlinked file! 2023-09-21T14:56:12.767 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000026) opened an unlinked file! 2023-09-21T14:56:12.768 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000027) opened an unlinked file! 2023-09-21T14:56:12.768 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000028) opened an unlinked file! 2023-09-21T14:56:12.768 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000029) opened an unlinked file! 2023-09-21T14:56:12.768 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000030) opened an unlinked file! 2023-09-21T14:56:12.768 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000031) opened an unlinked file! 2023-09-21T14:56:12.769 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000032) opened an unlinked file! 2023-09-21T14:56:12.769 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000033) opened an unlinked file! 2023-09-21T14:56:12.769 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000034) opened an unlinked file! 2023-09-21T14:56:12.769 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000035) opened an unlinked file! 2023-09-21T14:56:12.769 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000036) opened an unlinked file! 2023-09-21T14:56:12.770 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000037) opened an unlinked file! 2023-09-21T14:56:12.770 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000038) opened an unlinked file! 2023-09-21T14:56:12.770 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000039) opened an unlinked file! 2023-09-21T14:56:12.770 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000040) opened an unlinked file! 2023-09-21T14:56:12.770 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000041) opened an unlinked file! 2023-09-21T14:56:12.770 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000042) opened an unlinked file! 2023-09-21T14:56:12.771 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000043) opened an unlinked file! 2023-09-21T14:56:12.771 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000044) opened an unlinked file! 2023-09-21T14:56:12.771 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000045) opened an unlinked file! 2023-09-21T14:56:12.771 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000046) opened an unlinked file! 2023-09-21T14:56:12.771 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000047) opened an unlinked file! 2023-09-21T14:56:12.772 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000048) opened an unlinked file! 2023-09-21T14:56:12.772 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000049) opened an unlinked file! 2023-09-21T14:56:12.772 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000050) opened an unlinked file! 2023-09-21T14:56:12.772 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000051) opened an unlinked file! 2023-09-21T14:56:12.772 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000052) opened an unlinked file! 2023-09-21T14:56:12.772 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000053) opened an unlinked file! 2023-09-21T14:56:12.773 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000054) opened an unlinked file! 2023-09-21T14:56:12.773 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000055) opened an unlinked file! 2023-09-21T14:56:12.773 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000056) opened an unlinked file! 2023-09-21T14:56:12.773 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000057) opened an unlinked file! 2023-09-21T14:56:12.773 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000058) opened an unlinked file! 2023-09-21T14:56:12.773 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000059) opened an unlinked file! 2023-09-21T14:56:12.774 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000060) opened an unlinked file! 2023-09-21T14:56:12.774 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000061) opened an unlinked file! 2023-09-21T14:56:12.774 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000062) opened an unlinked file! 2023-09-21T14:56:12.774 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000063) opened an unlinked file! 2023-09-21T14:56:12.774 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000064) opened an unlinked file! 2023-09-21T14:56:12.775 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000065) opened an unlinked file! 2023-09-21T14:56:12.775 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000066) opened an unlinked file! 2023-09-21T14:56:12.775 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000067) opened an unlinked file! 2023-09-21T14:56:12.775 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000068) opened an unlinked file! 2023-09-21T14:56:12.777 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000069) opened an unlinked file! 2023-09-21T14:56:12.778 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000070) opened an unlinked file! 2023-09-21T14:56:12.778 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000071) opened an unlinked file! 2023-09-21T14:56:12.778 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000072) opened an unlinked file! 2023-09-21T14:56:12.778 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000073) opened an unlinked file! 2023-09-21T14:56:12.778 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000074) opened an unlinked file! 2023-09-21T14:56:12.779 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000075) opened an unlinked file! 2023-09-21T14:56:12.779 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000076) opened an unlinked file! 2023-09-21T14:56:12.788 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000077) opened an unlinked file! 2023-09-21T14:56:12.788 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000078) opened an unlinked file! 2023-09-21T14:56:12.789 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000079) opened an unlinked file! 2023-09-21T14:56:12.789 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000080) opened an unlinked file! 2023-09-21T14:56:12.789 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000081) opened an unlinked file! 2023-09-21T14:56:12.789 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000082) opened an unlinked file! 2023-09-21T14:56:12.789 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000083) opened an unlinked file! 2023-09-21T14:56:12.814 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000084) opened an unlinked file! 2023-09-21T14:56:12.814 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000085) opened an unlinked file! 2023-09-21T14:56:12.814 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000086) opened an unlinked file! 2023-09-21T14:56:12.815 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000087) opened an unlinked file! 2023-09-21T14:56:12.815 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000088) opened an unlinked file! 2023-09-21T14:56:12.815 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000089) opened an unlinked file! 2023-09-21T14:56:12.815 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000090) opened an unlinked file! 2023-09-21T14:56:12.815 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000091) opened an unlinked file! 2023-09-21T14:56:12.815 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000092) opened an unlinked file! 2023-09-21T14:56:12.816 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000093) opened an unlinked file! 2023-09-21T14:56:12.816 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000094) opened an unlinked file! 2023-09-21T14:56:12.816 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000095) opened an unlinked file! 2023-09-21T14:56:12.816 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000096) opened an unlinked file! 2023-09-21T14:56:12.816 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000097) opened an unlinked file! 2023-09-21T14:56:12.817 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000098) opened an unlinked file! 2023-09-21T14:56:12.817 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000099) opened an unlinked file! 2023-09-21T14:56:12.817 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000100) opened an unlinked file! 2023-09-21T14:56:12.817 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000101) opened an unlinked file! 2023-09-21T14:56:12.817 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000102) opened an unlinked file! 2023-09-21T14:56:12.817 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000103) opened an unlinked file! 2023-09-21T14:56:12.818 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000104) opened an unlinked file! 2023-09-21T14:56:12.818 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000105) opened an unlinked file! 2023-09-21T14:56:12.818 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000106) opened an unlinked file! 2023-09-21T14:56:12.818 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000107) opened an unlinked file! 2023-09-21T14:56:12.818 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000108) opened an unlinked file! 2023-09-21T14:56:12.818 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000109) opened an unlinked file! 2023-09-21T14:56:12.819 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000110) opened an unlinked file! 2023-09-21T14:56:12.819 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000111) opened an unlinked file! 2023-09-21T14:56:12.819 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000112) opened an unlinked file! 2023-09-21T14:56:12.819 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000113) opened an unlinked file! 2023-09-21T14:56:12.819 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000114) opened an unlinked file! 2023-09-21T14:56:12.820 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000115) opened an unlinked file! 2023-09-21T14:56:12.820 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000116) opened an unlinked file! 2023-09-21T14:56:12.820 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000117) opened an unlinked file! 2023-09-21T14:56:12.820 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000118) opened an unlinked file! 2023-09-21T14:56:12.820 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000119) opened an unlinked file! 2023-09-21T14:56:12.821 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000120) opened an unlinked file! 2023-09-21T14:56:12.821 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000121) opened an unlinked file! 2023-09-21T14:56:12.821 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000122) opened an unlinked file! 2023-09-21T14:56:12.821 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000123) opened an unlinked file! 2023-09-21T14:56:12.821 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000124) opened an unlinked file! 2023-09-21T14:56:12.824 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000125) opened an unlinked file! 2023-09-21T14:56:12.824 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000126) opened an unlinked file! 2023-09-21T14:56:12.824 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000127) opened an unlinked file! 2023-09-21T14:56:12.824 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000128) opened an unlinked file! 2023-09-21T14:56:12.824 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000129) opened an unlinked file! 2023-09-21T14:56:12.825 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000130) opened an unlinked file! 2023-09-21T14:56:12.825 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000131) opened an unlinked file! 2023-09-21T14:56:12.825 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000132) opened an unlinked file! 2023-09-21T14:56:12.825 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000133) opened an unlinked file! 2023-09-21T14:56:12.825 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000134) opened an unlinked file! 2023-09-21T14:56:12.825 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000135) opened an unlinked file! 2023-09-21T14:56:12.826 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000136) opened an unlinked file! 2023-09-21T14:56:12.826 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000137) opened an unlinked file! 2023-09-21T14:56:12.826 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000138) opened an unlinked file! 2023-09-21T14:56:12.826 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000139) opened an unlinked file! 2023-09-21T14:56:12.826 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000140) opened an unlinked file! 2023-09-21T14:56:12.827 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000141) opened an unlinked file! 2023-09-21T14:56:12.827 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000142) opened an unlinked file! 2023-09-21T14:56:12.827 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000143) opened an unlinked file! 2023-09-21T14:56:12.827 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000144) opened an unlinked file! 2023-09-21T14:56:12.827 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000145) opened an unlinked file! 2023-09-21T14:56:12.827 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000146) opened an unlinked file! 2023-09-21T14:56:12.828 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000147) opened an unlinked file! 2023-09-21T14:56:12.828 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000148) opened an unlinked file! 2023-09-21T14:56:12.828 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000149) opened an unlinked file! 2023-09-21T14:56:12.828 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000150) opened an unlinked file! 2023-09-21T14:56:12.828 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000151) opened an unlinked file! 2023-09-21T14:56:12.828 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000152) opened an unlinked file! 2023-09-21T14:56:12.829 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000153) opened an unlinked file! 2023-09-21T14:56:12.829 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000154) opened an unlinked file! 2023-09-21T14:56:12.829 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000155) opened an unlinked file! 2023-09-21T14:56:12.829 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000156) opened an unlinked file! 2023-09-21T14:56:12.829 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000157) opened an unlinked file! 2023-09-21T14:56:12.830 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000158) opened an unlinked file! 2023-09-21T14:56:12.830 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000159) opened an unlinked file! 2023-09-21T14:56:12.830 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000160) opened an unlinked file! 2023-09-21T14:56:12.830 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000161) opened an unlinked file! 2023-09-21T14:56:12.830 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000162) opened an unlinked file! 2023-09-21T14:56:12.831 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000163) opened an unlinked file! 2023-09-21T14:56:12.831 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000164) opened an unlinked file! 2023-09-21T14:56:12.831 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000165) opened an unlinked file! 2023-09-21T14:56:12.831 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000166) opened an unlinked file! 2023-09-21T14:56:12.831 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000167) opened an unlinked file! 2023-09-21T14:56:12.831 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000168) opened an unlinked file! 2023-09-21T14:56:12.846 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000169) opened an unlinked file! 2023-09-21T14:56:12.847 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000170) opened an unlinked file! 2023-09-21T14:56:12.847 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000171) opened an unlinked file! 2023-09-21T14:56:12.847 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000172) opened an unlinked file! 2023-09-21T14:56:12.847 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000173) opened an unlinked file! 2023-09-21T14:56:12.847 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000174) opened an unlinked file! 2023-09-21T14:56:12.847 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000175) opened an unlinked file! 2023-09-21T14:56:12.848 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000176) opened an unlinked file! 2023-09-21T14:56:12.848 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000177) opened an unlinked file! 2023-09-21T14:56:12.848 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000178) opened an unlinked file! 2023-09-21T14:56:12.848 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000179) opened an unlinked file! 2023-09-21T14:56:12.848 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000180) opened an unlinked file! 2023-09-21T14:56:12.849 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000181) opened an unlinked file! 2023-09-21T14:56:12.849 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000182) opened an unlinked file! 2023-09-21T14:56:12.849 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000183) opened an unlinked file! 2023-09-21T14:56:12.849 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000184) opened an unlinked file! 2023-09-21T14:56:12.849 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000185) opened an unlinked file! 2023-09-21T14:56:12.849 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000186) opened an unlinked file! 2023-09-21T14:56:12.850 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000187) opened an unlinked file! 2023-09-21T14:56:12.850 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000188) opened an unlinked file! 2023-09-21T14:56:12.850 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000189) opened an unlinked file! 2023-09-21T14:56:12.850 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000190) opened an unlinked file! 2023-09-21T14:56:12.850 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000191) opened an unlinked file! 2023-09-21T14:56:12.851 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000192) opened an unlinked file! 2023-09-21T14:56:12.851 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000193) opened an unlinked file! 2023-09-21T14:56:12.851 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000194) opened an unlinked file! 2023-09-21T14:56:12.851 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000195) opened an unlinked file! 2023-09-21T14:56:12.851 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000196) opened an unlinked file! 2023-09-21T14:56:12.852 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000197) opened an unlinked file! 2023-09-21T14:56:12.852 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000198) opened an unlinked file! 2023-09-21T14:56:12.852 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000199) opened an unlinked file! 2023-09-21T14:56:12.852 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000200) opened an unlinked file! 2023-09-21T14:56:12.852 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000201) opened an unlinked file! 2023-09-21T14:56:12.852 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000202) opened an unlinked file! 2023-09-21T14:56:12.853 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000203) opened an unlinked file! 2023-09-21T14:56:12.853 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000204) opened an unlinked file! 2023-09-21T14:56:12.853 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000205) opened an unlinked file! 2023-09-21T14:56:12.853 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000206) opened an unlinked file! 2023-09-21T14:56:12.853 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000207) opened an unlinked file! 2023-09-21T14:56:12.853 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000208) opened an unlinked file! 2023-09-21T14:56:12.854 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000209) opened an unlinked file! 2023-09-21T14:56:12.854 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000210) opened an unlinked file! 2023-09-21T14:56:12.854 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000211) opened an unlinked file! 2023-09-21T14:56:12.854 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000212) opened an unlinked file! 2023-09-21T14:56:12.854 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000213) opened an unlinked file! 2023-09-21T14:56:12.854 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000214) opened an unlinked file! 2023-09-21T14:56:12.855 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000215) opened an unlinked file! 2023-09-21T14:56:12.855 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000216) opened an unlinked file! 2023-09-21T14:56:12.855 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000217) opened an unlinked file! 2023-09-21T14:56:12.855 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000218) opened an unlinked file! 2023-09-21T14:56:12.855 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000219) opened an unlinked file! 2023-09-21T14:56:12.856 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000220) opened an unlinked file! 2023-09-21T14:56:12.856 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000221) opened an unlinked file! 2023-09-21T14:56:12.856 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000222) opened an unlinked file! 2023-09-21T14:56:12.856 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000223) opened an unlinked file! 2023-09-21T14:56:12.856 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000224) opened an unlinked file! 2023-09-21T14:56:12.856 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000225) opened an unlinked file! 2023-09-21T14:56:12.857 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000226) opened an unlinked file! 2023-09-21T14:56:12.857 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000227) opened an unlinked file! 2023-09-21T14:56:12.857 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000228) opened an unlinked file! 2023-09-21T14:56:12.857 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000229) opened an unlinked file! 2023-09-21T14:56:12.857 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000230) opened an unlinked file! 2023-09-21T14:56:12.857 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000231) opened an unlinked file! 2023-09-21T14:56:12.858 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000232) opened an unlinked file! 2023-09-21T14:56:12.858 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000233) opened an unlinked file! 2023-09-21T14:56:12.858 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000234) opened an unlinked file! 2023-09-21T14:56:12.858 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000235) opened an unlinked file! 2023-09-21T14:56:12.858 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000236) opened an unlinked file! 2023-09-21T14:56:12.861 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000237) opened an unlinked file! 2023-09-21T14:56:12.861 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000238) opened an unlinked file! 2023-09-21T14:56:12.861 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000239) opened an unlinked file! 2023-09-21T14:56:12.861 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000240) opened an unlinked file! 2023-09-21T14:56:12.862 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000241) opened an unlinked file! 2023-09-21T14:56:12.862 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000242) opened an unlinked file! 2023-09-21T14:56:12.862 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000243) opened an unlinked file! 2023-09-21T14:56:12.862 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000244) opened an unlinked file! 2023-09-21T14:56:12.862 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000245) opened an unlinked file! 2023-09-21T14:56:12.863 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000246) opened an unlinked file! 2023-09-21T14:56:12.863 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000247) opened an unlinked file! 2023-09-21T14:56:12.863 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000248) opened an unlinked file! 2023-09-21T14:56:12.863 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000249) opened an unlinked file! 2023-09-21T14:56:12.863 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000250) opened an unlinked file! 2023-09-21T14:56:12.863 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000251) opened an unlinked file! 2023-09-21T14:56:12.864 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000252) opened an unlinked file! 2023-09-21T14:56:12.864 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000253) opened an unlinked file! 2023-09-21T14:56:12.864 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000254) opened an unlinked file! 2023-09-21T14:56:12.864 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000255) opened an unlinked file! 2023-09-21T14:56:12.864 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000256) opened an unlinked file! 2023-09-21T14:56:12.865 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000257) opened an unlinked file! 2023-09-21T14:56:12.865 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000258) opened an unlinked file! 2023-09-21T14:56:12.865 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000259) opened an unlinked file! 2023-09-21T14:56:12.865 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000260) opened an unlinked file! 2023-09-21T14:56:12.865 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000261) opened an unlinked file! 2023-09-21T14:56:12.866 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000262) opened an unlinked file! 2023-09-21T14:56:12.866 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000263) opened an unlinked file! 2023-09-21T14:56:12.866 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000264) opened an unlinked file! 2023-09-21T14:56:12.866 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000265) opened an unlinked file! 2023-09-21T14:56:12.866 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000266) opened an unlinked file! 2023-09-21T14:56:12.866 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000267) opened an unlinked file! 2023-09-21T14:56:12.867 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000268) opened an unlinked file! 2023-09-21T14:56:12.867 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000269) opened an unlinked file! 2023-09-21T14:56:12.867 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000270) opened an unlinked file! 2023-09-21T14:56:12.867 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000271) opened an unlinked file! 2023-09-21T14:56:12.867 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000272) opened an unlinked file! 2023-09-21T14:56:12.867 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000273) opened an unlinked file! 2023-09-21T14:56:12.868 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000274) opened an unlinked file! 2023-09-21T14:56:12.868 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000275) opened an unlinked file! 2023-09-21T14:56:12.868 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000276) opened an unlinked file! 2023-09-21T14:56:12.868 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000277) opened an unlinked file! 2023-09-21T14:56:12.868 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000278) opened an unlinked file! 2023-09-21T14:56:12.869 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000279) opened an unlinked file! 2023-09-21T14:56:12.869 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000280) opened an unlinked file! 2023-09-21T14:56:12.869 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000281) opened an unlinked file! 2023-09-21T14:56:12.869 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000282) opened an unlinked file! 2023-09-21T14:56:12.869 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000283) opened an unlinked file! 2023-09-21T14:56:12.869 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000284) opened an unlinked file! 2023-09-21T14:56:12.870 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000285) opened an unlinked file! 2023-09-21T14:56:12.870 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000286) opened an unlinked file! 2023-09-21T14:56:12.870 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000287) opened an unlinked file! 2023-09-21T14:56:12.870 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000288) opened an unlinked file! 2023-09-21T14:56:12.870 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000289) opened an unlinked file! 2023-09-21T14:56:12.871 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000290) opened an unlinked file! 2023-09-21T14:56:12.871 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000291) opened an unlinked file! 2023-09-21T14:56:12.871 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000292) opened an unlinked file! 2023-09-21T14:56:12.871 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000293) opened an unlinked file! 2023-09-21T14:56:12.871 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000294) opened an unlinked file! 2023-09-21T14:56:12.872 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000295) opened an unlinked file! 2023-09-21T14:56:12.872 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000296) opened an unlinked file! 2023-09-21T14:56:12.872 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000297) opened an unlinked file! 2023-09-21T14:56:12.872 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000298) opened an unlinked file! 2023-09-21T14:56:12.872 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000299) opened an unlinked file! 2023-09-21T14:56:12.873 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000300) opened an unlinked file! 2023-09-21T14:56:12.873 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000301) opened an unlinked file! 2023-09-21T14:56:12.873 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000302) opened an unlinked file! 2023-09-21T14:56:12.873 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000303) opened an unlinked file! 2023-09-21T14:56:12.873 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000304) opened an unlinked file! 2023-09-21T14:56:12.873 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000305) opened an unlinked file! 2023-09-21T14:56:12.874 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000306) opened an unlinked file! 2023-09-21T14:56:12.874 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000307) opened an unlinked file! 2023-09-21T14:56:12.874 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000308) opened an unlinked file! 2023-09-21T14:56:12.874 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000309) opened an unlinked file! 2023-09-21T14:56:12.874 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000310) opened an unlinked file! 2023-09-21T14:56:12.875 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000311) opened an unlinked file! 2023-09-21T14:56:12.875 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000312) opened an unlinked file! 2023-09-21T14:56:12.875 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000313) opened an unlinked file! 2023-09-21T14:56:12.875 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000314) opened an unlinked file! 2023-09-21T14:56:12.875 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000315) opened an unlinked file! 2023-09-21T14:56:12.876 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000316) opened an unlinked file! 2023-09-21T14:56:12.876 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000317) opened an unlinked file! 2023-09-21T14:56:12.876 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000318) opened an unlinked file! 2023-09-21T14:56:12.876 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000319) opened an unlinked file! 2023-09-21T14:56:12.876 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000320) opened an unlinked file! 2023-09-21T14:56:12.876 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000321) opened an unlinked file! 2023-09-21T14:56:12.877 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000322) opened an unlinked file! 2023-09-21T14:56:12.877 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000323) opened an unlinked file! 2023-09-21T14:56:12.877 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000324) opened an unlinked file! 2023-09-21T14:56:12.877 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000325) opened an unlinked file! 2023-09-21T14:56:12.877 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000326) opened an unlinked file! 2023-09-21T14:56:12.877 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000327) opened an unlinked file! 2023-09-21T14:56:12.878 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000328) opened an unlinked file! 2023-09-21T14:56:12.878 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000329) opened an unlinked file! 2023-09-21T14:56:12.878 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000330) opened an unlinked file! 2023-09-21T14:56:12.878 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000331) opened an unlinked file! 2023-09-21T14:56:12.878 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000332) opened an unlinked file! 2023-09-21T14:56:12.879 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000333) opened an unlinked file! 2023-09-21T14:56:12.879 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000334) opened an unlinked file! 2023-09-21T14:56:12.879 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000335) opened an unlinked file! 2023-09-21T14:56:12.879 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000336) opened an unlinked file! 2023-09-21T14:56:12.879 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000337) opened an unlinked file! 2023-09-21T14:56:12.880 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000338) opened an unlinked file! 2023-09-21T14:56:12.880 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000339) opened an unlinked file! 2023-09-21T14:56:12.880 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000340) opened an unlinked file! 2023-09-21T14:56:12.880 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000341) opened an unlinked file! 2023-09-21T14:56:12.880 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000342) opened an unlinked file! 2023-09-21T14:56:12.880 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000343) opened an unlinked file! 2023-09-21T14:56:12.881 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000344) opened an unlinked file! 2023-09-21T14:56:12.881 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000345) opened an unlinked file! 2023-09-21T14:56:12.881 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000346) opened an unlinked file! 2023-09-21T14:56:12.881 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000347) opened an unlinked file! 2023-09-21T14:56:12.881 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000348) opened an unlinked file! 2023-09-21T14:56:12.898 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000349) opened an unlinked file! 2023-09-21T14:56:12.898 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000350) opened an unlinked file! 2023-09-21T14:56:12.898 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000351) opened an unlinked file! 2023-09-21T14:56:12.899 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000352) opened an unlinked file! 2023-09-21T14:56:12.899 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000353) opened an unlinked file! 2023-09-21T14:56:12.899 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000354) opened an unlinked file! 2023-09-21T14:56:12.899 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000355) opened an unlinked file! 2023-09-21T14:56:12.899 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000356) opened an unlinked file! 2023-09-21T14:56:12.900 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000357) opened an unlinked file! 2023-09-21T14:56:12.900 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000358) opened an unlinked file! 2023-09-21T14:56:12.900 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000359) opened an unlinked file! 2023-09-21T14:56:12.900 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000360) opened an unlinked file! 2023-09-21T14:56:12.900 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000361) opened an unlinked file! 2023-09-21T14:56:12.900 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000362) opened an unlinked file! 2023-09-21T14:56:12.901 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000363) opened an unlinked file! 2023-09-21T14:56:12.901 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000364) opened an unlinked file! 2023-09-21T14:56:12.901 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000365) opened an unlinked file! 2023-09-21T14:56:12.901 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000366) opened an unlinked file! 2023-09-21T14:56:12.901 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000367) opened an unlinked file! 2023-09-21T14:56:12.902 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000368) opened an unlinked file! 2023-09-21T14:56:12.902 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000369) opened an unlinked file! 2023-09-21T14:56:12.902 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000370) opened an unlinked file! 2023-09-21T14:56:12.902 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000371) opened an unlinked file! 2023-09-21T14:56:12.902 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000372) opened an unlinked file! 2023-09-21T14:56:12.902 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000373) opened an unlinked file! 2023-09-21T14:56:12.903 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000374) opened an unlinked file! 2023-09-21T14:56:12.903 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000375) opened an unlinked file! 2023-09-21T14:56:12.903 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000376) opened an unlinked file! 2023-09-21T14:56:12.916 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000377) opened an unlinked file! 2023-09-21T14:56:12.916 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000378) opened an unlinked file! 2023-09-21T14:56:12.916 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000379) opened an unlinked file! 2023-09-21T14:56:12.916 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000380) opened an unlinked file! 2023-09-21T14:56:12.916 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000381) opened an unlinked file! 2023-09-21T14:56:12.917 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000382) opened an unlinked file! 2023-09-21T14:56:12.917 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000383) opened an unlinked file! 2023-09-21T14:56:12.917 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000384) opened an unlinked file! 2023-09-21T14:56:12.917 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000385) opened an unlinked file! 2023-09-21T14:56:12.917 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000386) opened an unlinked file! 2023-09-21T14:56:12.917 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000387) opened an unlinked file! 2023-09-21T14:56:12.918 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000388) opened an unlinked file! 2023-09-21T14:56:12.918 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000389) opened an unlinked file! 2023-09-21T14:56:12.918 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000390) opened an unlinked file! 2023-09-21T14:56:12.918 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000391) opened an unlinked file! 2023-09-21T14:56:12.918 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000392) opened an unlinked file! 2023-09-21T14:56:12.919 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000393) opened an unlinked file! 2023-09-21T14:56:12.919 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000394) opened an unlinked file! 2023-09-21T14:56:12.919 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000395) opened an unlinked file! 2023-09-21T14:56:12.919 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000396) opened an unlinked file! 2023-09-21T14:56:12.919 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000397) opened an unlinked file! 2023-09-21T14:56:12.919 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000398) opened an unlinked file! 2023-09-21T14:56:12.920 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000399) opened an unlinked file! 2023-09-21T14:56:12.920 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000400) opened an unlinked file! 2023-09-21T14:56:12.920 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000401) opened an unlinked file! 2023-09-21T14:56:12.920 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000402) opened an unlinked file! 2023-09-21T14:56:12.920 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000403) opened an unlinked file! 2023-09-21T14:56:12.920 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000404) opened an unlinked file! 2023-09-21T14:56:12.921 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000405) opened an unlinked file! 2023-09-21T14:56:12.921 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000406) opened an unlinked file! 2023-09-21T14:56:12.921 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000407) opened an unlinked file! 2023-09-21T14:56:12.921 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000408) opened an unlinked file! 2023-09-21T14:56:12.921 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000409) opened an unlinked file! 2023-09-21T14:56:12.921 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000410) opened an unlinked file! 2023-09-21T14:56:12.922 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000411) opened an unlinked file! 2023-09-21T14:56:12.922 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000412) opened an unlinked file! 2023-09-21T14:56:12.922 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000413) opened an unlinked file! 2023-09-21T14:56:12.922 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000414) opened an unlinked file! 2023-09-21T14:56:12.922 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000415) opened an unlinked file! 2023-09-21T14:56:12.923 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000416) opened an unlinked file! 2023-09-21T14:56:12.923 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000417) opened an unlinked file! 2023-09-21T14:56:12.923 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000418) opened an unlinked file! 2023-09-21T14:56:12.923 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000419) opened an unlinked file! 2023-09-21T14:56:12.923 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000420) opened an unlinked file! 2023-09-21T14:56:12.923 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000421) opened an unlinked file! 2023-09-21T14:56:12.924 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000422) opened an unlinked file! 2023-09-21T14:56:12.924 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000423) opened an unlinked file! 2023-09-21T14:56:12.924 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000424) opened an unlinked file! 2023-09-21T14:56:12.924 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000425) opened an unlinked file! 2023-09-21T14:56:12.924 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000426) opened an unlinked file! 2023-09-21T14:56:12.924 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000427) opened an unlinked file! 2023-09-21T14:56:12.925 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000428) opened an unlinked file! 2023-09-21T14:56:12.925 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000429) opened an unlinked file! 2023-09-21T14:56:12.925 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000430) opened an unlinked file! 2023-09-21T14:56:12.925 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000431) opened an unlinked file! 2023-09-21T14:56:12.925 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000432) opened an unlinked file! 2023-09-21T14:56:12.954 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000433) opened an unlinked file! 2023-09-21T14:56:12.954 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000434) opened an unlinked file! 2023-09-21T14:56:12.955 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000435) opened an unlinked file! 2023-09-21T14:56:12.955 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000436) opened an unlinked file! 2023-09-21T14:56:12.955 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000437) opened an unlinked file! 2023-09-21T14:56:12.955 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000438) opened an unlinked file! 2023-09-21T14:56:12.955 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000439) opened an unlinked file! 2023-09-21T14:56:12.956 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000440) opened an unlinked file! 2023-09-21T14:56:12.956 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000441) opened an unlinked file! 2023-09-21T14:56:12.956 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000442) opened an unlinked file! 2023-09-21T14:56:12.956 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000443) opened an unlinked file! 2023-09-21T14:56:12.956 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000444) opened an unlinked file! 2023-09-21T14:56:12.957 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000445) opened an unlinked file! 2023-09-21T14:56:12.957 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000446) opened an unlinked file! 2023-09-21T14:56:12.957 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000447) opened an unlinked file! 2023-09-21T14:56:12.957 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000448) opened an unlinked file! 2023-09-21T14:56:12.957 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000449) opened an unlinked file! 2023-09-21T14:56:12.958 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000450) opened an unlinked file! 2023-09-21T14:56:12.958 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000451) opened an unlinked file! 2023-09-21T14:56:12.958 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000452) opened an unlinked file! 2023-09-21T14:56:12.958 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000453) opened an unlinked file! 2023-09-21T14:56:12.958 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000454) opened an unlinked file! 2023-09-21T14:56:12.958 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000455) opened an unlinked file! 2023-09-21T14:56:12.959 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000456) opened an unlinked file! 2023-09-21T14:56:12.959 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000457) opened an unlinked file! 2023-09-21T14:56:12.959 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000458) opened an unlinked file! 2023-09-21T14:56:12.959 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000459) opened an unlinked file! 2023-09-21T14:56:12.959 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000460) opened an unlinked file! 2023-09-21T14:56:12.960 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000461) opened an unlinked file! 2023-09-21T14:56:12.960 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000462) opened an unlinked file! 2023-09-21T14:56:12.960 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000463) opened an unlinked file! 2023-09-21T14:56:12.960 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000464) opened an unlinked file! 2023-09-21T14:56:12.960 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000465) opened an unlinked file! 2023-09-21T14:56:12.961 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000466) opened an unlinked file! 2023-09-21T14:56:12.961 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000467) opened an unlinked file! 2023-09-21T14:56:12.961 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000468) opened an unlinked file! 2023-09-21T14:56:12.961 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000469) opened an unlinked file! 2023-09-21T14:56:12.961 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000470) opened an unlinked file! 2023-09-21T14:56:12.962 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000471) opened an unlinked file! 2023-09-21T14:56:12.962 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000472) opened an unlinked file! 2023-09-21T14:56:12.962 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000473) opened an unlinked file! 2023-09-21T14:56:12.962 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000474) opened an unlinked file! 2023-09-21T14:56:12.963 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000475) opened an unlinked file! 2023-09-21T14:56:12.963 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000476) opened an unlinked file! 2023-09-21T14:56:12.963 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000477) opened an unlinked file! 2023-09-21T14:56:12.963 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000478) opened an unlinked file! 2023-09-21T14:56:12.963 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000479) opened an unlinked file! 2023-09-21T14:56:12.963 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000480) opened an unlinked file! 2023-09-21T14:56:12.964 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000481) opened an unlinked file! 2023-09-21T14:56:12.964 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000482) opened an unlinked file! 2023-09-21T14:56:12.964 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000483) opened an unlinked file! 2023-09-21T14:56:12.964 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000484) opened an unlinked file! 2023-09-21T14:56:12.964 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000485) opened an unlinked file! 2023-09-21T14:56:12.965 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000486) opened an unlinked file! 2023-09-21T14:56:12.965 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000487) opened an unlinked file! 2023-09-21T14:56:12.965 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000488) opened an unlinked file! 2023-09-21T14:56:12.967 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000489) opened an unlinked file! 2023-09-21T14:56:12.967 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000490) opened an unlinked file! 2023-09-21T14:56:12.967 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000491) opened an unlinked file! 2023-09-21T14:56:12.967 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000492) opened an unlinked file! 2023-09-21T14:56:12.968 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000493) opened an unlinked file! 2023-09-21T14:56:12.968 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000494) opened an unlinked file! 2023-09-21T14:56:12.968 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000495) opened an unlinked file! 2023-09-21T14:56:12.968 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000496) opened an unlinked file! 2023-09-21T14:56:12.968 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000497) opened an unlinked file! 2023-09-21T14:56:12.968 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000498) opened an unlinked file! 2023-09-21T14:56:12.969 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000499) opened an unlinked file! 2023-09-21T14:56:12.969 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000500) opened an unlinked file! 2023-09-21T14:56:12.969 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000501) opened an unlinked file! 2023-09-21T14:56:12.969 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000502) opened an unlinked file! 2023-09-21T14:56:12.969 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000503) opened an unlinked file! 2023-09-21T14:56:12.970 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000504) opened an unlinked file! 2023-09-21T14:56:12.970 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000505) opened an unlinked file! 2023-09-21T14:56:12.970 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000506) opened an unlinked file! 2023-09-21T14:56:12.970 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000507) opened an unlinked file! 2023-09-21T14:56:12.970 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000508) opened an unlinked file! 2023-09-21T14:56:12.971 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000509) opened an unlinked file! 2023-09-21T14:56:12.971 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000510) opened an unlinked file! 2023-09-21T14:56:12.971 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000511) opened an unlinked file! 2023-09-21T14:56:12.971 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000512) opened an unlinked file! 2023-09-21T14:56:12.971 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000513) opened an unlinked file! 2023-09-21T14:56:12.972 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000514) opened an unlinked file! 2023-09-21T14:56:12.972 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000515) opened an unlinked file! 2023-09-21T14:56:12.972 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000516) opened an unlinked file! 2023-09-21T14:56:12.972 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000517) opened an unlinked file! 2023-09-21T14:56:12.972 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000518) opened an unlinked file! 2023-09-21T14:56:12.973 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000519) opened an unlinked file! 2023-09-21T14:56:12.973 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000520) opened an unlinked file! 2023-09-21T14:56:12.973 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000521) opened an unlinked file! 2023-09-21T14:56:12.973 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000522) opened an unlinked file! 2023-09-21T14:56:12.973 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000523) opened an unlinked file! 2023-09-21T14:56:12.973 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000524) opened an unlinked file! 2023-09-21T14:56:12.974 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000525) opened an unlinked file! 2023-09-21T14:56:12.974 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000526) opened an unlinked file! 2023-09-21T14:56:12.974 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000527) opened an unlinked file! 2023-09-21T14:56:12.974 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000528) opened an unlinked file! 2023-09-21T14:56:12.974 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000529) opened an unlinked file! 2023-09-21T14:56:12.975 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000530) opened an unlinked file! 2023-09-21T14:56:12.975 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000531) opened an unlinked file! 2023-09-21T14:56:12.975 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000532) opened an unlinked file! 2023-09-21T14:56:12.975 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000533) opened an unlinked file! 2023-09-21T14:56:12.976 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000534) opened an unlinked file! 2023-09-21T14:56:12.976 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000535) opened an unlinked file! 2023-09-21T14:56:12.976 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000536) opened an unlinked file! 2023-09-21T14:56:12.976 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000537) opened an unlinked file! 2023-09-21T14:56:12.976 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000538) opened an unlinked file! 2023-09-21T14:56:12.977 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000539) opened an unlinked file! 2023-09-21T14:56:12.977 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000540) opened an unlinked file! 2023-09-21T14:56:12.977 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000541) opened an unlinked file! 2023-09-21T14:56:12.977 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000542) opened an unlinked file! 2023-09-21T14:56:12.977 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000543) opened an unlinked file! 2023-09-21T14:56:12.977 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000544) opened an unlinked file! 2023-09-21T14:56:12.978 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000545) opened an unlinked file! 2023-09-21T14:56:12.978 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000546) opened an unlinked file! 2023-09-21T14:56:12.978 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000547) opened an unlinked file! 2023-09-21T14:56:12.978 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000548) opened an unlinked file! 2023-09-21T14:56:12.978 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000549) opened an unlinked file! 2023-09-21T14:56:12.979 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000550) opened an unlinked file! 2023-09-21T14:56:12.979 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000551) opened an unlinked file! 2023-09-21T14:56:12.979 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000552) opened an unlinked file! 2023-09-21T14:56:12.979 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000553) opened an unlinked file! 2023-09-21T14:56:12.979 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000554) opened an unlinked file! 2023-09-21T14:56:12.980 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000555) opened an unlinked file! 2023-09-21T14:56:12.980 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000556) opened an unlinked file! 2023-09-21T14:56:12.980 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000557) opened an unlinked file! 2023-09-21T14:56:12.980 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000558) opened an unlinked file! 2023-09-21T14:56:12.980 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000559) opened an unlinked file! 2023-09-21T14:56:12.981 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000560) opened an unlinked file! 2023-09-21T14:56:12.981 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000561) opened an unlinked file! 2023-09-21T14:56:12.981 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000562) opened an unlinked file! 2023-09-21T14:56:12.981 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000563) opened an unlinked file! 2023-09-21T14:56:12.981 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000564) opened an unlinked file! 2023-09-21T14:56:12.981 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000565) opened an unlinked file! 2023-09-21T14:56:12.982 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000566) opened an unlinked file! 2023-09-21T14:56:12.982 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000567) opened an unlinked file! 2023-09-21T14:56:12.982 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000568) opened an unlinked file! 2023-09-21T14:56:12.982 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000569) opened an unlinked file! 2023-09-21T14:56:12.982 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000570) opened an unlinked file! 2023-09-21T14:56:12.982 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000571) opened an unlinked file! 2023-09-21T14:56:12.983 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000572) opened an unlinked file! 2023-09-21T14:56:12.985 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000573) opened an unlinked file! 2023-09-21T14:56:12.985 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000574) opened an unlinked file! 2023-09-21T14:56:12.986 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000575) opened an unlinked file! 2023-09-21T14:56:12.986 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000576) opened an unlinked file! 2023-09-21T14:56:12.986 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000577) opened an unlinked file! 2023-09-21T14:56:12.986 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000578) opened an unlinked file! 2023-09-21T14:56:12.986 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000579) opened an unlinked file! 2023-09-21T14:56:12.986 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000580) opened an unlinked file! 2023-09-21T14:56:12.987 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000581) opened an unlinked file! 2023-09-21T14:56:12.987 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000582) opened an unlinked file! 2023-09-21T14:56:12.987 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000583) opened an unlinked file! 2023-09-21T14:56:12.987 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000584) opened an unlinked file! 2023-09-21T14:56:12.987 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000585) opened an unlinked file! 2023-09-21T14:56:12.987 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000586) opened an unlinked file! 2023-09-21T14:56:12.988 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000587) opened an unlinked file! 2023-09-21T14:56:12.988 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000588) opened an unlinked file! 2023-09-21T14:56:12.988 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000589) opened an unlinked file! 2023-09-21T14:56:12.988 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000590) opened an unlinked file! 2023-09-21T14:56:12.988 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000591) opened an unlinked file! 2023-09-21T14:56:12.989 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000592) opened an unlinked file! 2023-09-21T14:56:12.989 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000593) opened an unlinked file! 2023-09-21T14:56:12.989 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000594) opened an unlinked file! 2023-09-21T14:56:12.989 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000595) opened an unlinked file! 2023-09-21T14:56:12.989 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000596) opened an unlinked file! 2023-09-21T14:56:12.989 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000597) opened an unlinked file! 2023-09-21T14:56:12.990 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000598) opened an unlinked file! 2023-09-21T14:56:12.990 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000599) opened an unlinked file! 2023-09-21T14:56:12.990 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000600) opened an unlinked file! 2023-09-21T14:56:12.992 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000601) opened an unlinked file! 2023-09-21T14:56:12.992 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000602) opened an unlinked file! 2023-09-21T14:56:12.992 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000603) opened an unlinked file! 2023-09-21T14:56:12.993 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000604) opened an unlinked file! 2023-09-21T14:56:12.993 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000605) opened an unlinked file! 2023-09-21T14:56:12.993 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000606) opened an unlinked file! 2023-09-21T14:56:12.993 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000607) opened an unlinked file! 2023-09-21T14:56:12.993 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000608) opened an unlinked file! 2023-09-21T14:56:12.994 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000609) opened an unlinked file! 2023-09-21T14:56:12.994 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000610) opened an unlinked file! 2023-09-21T14:56:12.994 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000611) opened an unlinked file! 2023-09-21T14:56:12.994 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000612) opened an unlinked file! 2023-09-21T14:56:12.994 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000613) opened an unlinked file! 2023-09-21T14:56:12.994 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000614) opened an unlinked file! 2023-09-21T14:56:12.995 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000615) opened an unlinked file! 2023-09-21T14:56:12.995 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000616) opened an unlinked file! 2023-09-21T14:56:12.995 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000617) opened an unlinked file! 2023-09-21T14:56:12.995 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000618) opened an unlinked file! 2023-09-21T14:56:12.995 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000619) opened an unlinked file! 2023-09-21T14:56:12.996 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000620) opened an unlinked file! 2023-09-21T14:56:12.996 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000621) opened an unlinked file! 2023-09-21T14:56:12.996 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000622) opened an unlinked file! 2023-09-21T14:56:12.996 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000623) opened an unlinked file! 2023-09-21T14:56:12.996 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000624) opened an unlinked file! 2023-09-21T14:56:12.997 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000625) opened an unlinked file! 2023-09-21T14:56:12.997 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000626) opened an unlinked file! 2023-09-21T14:56:12.997 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000627) opened an unlinked file! 2023-09-21T14:56:12.997 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000628) opened an unlinked file! 2023-09-21T14:56:12.997 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000629) opened an unlinked file! 2023-09-21T14:56:12.997 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000630) opened an unlinked file! 2023-09-21T14:56:12.998 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000631) opened an unlinked file! 2023-09-21T14:56:12.998 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000632) opened an unlinked file! 2023-09-21T14:56:13.012 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000633) opened an unlinked file! 2023-09-21T14:56:13.012 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000634) opened an unlinked file! 2023-09-21T14:56:13.013 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000635) opened an unlinked file! 2023-09-21T14:56:13.013 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000636) opened an unlinked file! 2023-09-21T14:56:13.013 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000637) opened an unlinked file! 2023-09-21T14:56:13.013 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000638) opened an unlinked file! 2023-09-21T14:56:13.013 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000639) opened an unlinked file! 2023-09-21T14:56:13.013 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000640) opened an unlinked file! 2023-09-21T14:56:13.014 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000641) opened an unlinked file! 2023-09-21T14:56:13.014 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000642) opened an unlinked file! 2023-09-21T14:56:13.014 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000643) opened an unlinked file! 2023-09-21T14:56:13.014 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000644) opened an unlinked file! 2023-09-21T14:56:13.014 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000645) opened an unlinked file! 2023-09-21T14:56:13.015 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000646) opened an unlinked file! 2023-09-21T14:56:13.015 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000647) opened an unlinked file! 2023-09-21T14:56:13.015 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000648) opened an unlinked file! 2023-09-21T14:56:13.015 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000649) opened an unlinked file! 2023-09-21T14:56:13.015 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000650) opened an unlinked file! 2023-09-21T14:56:13.016 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000651) opened an unlinked file! 2023-09-21T14:56:13.016 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000652) opened an unlinked file! 2023-09-21T14:56:13.016 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000653) opened an unlinked file! 2023-09-21T14:56:13.016 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000654) opened an unlinked file! 2023-09-21T14:56:13.016 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000655) opened an unlinked file! 2023-09-21T14:56:13.017 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000656) opened an unlinked file! 2023-09-21T14:56:13.017 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000657) opened an unlinked file! 2023-09-21T14:56:13.017 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000658) opened an unlinked file! 2023-09-21T14:56:13.017 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000659) opened an unlinked file! 2023-09-21T14:56:13.017 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000660) opened an unlinked file! 2023-09-21T14:56:13.017 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000661) opened an unlinked file! 2023-09-21T14:56:13.018 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000662) opened an unlinked file! 2023-09-21T14:56:13.018 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000663) opened an unlinked file! 2023-09-21T14:56:13.018 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000664) opened an unlinked file! 2023-09-21T14:56:13.018 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000665) opened an unlinked file! 2023-09-21T14:56:13.018 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000666) opened an unlinked file! 2023-09-21T14:56:13.018 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000667) opened an unlinked file! 2023-09-21T14:56:13.019 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000668) opened an unlinked file! 2023-09-21T14:56:13.019 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000669) opened an unlinked file! 2023-09-21T14:56:13.019 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000670) opened an unlinked file! 2023-09-21T14:56:13.019 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000671) opened an unlinked file! 2023-09-21T14:56:13.019 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000672) opened an unlinked file! 2023-09-21T14:56:13.020 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000673) opened an unlinked file! 2023-09-21T14:56:13.020 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000674) opened an unlinked file! 2023-09-21T14:56:13.020 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000675) opened an unlinked file! 2023-09-21T14:56:13.020 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000676) opened an unlinked file! 2023-09-21T14:56:13.020 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000677) opened an unlinked file! 2023-09-21T14:56:13.020 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000678) opened an unlinked file! 2023-09-21T14:56:13.021 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000679) opened an unlinked file! 2023-09-21T14:56:13.021 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000680) opened an unlinked file! 2023-09-21T14:56:13.021 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000681) opened an unlinked file! 2023-09-21T14:56:13.021 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000682) opened an unlinked file! 2023-09-21T14:56:13.021 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000683) opened an unlinked file! 2023-09-21T14:56:13.021 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000684) opened an unlinked file! 2023-09-21T14:56:13.022 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000685) opened an unlinked file! 2023-09-21T14:56:13.022 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000686) opened an unlinked file! 2023-09-21T14:56:13.022 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000687) opened an unlinked file! 2023-09-21T14:56:13.023 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000688) opened an unlinked file! 2023-09-21T14:56:13.023 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000689) opened an unlinked file! 2023-09-21T14:56:13.023 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000690) opened an unlinked file! 2023-09-21T14:56:13.023 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000691) opened an unlinked file! 2023-09-21T14:56:13.023 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000692) opened an unlinked file! 2023-09-21T14:56:13.023 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000693) opened an unlinked file! 2023-09-21T14:56:13.024 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000694) opened an unlinked file! 2023-09-21T14:56:13.024 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000695) opened an unlinked file! 2023-09-21T14:56:13.024 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000696) opened an unlinked file! 2023-09-21T14:56:13.024 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000697) opened an unlinked file! 2023-09-21T14:56:13.024 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000698) opened an unlinked file! 2023-09-21T14:56:13.025 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000699) opened an unlinked file! 2023-09-21T14:56:13.025 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000700) opened an unlinked file! 2023-09-21T14:56:13.025 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000701) opened an unlinked file! 2023-09-21T14:56:13.025 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000702) opened an unlinked file! 2023-09-21T14:56:13.025 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000703) opened an unlinked file! 2023-09-21T14:56:13.026 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000704) opened an unlinked file! 2023-09-21T14:56:13.026 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000705) opened an unlinked file! 2023-09-21T14:56:13.026 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000706) opened an unlinked file! 2023-09-21T14:56:13.026 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000707) opened an unlinked file! 2023-09-21T14:56:13.026 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000708) opened an unlinked file! 2023-09-21T14:56:13.027 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000709) opened an unlinked file! 2023-09-21T14:56:13.027 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000710) opened an unlinked file! 2023-09-21T14:56:13.027 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000711) opened an unlinked file! 2023-09-21T14:56:13.027 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000712) opened an unlinked file! 2023-09-21T14:56:13.029 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000713) opened an unlinked file! 2023-09-21T14:56:13.030 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000714) opened an unlinked file! 2023-09-21T14:56:13.030 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000715) opened an unlinked file! 2023-09-21T14:56:13.030 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000716) opened an unlinked file! 2023-09-21T14:56:13.030 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000717) opened an unlinked file! 2023-09-21T14:56:13.030 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000718) opened an unlinked file! 2023-09-21T14:56:13.031 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000719) opened an unlinked file! 2023-09-21T14:56:13.031 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000720) opened an unlinked file! 2023-09-21T14:56:13.031 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000721) opened an unlinked file! 2023-09-21T14:56:13.031 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000722) opened an unlinked file! 2023-09-21T14:56:13.031 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000723) opened an unlinked file! 2023-09-21T14:56:13.031 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000724) opened an unlinked file! 2023-09-21T14:56:13.032 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000725) opened an unlinked file! 2023-09-21T14:56:13.032 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000726) opened an unlinked file! 2023-09-21T14:56:13.032 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000727) opened an unlinked file! 2023-09-21T14:56:13.032 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000728) opened an unlinked file! 2023-09-21T14:56:13.032 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000729) opened an unlinked file! 2023-09-21T14:56:13.033 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000730) opened an unlinked file! 2023-09-21T14:56:13.033 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000731) opened an unlinked file! 2023-09-21T14:56:13.033 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000732) opened an unlinked file! 2023-09-21T14:56:13.033 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000733) opened an unlinked file! 2023-09-21T14:56:13.033 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000734) opened an unlinked file! 2023-09-21T14:56:13.033 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000735) opened an unlinked file! 2023-09-21T14:56:13.034 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000736) opened an unlinked file! 2023-09-21T14:56:13.034 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000737) opened an unlinked file! 2023-09-21T14:56:13.034 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000738) opened an unlinked file! 2023-09-21T14:56:13.034 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000739) opened an unlinked file! 2023-09-21T14:56:13.034 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000740) opened an unlinked file! 2023-09-21T14:56:13.036 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000741) opened an unlinked file! 2023-09-21T14:56:13.036 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000742) opened an unlinked file! 2023-09-21T14:56:13.037 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000743) opened an unlinked file! 2023-09-21T14:56:13.037 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000744) opened an unlinked file! 2023-09-21T14:56:13.037 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000745) opened an unlinked file! 2023-09-21T14:56:13.037 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000746) opened an unlinked file! 2023-09-21T14:56:13.037 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000747) opened an unlinked file! 2023-09-21T14:56:13.037 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000748) opened an unlinked file! 2023-09-21T14:56:13.038 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000749) opened an unlinked file! 2023-09-21T14:56:13.038 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000750) opened an unlinked file! 2023-09-21T14:56:13.038 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000751) opened an unlinked file! 2023-09-21T14:56:13.038 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000752) opened an unlinked file! 2023-09-21T14:56:13.038 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000753) opened an unlinked file! 2023-09-21T14:56:13.039 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000754) opened an unlinked file! 2023-09-21T14:56:13.039 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000755) opened an unlinked file! 2023-09-21T14:56:13.039 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000756) opened an unlinked file! 2023-09-21T14:56:13.039 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000757) opened an unlinked file! 2023-09-21T14:56:13.039 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000758) opened an unlinked file! 2023-09-21T14:56:13.039 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000759) opened an unlinked file! 2023-09-21T14:56:13.040 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000760) opened an unlinked file! 2023-09-21T14:56:13.040 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000761) opened an unlinked file! 2023-09-21T14:56:13.040 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000762) opened an unlinked file! 2023-09-21T14:56:13.040 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000763) opened an unlinked file! 2023-09-21T14:56:13.040 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000764) opened an unlinked file! 2023-09-21T14:56:13.040 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000765) opened an unlinked file! 2023-09-21T14:56:13.041 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000766) opened an unlinked file! 2023-09-21T14:56:13.041 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000767) opened an unlinked file! 2023-09-21T14:56:13.041 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000768) opened an unlinked file! 2023-09-21T14:56:13.041 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000769) opened an unlinked file! 2023-09-21T14:56:13.041 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000770) opened an unlinked file! 2023-09-21T14:56:13.042 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000771) opened an unlinked file! 2023-09-21T14:56:13.042 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000772) opened an unlinked file! 2023-09-21T14:56:13.042 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000773) opened an unlinked file! 2023-09-21T14:56:13.042 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000774) opened an unlinked file! 2023-09-21T14:56:13.042 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000775) opened an unlinked file! 2023-09-21T14:56:13.042 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000776) opened an unlinked file! 2023-09-21T14:56:13.043 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000777) opened an unlinked file! 2023-09-21T14:56:13.043 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000778) opened an unlinked file! 2023-09-21T14:56:13.043 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000779) opened an unlinked file! 2023-09-21T14:56:13.043 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000780) opened an unlinked file! 2023-09-21T14:56:13.043 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000781) opened an unlinked file! 2023-09-21T14:56:13.043 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000782) opened an unlinked file! 2023-09-21T14:56:13.044 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000783) opened an unlinked file! 2023-09-21T14:56:13.044 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000784) opened an unlinked file! 2023-09-21T14:56:13.044 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000785) opened an unlinked file! 2023-09-21T14:56:13.044 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000786) opened an unlinked file! 2023-09-21T14:56:13.044 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000787) opened an unlinked file! 2023-09-21T14:56:13.045 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000788) opened an unlinked file! 2023-09-21T14:56:13.045 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000789) opened an unlinked file! 2023-09-21T14:56:13.045 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000790) opened an unlinked file! 2023-09-21T14:56:13.045 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000791) opened an unlinked file! 2023-09-21T14:56:13.045 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000792) opened an unlinked file! 2023-09-21T14:56:13.045 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000793) opened an unlinked file! 2023-09-21T14:56:13.046 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000794) opened an unlinked file! 2023-09-21T14:56:13.046 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000795) opened an unlinked file! 2023-09-21T14:56:13.046 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000796) opened an unlinked file! 2023-09-21T14:56:13.048 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000797) opened an unlinked file! 2023-09-21T14:56:13.048 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000798) opened an unlinked file! 2023-09-21T14:56:13.048 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000799) opened an unlinked file! 2023-09-21T14:56:13.049 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000800) opened an unlinked file! 2023-09-21T14:56:13.049 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000801) opened an unlinked file! 2023-09-21T14:56:13.049 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000802) opened an unlinked file! 2023-09-21T14:56:13.049 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000803) opened an unlinked file! 2023-09-21T14:56:13.049 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000804) opened an unlinked file! 2023-09-21T14:56:13.049 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000805) opened an unlinked file! 2023-09-21T14:56:13.050 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000806) opened an unlinked file! 2023-09-21T14:56:13.050 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000807) opened an unlinked file! 2023-09-21T14:56:13.050 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000808) opened an unlinked file! 2023-09-21T14:56:13.050 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000809) opened an unlinked file! 2023-09-21T14:56:13.050 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000810) opened an unlinked file! 2023-09-21T14:56:13.050 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000811) opened an unlinked file! 2023-09-21T14:56:13.051 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000812) opened an unlinked file! 2023-09-21T14:56:13.051 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000813) opened an unlinked file! 2023-09-21T14:56:13.051 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000814) opened an unlinked file! 2023-09-21T14:56:13.051 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000815) opened an unlinked file! 2023-09-21T14:56:13.051 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000816) opened an unlinked file! 2023-09-21T14:56:13.052 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000817) opened an unlinked file! 2023-09-21T14:56:13.052 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000818) opened an unlinked file! 2023-09-21T14:56:13.052 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000819) opened an unlinked file! 2023-09-21T14:56:13.052 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000820) opened an unlinked file! 2023-09-21T14:56:13.052 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000821) opened an unlinked file! 2023-09-21T14:56:13.052 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000822) opened an unlinked file! 2023-09-21T14:56:13.053 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000823) opened an unlinked file! 2023-09-21T14:56:13.053 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000824) opened an unlinked file! 2023-09-21T14:56:13.062 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000825) opened an unlinked file! 2023-09-21T14:56:13.065 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000826) opened an unlinked file! 2023-09-21T14:56:13.065 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000827) opened an unlinked file! 2023-09-21T14:56:13.066 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000828) opened an unlinked file! 2023-09-21T14:56:13.066 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000829) opened an unlinked file! 2023-09-21T14:56:13.066 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000830) opened an unlinked file! 2023-09-21T14:56:13.066 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000831) opened an unlinked file! 2023-09-21T14:56:13.066 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000832) opened an unlinked file! 2023-09-21T14:56:13.067 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000833) opened an unlinked file! 2023-09-21T14:56:13.067 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000834) opened an unlinked file! 2023-09-21T14:56:13.067 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000835) opened an unlinked file! 2023-09-21T14:56:13.067 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000836) opened an unlinked file! 2023-09-21T14:56:13.067 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000837) opened an unlinked file! 2023-09-21T14:56:13.068 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000838) opened an unlinked file! 2023-09-21T14:56:13.068 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000839) opened an unlinked file! 2023-09-21T14:56:13.068 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000840) opened an unlinked file! 2023-09-21T14:56:13.068 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000841) opened an unlinked file! 2023-09-21T14:56:13.068 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000842) opened an unlinked file! 2023-09-21T14:56:13.069 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000843) opened an unlinked file! 2023-09-21T14:56:13.069 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000844) opened an unlinked file! 2023-09-21T14:56:13.069 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000845) opened an unlinked file! 2023-09-21T14:56:13.069 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000846) opened an unlinked file! 2023-09-21T14:56:13.069 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000847) opened an unlinked file! 2023-09-21T14:56:13.069 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000848) opened an unlinked file! 2023-09-21T14:56:13.070 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000849) opened an unlinked file! 2023-09-21T14:56:13.070 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000850) opened an unlinked file! 2023-09-21T14:56:13.070 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000851) opened an unlinked file! 2023-09-21T14:56:13.070 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000852) opened an unlinked file! 2023-09-21T14:56:13.072 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000853) opened an unlinked file! 2023-09-21T14:56:13.072 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000854) opened an unlinked file! 2023-09-21T14:56:13.073 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000855) opened an unlinked file! 2023-09-21T14:56:13.073 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000856) opened an unlinked file! 2023-09-21T14:56:13.073 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000857) opened an unlinked file! 2023-09-21T14:56:13.073 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000858) opened an unlinked file! 2023-09-21T14:56:13.073 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000859) opened an unlinked file! 2023-09-21T14:56:13.073 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000860) opened an unlinked file! 2023-09-21T14:56:13.074 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000861) opened an unlinked file! 2023-09-21T14:56:13.074 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000862) opened an unlinked file! 2023-09-21T14:56:13.074 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000863) opened an unlinked file! 2023-09-21T14:56:13.074 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000864) opened an unlinked file! 2023-09-21T14:56:13.074 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000865) opened an unlinked file! 2023-09-21T14:56:13.075 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000866) opened an unlinked file! 2023-09-21T14:56:13.075 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000867) opened an unlinked file! 2023-09-21T14:56:13.075 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000868) opened an unlinked file! 2023-09-21T14:56:13.075 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000869) opened an unlinked file! 2023-09-21T14:56:13.075 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000870) opened an unlinked file! 2023-09-21T14:56:13.075 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000871) opened an unlinked file! 2023-09-21T14:56:13.076 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000872) opened an unlinked file! 2023-09-21T14:56:13.076 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000873) opened an unlinked file! 2023-09-21T14:56:13.076 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000874) opened an unlinked file! 2023-09-21T14:56:13.076 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000875) opened an unlinked file! 2023-09-21T14:56:13.076 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000876) opened an unlinked file! 2023-09-21T14:56:13.076 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000877) opened an unlinked file! 2023-09-21T14:56:13.077 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000878) opened an unlinked file! 2023-09-21T14:56:13.077 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000879) opened an unlinked file! 2023-09-21T14:56:13.077 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000880) opened an unlinked file! 2023-09-21T14:56:13.079 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000881) opened an unlinked file! 2023-09-21T14:56:13.079 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000882) opened an unlinked file! 2023-09-21T14:56:13.079 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000883) opened an unlinked file! 2023-09-21T14:56:13.079 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000884) opened an unlinked file! 2023-09-21T14:56:13.080 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000885) opened an unlinked file! 2023-09-21T14:56:13.080 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000886) opened an unlinked file! 2023-09-21T14:56:13.080 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000887) opened an unlinked file! 2023-09-21T14:56:13.080 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000888) opened an unlinked file! 2023-09-21T14:56:13.080 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000889) opened an unlinked file! 2023-09-21T14:56:13.080 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000890) opened an unlinked file! 2023-09-21T14:56:13.081 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000891) opened an unlinked file! 2023-09-21T14:56:13.081 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000892) opened an unlinked file! 2023-09-21T14:56:13.081 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000893) opened an unlinked file! 2023-09-21T14:56:13.081 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000894) opened an unlinked file! 2023-09-21T14:56:13.081 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000895) opened an unlinked file! 2023-09-21T14:56:13.082 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000896) opened an unlinked file! 2023-09-21T14:56:13.082 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000897) opened an unlinked file! 2023-09-21T14:56:13.082 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000898) opened an unlinked file! 2023-09-21T14:56:13.082 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000899) opened an unlinked file! 2023-09-21T14:56:13.082 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000900) opened an unlinked file! 2023-09-21T14:56:13.082 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000901) opened an unlinked file! 2023-09-21T14:56:13.083 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000902) opened an unlinked file! 2023-09-21T14:56:13.083 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000903) opened an unlinked file! 2023-09-21T14:56:13.083 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000904) opened an unlinked file! 2023-09-21T14:56:13.083 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000905) opened an unlinked file! 2023-09-21T14:56:13.083 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000906) opened an unlinked file! 2023-09-21T14:56:13.083 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000907) opened an unlinked file! 2023-09-21T14:56:13.084 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000908) opened an unlinked file! 2023-09-21T14:56:13.087 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000909) opened an unlinked file! 2023-09-21T14:56:13.087 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000910) opened an unlinked file! 2023-09-21T14:56:13.087 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000911) opened an unlinked file! 2023-09-21T14:56:13.087 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000912) opened an unlinked file! 2023-09-21T14:56:13.088 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000913) opened an unlinked file! 2023-09-21T14:56:13.088 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000914) opened an unlinked file! 2023-09-21T14:56:13.088 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000915) opened an unlinked file! 2023-09-21T14:56:13.088 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000916) opened an unlinked file! 2023-09-21T14:56:13.088 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000917) opened an unlinked file! 2023-09-21T14:56:13.089 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000918) opened an unlinked file! 2023-09-21T14:56:13.089 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000919) opened an unlinked file! 2023-09-21T14:56:13.089 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000920) opened an unlinked file! 2023-09-21T14:56:13.089 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000921) opened an unlinked file! 2023-09-21T14:56:13.089 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000922) opened an unlinked file! 2023-09-21T14:56:13.090 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000923) opened an unlinked file! 2023-09-21T14:56:13.090 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000924) opened an unlinked file! 2023-09-21T14:56:13.090 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000925) opened an unlinked file! 2023-09-21T14:56:13.090 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000926) opened an unlinked file! 2023-09-21T14:56:13.090 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000927) opened an unlinked file! 2023-09-21T14:56:13.090 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000928) opened an unlinked file! 2023-09-21T14:56:13.091 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000929) opened an unlinked file! 2023-09-21T14:56:13.091 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000930) opened an unlinked file! 2023-09-21T14:56:13.091 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000931) opened an unlinked file! 2023-09-21T14:56:13.091 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000932) opened an unlinked file! 2023-09-21T14:56:13.091 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000933) opened an unlinked file! 2023-09-21T14:56:13.092 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000934) opened an unlinked file! 2023-09-21T14:56:13.092 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000935) opened an unlinked file! 2023-09-21T14:56:13.092 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000936) opened an unlinked file! 2023-09-21T14:56:13.092 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000937) opened an unlinked file! 2023-09-21T14:56:13.092 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000938) opened an unlinked file! 2023-09-21T14:56:13.092 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000939) opened an unlinked file! 2023-09-21T14:56:13.093 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000940) opened an unlinked file! 2023-09-21T14:56:13.093 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000941) opened an unlinked file! 2023-09-21T14:56:13.093 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000942) opened an unlinked file! 2023-09-21T14:56:13.093 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000943) opened an unlinked file! 2023-09-21T14:56:13.093 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000944) opened an unlinked file! 2023-09-21T14:56:13.093 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000945) opened an unlinked file! 2023-09-21T14:56:13.094 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000946) opened an unlinked file! 2023-09-21T14:56:13.094 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000947) opened an unlinked file! 2023-09-21T14:56:13.094 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000948) opened an unlinked file! 2023-09-21T14:56:13.094 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000949) opened an unlinked file! 2023-09-21T14:56:13.094 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000950) opened an unlinked file! 2023-09-21T14:56:13.095 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000951) opened an unlinked file! 2023-09-21T14:56:13.095 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000952) opened an unlinked file! 2023-09-21T14:56:13.095 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000953) opened an unlinked file! 2023-09-21T14:56:13.095 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000954) opened an unlinked file! 2023-09-21T14:56:13.095 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000955) opened an unlinked file! 2023-09-21T14:56:13.095 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000956) opened an unlinked file! 2023-09-21T14:56:13.096 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000957) opened an unlinked file! 2023-09-21T14:56:13.096 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000958) opened an unlinked file! 2023-09-21T14:56:13.096 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000959) opened an unlinked file! 2023-09-21T14:56:13.096 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000960) opened an unlinked file! 2023-09-21T14:56:13.096 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000961) opened an unlinked file! 2023-09-21T14:56:13.096 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000962) opened an unlinked file! 2023-09-21T14:56:13.097 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000963) opened an unlinked file! 2023-09-21T14:56:13.097 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000964) opened an unlinked file! 2023-09-21T14:56:13.099 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000965) opened an unlinked file! 2023-09-21T14:56:13.099 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000966) opened an unlinked file! 2023-09-21T14:56:13.099 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000967) opened an unlinked file! 2023-09-21T14:56:13.099 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000968) opened an unlinked file! 2023-09-21T14:56:13.100 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000969) opened an unlinked file! 2023-09-21T14:56:13.100 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000970) opened an unlinked file! 2023-09-21T14:56:13.100 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000971) opened an unlinked file! 2023-09-21T14:56:13.100 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000972) opened an unlinked file! 2023-09-21T14:56:13.100 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000973) opened an unlinked file! 2023-09-21T14:56:13.100 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000974) opened an unlinked file! 2023-09-21T14:56:13.101 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000975) opened an unlinked file! 2023-09-21T14:56:13.101 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000976) opened an unlinked file! 2023-09-21T14:56:13.101 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000977) opened an unlinked file! 2023-09-21T14:56:13.101 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000978) opened an unlinked file! 2023-09-21T14:56:13.101 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000979) opened an unlinked file! 2023-09-21T14:56:13.102 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000980) opened an unlinked file! 2023-09-21T14:56:13.102 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000981) opened an unlinked file! 2023-09-21T14:56:13.102 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000982) opened an unlinked file! 2023-09-21T14:56:13.102 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000983) opened an unlinked file! 2023-09-21T14:56:13.102 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000984) opened an unlinked file! 2023-09-21T14:56:13.103 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000985) opened an unlinked file! 2023-09-21T14:56:13.103 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000986) opened an unlinked file! 2023-09-21T14:56:13.103 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000987) opened an unlinked file! 2023-09-21T14:56:13.103 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000988) opened an unlinked file! 2023-09-21T14:56:13.103 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000989) opened an unlinked file! 2023-09-21T14:56:13.103 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000990) opened an unlinked file! 2023-09-21T14:56:13.104 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000991) opened an unlinked file! 2023-09-21T14:56:13.104 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000992) opened an unlinked file! 2023-09-21T14:56:13.106 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000993) opened an unlinked file! 2023-09-21T14:56:13.106 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000994) opened an unlinked file! 2023-09-21T14:56:13.106 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000995) opened an unlinked file! 2023-09-21T14:56:13.106 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000996) opened an unlinked file! 2023-09-21T14:56:13.107 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000997) opened an unlinked file! 2023-09-21T14:56:13.107 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000998) opened an unlinked file! 2023-09-21T14:56:13.107 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file000999) opened an unlinked file! 2023-09-21T14:56:13.107 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file001000) opened an unlinked file! 2023-09-21T14:56:13.133 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file001001) opened an unlinked file! 2023-09-21T14:56:13.134 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file001002) opened an unlinked file! 2023-09-21T14:56:13.134 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file001003) opened an unlinked file! 2023-09-21T14:56:13.134 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file001004) opened an unlinked file! 2023-09-21T14:56:13.134 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file001005) opened an unlinked file! 2023-09-21T14:56:13.134 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file001006) opened an unlinked file! 2023-09-21T14:56:13.135 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file001007) opened an unlinked file! 2023-09-21T14:56:13.135 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file001008) opened an unlinked file! 2023-09-21T14:56:13.135 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file001009) opened an unlinked file! 2023-09-21T14:56:13.135 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file001010) opened an unlinked file! 2023-09-21T14:56:13.135 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file001011) opened an unlinked file! 2023-09-21T14:56:13.136 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file001012) opened an unlinked file! 2023-09-21T14:56:13.136 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file001013) opened an unlinked file! 2023-09-21T14:56:13.136 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file001014) opened an unlinked file! 2023-09-21T14:56:13.136 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file001015) opened an unlinked file! 2023-09-21T14:56:13.136 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file001016) opened an unlinked file! 2023-09-21T14:56:13.137 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file001017) opened an unlinked file! 2023-09-21T14:56:13.137 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file001018) opened an unlinked file! 2023-09-21T14:56:13.137 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file001019) opened an unlinked file! 2023-09-21T14:56:13.137 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file001020) opened an unlinked file! 2023-09-21T14:56:13.137 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file001021) opened an unlinked file! 2023-09-21T14:56:13.138 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file001022) opened an unlinked file! 2023-09-21T14:56:13.138 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/426-dir/file001023) opened an unlinked file! 2023-09-21T14:56:13.138 INFO:teuthology.orchestra.run.smithi046.stdout: test_file_handles TEST_DIR/426-dir 2023-09-21T14:56:13.138 INFO:teuthology.orchestra.run.smithi046.stdout: test_file_handles TEST_DIR/426-dir -l 2023-09-21T14:56:13.138 INFO:teuthology.orchestra.run.smithi046.stdout: test_file_handles TEST_DIR/426-dir -u 2023-09-21T14:56:13.139 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/426 2023-09-21T14:56:13.139 INFO:teuthology.orchestra.run.smithi046.stdout:Failures: generic/426 2023-09-21T14:56:13.139 INFO:teuthology.orchestra.run.smithi046.stdout:Failed 1 of 1 tests 2023-09-21T14:56:13.139 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:56:13.140 INFO:tasks.cephfs.xfstests_dev:Command failed 2023-09-21T14:56:13.140 INFO:tasks.cephfs.xfstests_dev:Command return value: 1 2023-09-21T14:56:13.141 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/427) 2023-09-21T14:56:14.129 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:56:14.135 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:56:14.135 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:56:14.371 INFO:teuthology.orchestra.run.smithi046.stdout:generic/427 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:56:14.376 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/427 2023-09-21T14:56:14.376 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/427 2023-09-21T14:56:14.376 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:56:14.378 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:56:14.402 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:56:14.403 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/428) 2023-09-21T14:56:14.618 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:56:14.623 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:56:14.623 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:56:14.841 INFO:teuthology.orchestra.run.smithi046.stdout:generic/428 0s 2023-09-21T14:56:14.848 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/428 2023-09-21T14:56:14.848 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:56:14.850 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:56:14.872 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:56:14.872 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/429) 2023-09-21T14:56:15.120 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:56:15.125 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:56:15.125 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:56:15.317 INFO:teuthology.orchestra.run.smithi046.stdout:generic/429 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:56:15.322 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/429 2023-09-21T14:56:15.322 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/429 2023-09-21T14:56:15.322 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:56:15.325 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:56:15.347 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:56:15.347 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/430) 2023-09-21T14:56:15.567 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:56:15.573 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:56:15.573 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:56:15.918 INFO:teuthology.orchestra.run.smithi046.stdout:generic/430 0s 2023-09-21T14:56:15.924 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/430 2023-09-21T14:56:15.924 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:56:15.926 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:56:15.947 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:56:15.948 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/431) 2023-09-21T14:56:16.519 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:56:16.524 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:56:16.524 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:56:16.831 INFO:teuthology.orchestra.run.smithi046.stdout:generic/431 0s 2023-09-21T14:56:16.837 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/431 2023-09-21T14:56:16.837 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:56:16.839 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:56:16.864 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:56:16.865 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/432) 2023-09-21T14:56:17.445 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:56:17.449 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:56:17.450 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:56:17.765 INFO:teuthology.orchestra.run.smithi046.stdout:generic/432 0s 2023-09-21T14:56:17.770 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/432 2023-09-21T14:56:17.771 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:56:17.773 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:56:17.793 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:56:17.794 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/433) 2023-09-21T14:56:18.368 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:56:18.373 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:56:18.373 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:56:18.655 INFO:teuthology.orchestra.run.smithi046.stdout:generic/433 0s 2023-09-21T14:56:18.661 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/433 2023-09-21T14:56:18.661 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:56:18.664 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:56:18.682 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:56:18.683 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/434) 2023-09-21T14:56:19.245 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:56:19.250 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:56:19.250 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:56:19.530 INFO:teuthology.orchestra.run.smithi046.stdout:generic/434 - output mismatch (see /tmp/tmp.JI8GoXYvmPxfstests-dev/results//generic/434.out.bad) 2023-09-21T14:56:19.532 INFO:teuthology.orchestra.run.smithi046.stdout: --- tests/generic/434.out 2023-09-21 13:06:38.929392444 +0000 2023-09-21T14:56:19.532 INFO:teuthology.orchestra.run.smithi046.stdout: +++ /tmp/tmp.JI8GoXYvmPxfstests-dev/results//generic/434.out.bad 2023-09-21 14:56:19.543318766 +0000 2023-09-21T14:56:19.533 INFO:teuthology.orchestra.run.smithi046.stdout: @@ -9,6 +9,6 @@ 2023-09-21T14:56:19.533 INFO:teuthology.orchestra.run.smithi046.stdout: copy_range: Bad file descriptor 2023-09-21T14:56:19.533 INFO:teuthology.orchestra.run.smithi046.stdout: d41d8cd98f00b204e9800998ecf8427e TEST_DIR/test-434/copy 2023-09-21T14:56:19.533 INFO:teuthology.orchestra.run.smithi046.stdout: Try to copy to a device 2023-09-21T14:56:19.533 INFO:teuthology.orchestra.run.smithi046.stdout: -copy_range: Invalid argument 2023-09-21T14:56:19.534 INFO:teuthology.orchestra.run.smithi046.stdout: +/tmp/tmp.Iyw9jrkLjLtest/test-434/dev1: Permission denied 2023-09-21T14:56:19.534 INFO:teuthology.orchestra.run.smithi046.stdout: Try to copy to a fifo 2023-09-21T14:56:19.534 INFO:teuthology.orchestra.run.smithi046.stdout: copy_range: Invalid argument 2023-09-21T14:56:19.535 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/434 2023-09-21T14:56:19.535 INFO:teuthology.orchestra.run.smithi046.stdout:Failures: generic/434 2023-09-21T14:56:19.536 INFO:teuthology.orchestra.run.smithi046.stdout:Failed 1 of 1 tests 2023-09-21T14:56:19.538 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:56:19.555 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-09-21T14:56:19.556 INFO:tasks.cephfs.xfstests_dev:Command failed 2023-09-21T14:56:19.556 INFO:tasks.cephfs.xfstests_dev:Command return value: 1 2023-09-21T14:56:19.557 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/435) 2023-09-21T14:56:20.149 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:56:20.154 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:56:20.154 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:56:20.328 INFO:teuthology.orchestra.run.smithi046.stdout:generic/435 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:56:20.332 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/435 2023-09-21T14:56:20.333 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/435 2023-09-21T14:56:20.333 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:56:20.335 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:56:20.355 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:56:20.356 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/436) 2023-09-21T14:56:20.574 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:56:20.580 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:56:20.580 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:56:21.735 INFO:teuthology.orchestra.run.smithi046.stdout:generic/436 1s 2023-09-21T14:56:21.740 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/436 2023-09-21T14:56:21.740 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:56:21.742 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:56:21.763 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:56:21.764 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/437) 2023-09-21T14:56:22.342 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:56:22.347 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:56:22.347 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:56:23.247 INFO:teuthology.orchestra.run.smithi046.stdout:generic/437 1s 2023-09-21T14:56:23.253 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/437 2023-09-21T14:56:23.253 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:56:23.256 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:56:23.273 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:56:23.274 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/438) 2023-09-21T14:56:23.488 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:56:23.493 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:56:23.493 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:56:36.026 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:56:36.029 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:57:06.178 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:57:06.185 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:57:36.285 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:57:36.772 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:57:38.589 INFO:teuthology.orchestra.run.smithi046.stdout:generic/438 75s 2023-09-21T14:57:38.594 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/438 2023-09-21T14:57:38.595 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:57:38.597 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:57:38.619 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:57:38.904 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/439) 2023-09-21T14:57:39.122 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:57:39.128 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:57:39.128 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:57:39.279 INFO:teuthology.orchestra.run.smithi046.stdout:generic/439 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:57:39.283 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/439 2023-09-21T14:57:39.283 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/439 2023-09-21T14:57:39.283 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:57:39.285 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:57:39.315 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:57:39.316 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/440) 2023-09-21T14:57:39.531 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:57:39.536 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:57:39.537 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:57:39.713 INFO:teuthology.orchestra.run.smithi046.stdout:generic/440 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:57:39.717 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/440 2023-09-21T14:57:39.718 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/440 2023-09-21T14:57:39.718 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:57:39.720 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:57:39.738 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:57:39.739 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/441) 2023-09-21T14:57:39.957 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:57:39.962 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:57:39.962 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:57:40.200 INFO:teuthology.orchestra.run.smithi046.stdout:generic/441 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:57:40.205 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/441 2023-09-21T14:57:40.205 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/441 2023-09-21T14:57:40.206 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:57:40.208 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:57:40.227 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:57:40.346 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/442) 2023-09-21T14:57:40.562 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:57:40.568 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:57:40.568 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:57:40.732 INFO:teuthology.orchestra.run.smithi046.stdout:generic/442 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:57:40.736 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/442 2023-09-21T14:57:40.737 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/442 2023-09-21T14:57:40.737 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:57:40.739 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:57:40.760 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:57:40.833 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/443) 2023-09-21T14:57:41.050 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:57:41.055 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:57:41.055 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:57:41.259 INFO:teuthology.orchestra.run.smithi046.stdout:generic/443 0s 2023-09-21T14:57:41.265 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/443 2023-09-21T14:57:41.265 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:57:41.267 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:57:41.289 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:57:41.289 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/444) 2023-09-21T14:57:41.506 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:57:41.514 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:57:41.515 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:57:41.719 INFO:teuthology.orchestra.run.smithi046.stdout:generic/444 [not run] ACLs not supported by this filesystem type: ceph-fuse 2023-09-21T14:57:41.724 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/444 2023-09-21T14:57:41.724 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/444 2023-09-21T14:57:41.724 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:57:41.726 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:57:41.746 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:57:41.747 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/445) 2023-09-21T14:57:41.960 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:57:41.965 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:57:41.966 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:57:42.967 INFO:teuthology.orchestra.run.smithi046.stdout:generic/445 1s 2023-09-21T14:57:42.972 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/445 2023-09-21T14:57:42.972 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:57:42.975 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:57:42.995 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:57:42.995 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/446) 2023-09-21T14:57:43.566 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:57:43.570 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:57:43.570 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:57:43.710 INFO:teuthology.orchestra.run.smithi046.stdout:generic/446 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:57:43.715 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/446 2023-09-21T14:57:43.716 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/446 2023-09-21T14:57:43.716 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:57:43.717 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:57:43.740 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:57:43.741 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/447) 2023-09-21T14:57:43.953 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:57:43.958 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:57:43.959 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:57:44.124 INFO:teuthology.orchestra.run.smithi046.stdout:generic/447 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:57:44.129 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/447 2023-09-21T14:57:44.129 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/447 2023-09-21T14:57:44.129 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:57:44.131 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:57:44.156 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:57:44.156 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/448) 2023-09-21T14:57:44.370 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:57:44.376 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:57:44.376 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:57:45.472 INFO:teuthology.orchestra.run.smithi046.stdout:generic/448 1s 2023-09-21T14:57:45.483 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/448 2023-09-21T14:57:45.484 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:57:45.486 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:57:45.508 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:57:45.508 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/449) 2023-09-21T14:57:46.116 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:57:46.121 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:57:46.122 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:57:46.333 INFO:teuthology.orchestra.run.smithi046.stdout:generic/449 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:57:46.337 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/449 2023-09-21T14:57:46.337 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/449 2023-09-21T14:57:46.338 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:57:46.340 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:57:46.363 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:57:46.364 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/450) 2023-09-21T14:57:46.581 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:57:46.586 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:57:46.586 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:57:48.086 INFO:teuthology.orchestra.run.smithi046.stdout:generic/450 2s 2023-09-21T14:57:48.093 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/450 2023-09-21T14:57:48.093 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:57:48.095 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:57:48.124 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:57:48.124 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/451) 2023-09-21T14:57:48.675 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:57:48.678 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:57:48.678 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:57:49.056 INFO:teuthology.orchestra.run.smithi046.stdout:generic/451 - output mismatch (see /tmp/tmp.JI8GoXYvmPxfstests-dev/results//generic/451.out.bad) 2023-09-21T14:57:49.081 INFO:teuthology.orchestra.run.smithi046.stdout: --- tests/generic/451.out 2023-09-21 13:06:38.930392434 +0000 2023-09-21T14:57:49.081 INFO:teuthology.orchestra.run.smithi046.stdout: +++ /tmp/tmp.JI8GoXYvmPxfstests-dev/results//generic/451.out.bad 2023-09-21 14:57:49.070426417 +0000 2023-09-21T14:57:49.082 INFO:teuthology.orchestra.run.smithi046.stdout: @@ -1,2 +1,5 @@ 2023-09-21T14:57:49.082 INFO:teuthology.orchestra.run.smithi046.stdout: QA output created by 451 2023-09-21T14:57:49.085 INFO:teuthology.orchestra.run.smithi046.stdout: +get stale data from buffer read 2023-09-21T14:57:49.086 INFO:teuthology.orchestra.run.smithi046.stdout: +00000000 55 55 55 55 55 55 55 55 55 55 55 55 55 55 55 55 UUUUUUUUUUUUUUUU 2023-09-21T14:57:49.087 INFO:teuthology.orchestra.run.smithi046.stdout: +000a0000 2023-09-21T14:57:49.087 INFO:teuthology.orchestra.run.smithi046.stdout: Silence is golden 2023-09-21T14:57:49.087 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/451 2023-09-21T14:57:49.087 INFO:teuthology.orchestra.run.smithi046.stdout:Failures: generic/451 2023-09-21T14:57:49.087 INFO:teuthology.orchestra.run.smithi046.stdout:Failed 1 of 1 tests 2023-09-21T14:57:49.088 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:57:49.089 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-09-21T14:57:49.091 INFO:tasks.cephfs.xfstests_dev:Command failed 2023-09-21T14:57:49.091 INFO:tasks.cephfs.xfstests_dev:Command return value: 1 2023-09-21T14:57:49.112 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/452) 2023-09-21T14:57:49.662 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:57:49.667 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:57:49.667 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:57:49.808 INFO:teuthology.orchestra.run.smithi046.stdout:generic/452 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:57:49.813 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/452 2023-09-21T14:57:49.813 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/452 2023-09-21T14:57:49.813 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:57:49.815 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:57:49.833 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:57:49.833 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/453) 2023-09-21T14:57:50.047 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:57:50.052 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:57:50.052 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:57:50.195 INFO:teuthology.orchestra.run.smithi046.stdout:generic/453 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:57:50.200 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/453 2023-09-21T14:57:50.200 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/453 2023-09-21T14:57:50.200 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:57:50.202 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:57:50.220 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:57:50.221 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/454) 2023-09-21T14:57:50.436 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:57:50.442 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:57:50.442 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:57:50.586 INFO:teuthology.orchestra.run.smithi046.stdout:generic/454 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:57:50.590 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/454 2023-09-21T14:57:50.591 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/454 2023-09-21T14:57:50.591 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:57:50.593 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:57:50.611 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:57:50.612 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/455) 2023-09-21T14:57:50.828 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:57:50.833 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:57:50.834 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:57:51.084 INFO:teuthology.orchestra.run.smithi046.stdout:generic/455 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:57:51.088 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/455 2023-09-21T14:57:51.089 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/455 2023-09-21T14:57:51.089 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:57:51.091 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:57:51.113 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:57:51.114 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/456) 2023-09-21T14:57:51.331 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:57:51.335 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:57:51.335 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:57:51.495 INFO:teuthology.orchestra.run.smithi046.stdout:generic/456 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:57:51.500 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/456 2023-09-21T14:57:51.500 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/456 2023-09-21T14:57:51.500 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:57:51.502 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:57:51.525 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:57:51.526 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/457) 2023-09-21T14:57:51.740 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:57:51.747 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:57:51.747 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:57:51.983 INFO:teuthology.orchestra.run.smithi046.stdout:generic/457 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:57:51.987 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/457 2023-09-21T14:57:51.988 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/457 2023-09-21T14:57:51.988 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:57:51.990 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:57:52.012 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:57:52.013 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/458) 2023-09-21T14:57:52.227 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:57:52.233 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:57:52.233 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:57:52.381 INFO:teuthology.orchestra.run.smithi046.stdout:generic/458 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:57:52.385 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/458 2023-09-21T14:57:52.386 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/458 2023-09-21T14:57:52.386 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:57:52.388 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:57:52.405 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:57:52.405 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/459) 2023-09-21T14:57:52.619 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:57:52.624 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:57:52.625 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:57:52.869 INFO:teuthology.orchestra.run.smithi046.stdout:generic/459 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:57:52.874 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/459 2023-09-21T14:57:52.874 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/459 2023-09-21T14:57:52.874 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:57:52.877 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:57:52.906 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:57:52.906 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/460) 2023-09-21T14:57:53.124 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:57:53.129 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:57:53.130 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:57:53.297 INFO:teuthology.orchestra.run.smithi046.stdout:generic/460 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:57:53.302 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/460 2023-09-21T14:57:53.302 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/460 2023-09-21T14:57:53.302 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:57:53.304 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:57:53.324 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:57:53.324 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/461) 2023-09-21T14:57:53.539 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:57:53.545 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:57:53.545 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:57:53.690 INFO:teuthology.orchestra.run.smithi046.stdout:generic/461 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:57:53.694 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/461 2023-09-21T14:57:53.695 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/461 2023-09-21T14:57:53.695 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:57:53.697 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:57:53.722 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:57:53.723 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/462) 2023-09-21T14:57:53.936 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:57:53.941 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:57:53.942 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:57:54.093 INFO:teuthology.orchestra.run.smithi046.stdout:generic/462 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:57:54.097 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/462 2023-09-21T14:57:54.098 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/462 2023-09-21T14:57:54.098 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:57:54.100 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:57:54.120 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:57:54.120 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/463) 2023-09-21T14:57:54.339 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:57:54.344 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:57:54.344 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:57:54.567 INFO:teuthology.orchestra.run.smithi046.stdout:generic/463 [not run] Reflink not supported by test filesystem type: ceph-fuse 2023-09-21T14:57:54.571 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/463 2023-09-21T14:57:54.571 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/463 2023-09-21T14:57:54.572 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:57:54.574 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:57:54.601 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:57:54.602 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/464) 2023-09-21T14:57:55.187 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:57:55.192 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:57:55.192 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:57:55.330 INFO:teuthology.orchestra.run.smithi046.stdout:generic/464 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:57:55.334 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/464 2023-09-21T14:57:55.334 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/464 2023-09-21T14:57:55.335 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:57:55.337 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:57:55.361 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:57:55.361 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/465) 2023-09-21T14:57:55.575 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:57:55.580 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:57:55.581 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:06.842 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:58:06.847 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:58:12.245 INFO:teuthology.orchestra.run.smithi046.stdout:generic/465 17s 2023-09-21T14:58:12.395 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/465 2023-09-21T14:58:12.395 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:58:12.433 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:12.518 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:58:12.519 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/466) 2023-09-21T14:58:12.834 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:58:12.839 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:58:12.839 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:12.978 INFO:teuthology.orchestra.run.smithi046.stdout:generic/466 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:58:12.982 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/466 2023-09-21T14:58:12.982 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/466 2023-09-21T14:58:12.982 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:58:12.984 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:13.010 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:58:13.011 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/467) 2023-09-21T14:58:13.236 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:58:13.241 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:58:13.241 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:20.003 INFO:teuthology.orchestra.run.smithi046.stdout:generic/467 _check_dmesg: something found in dmesg (see /tmp/tmp.JI8GoXYvmPxfstests-dev/results//generic/467.dmesg) 2023-09-21T14:58:20.075 INFO:teuthology.orchestra.run.smithi046.stdout:- output mismatch (see /tmp/tmp.JI8GoXYvmPxfstests-dev/results//generic/467.out.bad) 2023-09-21T14:58:20.090 INFO:teuthology.orchestra.run.smithi046.stdout: --- tests/generic/467.out 2023-09-21 13:06:38.931392423 +0000 2023-09-21T14:58:20.090 INFO:teuthology.orchestra.run.smithi046.stdout: +++ /tmp/tmp.JI8GoXYvmPxfstests-dev/results//generic/467.out.bad 2023-09-21 14:58:20.057118748 +0000 2023-09-21T14:58:20.090 INFO:teuthology.orchestra.run.smithi046.stdout: @@ -1,5 +1,16 @@ 2023-09-21T14:58:20.091 INFO:teuthology.orchestra.run.smithi046.stdout: QA output created by 467 2023-09-21T14:58:20.091 INFO:teuthology.orchestra.run.smithi046.stdout: test_file_handles TEST_DIR/467-dir -dp 2023-09-21T14:58:20.091 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/467-dir/file000000) opened an unlinked file! 2023-09-21T14:58:20.091 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/467-dir/file000001) opened an unlinked file! 2023-09-21T14:58:20.091 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/467-dir/file000002) opened an unlinked file! 2023-09-21T14:58:20.092 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/467-dir/file000003) opened an unlinked file! 2023-09-21T14:58:20.092 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/467-dir/file000004) opened an unlinked file! 2023-09-21T14:58:20.092 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/467-dir/file000005) opened an unlinked file! 2023-09-21T14:58:20.092 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/467-dir/file000006) opened an unlinked file! 2023-09-21T14:58:20.092 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/467-dir/file000007) opened an unlinked file! 2023-09-21T14:58:20.093 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/467-dir/file000008) opened an unlinked file! 2023-09-21T14:58:20.093 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/467-dir/file000009) opened an unlinked file! 2023-09-21T14:58:20.093 INFO:teuthology.orchestra.run.smithi046.stdout: +open_by_handle(/tmp/tmp.Iyw9jrkLjLtest/467-dir) opened an unlinked dir! 2023-09-21T14:58:20.093 INFO:teuthology.orchestra.run.smithi046.stdout: test_file_handles TEST_DIR/467-dir -rp 2023-09-21T14:58:20.093 INFO:teuthology.orchestra.run.smithi046.stdout: test_file_handles TEST_DIR/467-dir -dkr 2023-09-21T14:58:20.094 INFO:teuthology.orchestra.run.smithi046.stdout: test_file_handles TEST_DIR/467-dir -lr 2023-09-21T14:58:20.105 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/467 2023-09-21T14:58:20.106 INFO:teuthology.orchestra.run.smithi046.stdout:Failures: generic/467 2023-09-21T14:58:20.106 INFO:teuthology.orchestra.run.smithi046.stdout:Failed 1 of 1 tests 2023-09-21T14:58:20.132 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:20.307 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-09-21T14:58:20.308 INFO:tasks.cephfs.xfstests_dev:Command failed 2023-09-21T14:58:20.309 INFO:tasks.cephfs.xfstests_dev:Command return value: 1 2023-09-21T14:58:20.309 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/468) 2023-09-21T14:58:21.513 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:58:21.518 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:58:21.519 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:21.730 INFO:teuthology.orchestra.run.smithi046.stdout:generic/468 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:58:21.735 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/468 2023-09-21T14:58:21.736 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/468 2023-09-21T14:58:21.736 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:58:21.738 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:21.758 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:58:21.759 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/469) 2023-09-21T14:58:21.983 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:58:21.988 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:58:21.988 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:24.148 INFO:teuthology.orchestra.run.smithi046.stdout:generic/469 [not run] xfs_io fzero failed (old kernel/wrong fs?) 2023-09-21T14:58:24.152 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/469 2023-09-21T14:58:24.152 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/469 2023-09-21T14:58:24.153 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:58:24.155 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:24.174 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:58:24.175 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/470) 2023-09-21T14:58:24.754 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:58:24.759 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:58:24.759 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:24.999 INFO:teuthology.orchestra.run.smithi046.stdout:generic/470 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:58:25.003 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/470 2023-09-21T14:58:25.004 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/470 2023-09-21T14:58:25.004 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:58:25.006 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:25.037 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:58:25.038 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/472) 2023-09-21T14:58:25.252 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:58:25.258 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:58:25.258 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:25.412 INFO:teuthology.orchestra.run.smithi046.stdout:generic/472 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:58:25.417 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/472 2023-09-21T14:58:25.417 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/472 2023-09-21T14:58:25.417 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:58:25.419 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:25.443 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:58:25.443 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/473) 2023-09-21T14:58:25.666 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:58:25.671 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:58:25.672 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:25.877 INFO:teuthology.orchestra.run.smithi046.stdout:generic/473 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-09-21T14:58:25.881 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/473 2023-09-21T14:58:25.882 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/473 2023-09-21T14:58:25.882 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:58:25.884 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:25.908 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:58:25.908 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/474) 2023-09-21T14:58:26.125 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:58:26.131 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:58:26.131 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:26.293 INFO:teuthology.orchestra.run.smithi046.stdout:generic/474 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:58:26.298 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/474 2023-09-21T14:58:26.298 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/474 2023-09-21T14:58:26.298 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:58:26.300 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:26.321 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:58:26.322 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/475) 2023-09-21T14:58:26.539 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:58:26.544 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:58:26.545 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:26.755 INFO:teuthology.orchestra.run.smithi046.stdout:generic/475 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:58:26.760 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/475 2023-09-21T14:58:26.760 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/475 2023-09-21T14:58:26.761 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:58:26.765 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:26.785 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:58:26.786 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/476) 2023-09-21T14:58:27.004 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:58:27.009 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:58:27.010 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:27.174 INFO:teuthology.orchestra.run.smithi046.stdout:generic/476 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:58:27.178 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/476 2023-09-21T14:58:27.179 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/476 2023-09-21T14:58:27.179 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:58:27.181 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:27.203 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:58:27.203 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/477) 2023-09-21T14:58:27.417 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:58:27.422 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:58:27.422 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:35.222 INFO:teuthology.orchestra.run.smithi046.stdout:generic/477 8s 2023-09-21T14:58:35.287 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/477 2023-09-21T14:58:35.288 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:58:35.290 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:35.369 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:58:35.370 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/478) 2023-09-21T14:58:36.385 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:58:36.391 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:58:36.391 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:36.929 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:58:36.931 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:58:46.454 INFO:teuthology.orchestra.run.smithi046.stdout:generic/478 - output mismatch (see /tmp/tmp.JI8GoXYvmPxfstests-dev/results//generic/478.out.bad) 2023-09-21T14:58:46.505 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-09-21T14:58:46.506 INFO:teuthology.orchestra.run.smithi046.stdout: --- tests/generic/478.out 2023-09-21 13:06:38.932392413 +0000 2023-09-21T14:58:46.506 INFO:teuthology.orchestra.run.smithi046.stdout: +++ /tmp/tmp.JI8GoXYvmPxfstests-dev/results//generic/478.out.bad 2023-09-21 14:58:46.467856372 +0000 2023-09-21T14:58:46.506 INFO:teuthology.orchestra.run.smithi046.stdout: @@ -10,7 +10,7 @@ 2023-09-21T14:58:46.507 INFO:teuthology.orchestra.run.smithi046.stdout: lock could be placed 2023-09-21T14:58:46.507 INFO:teuthology.orchestra.run.smithi046.stdout: get wrlck 2023-09-21T14:58:46.507 INFO:teuthology.orchestra.run.smithi046.stdout: lock could be placed 2023-09-21T14:58:46.507 INFO:teuthology.orchestra.run.smithi046.stdout: -lock could be placed 2023-09-21T14:58:46.507 INFO:teuthology.orchestra.run.smithi046.stdout: +get wrlck 2023-09-21T14:58:46.508 INFO:teuthology.orchestra.run.smithi046.stdout: lock could be placed 2023-09-21T14:58:46.508 INFO:teuthology.orchestra.run.smithi046.stdout: lock could be placed 2023-09-21T14:58:46.508 INFO:teuthology.orchestra.run.smithi046.stdout: lock could be placed 2023-09-21T14:58:46.509 INFO:teuthology.orchestra.run.smithi046.stdout: @@ -25,7 +25,7 @@ 2023-09-21T14:58:46.509 INFO:teuthology.orchestra.run.smithi046.stdout: lock could be placed 2023-09-21T14:58:46.509 INFO:teuthology.orchestra.run.smithi046.stdout: get wrlck 2023-09-21T14:58:46.509 INFO:teuthology.orchestra.run.smithi046.stdout: lock could be placed 2023-09-21T14:58:46.509 INFO:teuthology.orchestra.run.smithi046.stdout: -lock could be placed 2023-09-21T14:58:46.510 INFO:teuthology.orchestra.run.smithi046.stdout: +get wrlck 2023-09-21T14:58:46.510 INFO:teuthology.orchestra.run.smithi046.stdout: lock could be placed 2023-09-21T14:58:46.510 INFO:teuthology.orchestra.run.smithi046.stdout: lock could be placed 2023-09-21T14:58:46.510 INFO:teuthology.orchestra.run.smithi046.stdout: lock could be placed 2023-09-21T14:58:46.510 INFO:teuthology.orchestra.run.smithi046.stdout: @@ -37,7 +37,7 @@ 2023-09-21T14:58:46.511 INFO:teuthology.orchestra.run.smithi046.stdout: get rdlck 2023-09-21T14:58:46.511 INFO:teuthology.orchestra.run.smithi046.stdout: get rdlck 2023-09-21T14:58:46.511 INFO:teuthology.orchestra.run.smithi046.stdout: lock could be placed 2023-09-21T14:58:46.511 INFO:teuthology.orchestra.run.smithi046.stdout: -lock could be placed 2023-09-21T14:58:46.511 INFO:teuthology.orchestra.run.smithi046.stdout: +get rdlck 2023-09-21T14:58:46.512 INFO:teuthology.orchestra.run.smithi046.stdout: get rdlck 2023-09-21T14:58:46.512 INFO:teuthology.orchestra.run.smithi046.stdout: lock could be placed 2023-09-21T14:58:46.512 INFO:teuthology.orchestra.run.smithi046.stdout: get rdlck 2023-09-21T14:58:46.512 INFO:teuthology.orchestra.run.smithi046.stdout: @@ -46,7 +46,7 @@ 2023-09-21T14:58:46.512 INFO:teuthology.orchestra.run.smithi046.stdout: get rdlck 2023-09-21T14:58:46.513 INFO:teuthology.orchestra.run.smithi046.stdout: get rdlck 2023-09-21T14:58:46.513 INFO:teuthology.orchestra.run.smithi046.stdout: lock could be placed 2023-09-21T14:58:46.513 INFO:teuthology.orchestra.run.smithi046.stdout: -lock could be placed 2023-09-21T14:58:46.513 INFO:teuthology.orchestra.run.smithi046.stdout: +get rdlck 2023-09-21T14:58:46.514 INFO:teuthology.orchestra.run.smithi046.stdout: lock could be placed 2023-09-21T14:58:46.514 INFO:teuthology.orchestra.run.smithi046.stdout: lock could be placed 2023-09-21T14:58:46.514 INFO:teuthology.orchestra.run.smithi046.stdout: lock could be placed 2023-09-21T14:58:46.514 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/478 2023-09-21T14:58:46.515 INFO:teuthology.orchestra.run.smithi046.stdout:Failures: generic/478 2023-09-21T14:58:46.515 INFO:teuthology.orchestra.run.smithi046.stdout:Failed 1 of 1 tests 2023-09-21T14:58:46.515 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:46.515 INFO:tasks.cephfs.xfstests_dev:Command failed 2023-09-21T14:58:46.516 INFO:tasks.cephfs.xfstests_dev:Command return value: 1 2023-09-21T14:58:46.516 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/479) 2023-09-21T14:58:46.734 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:58:46.739 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:58:46.740 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:46.967 INFO:teuthology.orchestra.run.smithi046.stdout:generic/479 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:58:46.972 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/479 2023-09-21T14:58:46.972 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/479 2023-09-21T14:58:46.972 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:58:46.975 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:47.005 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:58:47.006 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/480) 2023-09-21T14:58:47.221 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:58:47.227 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:58:47.227 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:47.396 INFO:teuthology.orchestra.run.smithi046.stdout:generic/480 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:58:47.401 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/480 2023-09-21T14:58:47.401 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/480 2023-09-21T14:58:47.401 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:58:47.403 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:47.429 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:58:47.429 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/481) 2023-09-21T14:58:47.645 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:58:47.650 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:58:47.662 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:47.817 INFO:teuthology.orchestra.run.smithi046.stdout:generic/481 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:58:47.822 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/481 2023-09-21T14:58:47.822 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/481 2023-09-21T14:58:47.822 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:58:47.824 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:47.846 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:58:47.846 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/482) 2023-09-21T14:58:48.064 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:58:48.069 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:58:48.069 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:48.305 INFO:teuthology.orchestra.run.smithi046.stdout:generic/482 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:58:48.310 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/482 2023-09-21T14:58:48.310 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/482 2023-09-21T14:58:48.310 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:58:48.312 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:48.335 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:58:48.432 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/483) 2023-09-21T14:58:48.649 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:58:48.654 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:58:48.655 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:48.817 INFO:teuthology.orchestra.run.smithi046.stdout:generic/483 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:58:48.822 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/483 2023-09-21T14:58:48.822 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/483 2023-09-21T14:58:48.822 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:58:48.824 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:48.850 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:58:48.851 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/484) 2023-09-21T14:58:49.065 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:58:49.070 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:58:49.071 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:49.276 INFO:teuthology.orchestra.run.smithi046.stdout:generic/484 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:58:49.281 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/484 2023-09-21T14:58:49.281 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/484 2023-09-21T14:58:49.281 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:58:49.284 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:49.311 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:58:49.312 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/485) 2023-09-21T14:58:49.527 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:58:49.533 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:58:49.533 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:50.675 INFO:teuthology.orchestra.run.smithi046.stdout:generic/485 [not run] xfs_io finsert failed (old kernel/wrong fs?) 2023-09-21T14:58:50.679 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/485 2023-09-21T14:58:50.680 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/485 2023-09-21T14:58:50.680 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:58:50.682 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:50.705 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:58:50.706 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/486) 2023-09-21T14:58:51.222 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:58:51.226 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:58:51.227 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:51.414 INFO:teuthology.orchestra.run.smithi046.stdout:generic/486 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:58:51.418 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/486 2023-09-21T14:58:51.418 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/486 2023-09-21T14:58:51.420 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:58:51.435 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:51.441 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:58:51.442 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/487) 2023-09-21T14:58:51.657 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:58:51.662 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:58:51.662 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:51.825 INFO:teuthology.orchestra.run.smithi046.stdout:generic/487 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:58:51.830 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/487 2023-09-21T14:58:51.831 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/487 2023-09-21T14:58:51.831 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:58:51.833 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:51.850 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:58:51.851 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/488) 2023-09-21T14:58:52.066 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:58:52.071 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:58:52.071 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:52.215 INFO:teuthology.orchestra.run.smithi046.stdout:generic/488 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:58:52.220 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/488 2023-09-21T14:58:52.220 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/488 2023-09-21T14:58:52.220 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:58:52.222 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:52.245 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:58:52.245 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/489) 2023-09-21T14:58:52.460 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:58:52.466 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:58:52.466 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:52.633 INFO:teuthology.orchestra.run.smithi046.stdout:generic/489 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:58:52.638 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/489 2023-09-21T14:58:52.638 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/489 2023-09-21T14:58:52.639 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:58:52.641 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:52.662 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:58:52.663 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/490) 2023-09-21T14:58:52.877 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:58:52.882 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:58:52.882 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:53.886 INFO:teuthology.orchestra.run.smithi046.stdout:generic/490 1s 2023-09-21T14:58:53.892 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/490 2023-09-21T14:58:53.893 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:58:53.895 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:53.916 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:58:53.916 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/491) 2023-09-21T14:58:54.515 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:58:54.519 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:58:54.520 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:54.680 INFO:teuthology.orchestra.run.smithi046.stdout:generic/491 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:58:54.684 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/491 2023-09-21T14:58:54.684 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/491 2023-09-21T14:58:54.685 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:58:54.687 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:54.707 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:58:54.708 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/492) 2023-09-21T14:58:54.924 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:58:54.929 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:58:54.929 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:55.077 INFO:teuthology.orchestra.run.smithi046.stdout:generic/492 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:58:55.082 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/492 2023-09-21T14:58:55.082 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/492 2023-09-21T14:58:55.082 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:58:55.084 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:55.109 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:58:55.109 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/493) 2023-09-21T14:58:55.327 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:58:55.332 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:58:55.332 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:55.499 INFO:teuthology.orchestra.run.smithi046.stdout:generic/493 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:58:55.504 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/493 2023-09-21T14:58:55.504 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/493 2023-09-21T14:58:55.505 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:58:55.507 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:55.527 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:58:55.528 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/494) 2023-09-21T14:58:55.763 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:58:55.768 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:58:55.768 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:55.916 INFO:teuthology.orchestra.run.smithi046.stdout:generic/494 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:58:55.920 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/494 2023-09-21T14:58:55.921 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/494 2023-09-21T14:58:55.921 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:58:55.923 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:55.950 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:58:55.950 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/495) 2023-09-21T14:58:56.166 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:58:56.171 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:58:56.171 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:56.316 INFO:teuthology.orchestra.run.smithi046.stdout:generic/495 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:58:56.321 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/495 2023-09-21T14:58:56.321 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/495 2023-09-21T14:58:56.321 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:58:56.323 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:56.344 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:58:56.344 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/496) 2023-09-21T14:58:56.559 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:58:56.564 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:58:56.564 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:56.717 INFO:teuthology.orchestra.run.smithi046.stdout:generic/496 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:58:56.721 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/496 2023-09-21T14:58:56.722 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/496 2023-09-21T14:58:56.722 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:58:56.724 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:56.744 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:58:56.744 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/497) 2023-09-21T14:58:56.957 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:58:56.962 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:58:56.963 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:57.109 INFO:teuthology.orchestra.run.smithi046.stdout:generic/497 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:58:57.113 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/497 2023-09-21T14:58:57.113 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/497 2023-09-21T14:58:57.114 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:58:57.116 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:57.136 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:58:57.153 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/498) 2023-09-21T14:58:57.370 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:58:57.375 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:58:57.375 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:57.537 INFO:teuthology.orchestra.run.smithi046.stdout:generic/498 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:58:57.541 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/498 2023-09-21T14:58:57.541 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/498 2023-09-21T14:58:57.541 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:58:57.543 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:57.564 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:58:57.565 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/499) 2023-09-21T14:58:57.778 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:58:57.784 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:58:57.784 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:57.928 INFO:teuthology.orchestra.run.smithi046.stdout:generic/499 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:58:57.932 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/499 2023-09-21T14:58:57.932 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/499 2023-09-21T14:58:57.933 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:58:57.935 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:57.959 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:58:57.959 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/500) 2023-09-21T14:58:58.174 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:58:58.180 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:58:58.180 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:58.382 INFO:teuthology.orchestra.run.smithi046.stdout:generic/500 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:58:58.386 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/500 2023-09-21T14:58:58.386 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/500 2023-09-21T14:58:58.387 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:58:58.389 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:58.412 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:58:58.413 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/501) 2023-09-21T14:58:58.627 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:58:58.632 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:58:58.632 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:58.794 INFO:teuthology.orchestra.run.smithi046.stdout:generic/501 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:58:58.798 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/501 2023-09-21T14:58:58.799 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/501 2023-09-21T14:58:58.799 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:58:58.801 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:58.828 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:58:58.829 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/502) 2023-09-21T14:58:59.044 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:58:59.049 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:58:59.049 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:59.236 INFO:teuthology.orchestra.run.smithi046.stdout:generic/502 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:58:59.241 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/502 2023-09-21T14:58:59.241 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/502 2023-09-21T14:58:59.241 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:58:59.243 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:59.262 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:58:59.263 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/503) 2023-09-21T14:58:59.477 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:58:59.482 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:58:59.482 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:59.631 INFO:teuthology.orchestra.run.smithi046.stdout:generic/503 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:58:59.635 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/503 2023-09-21T14:58:59.636 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/503 2023-09-21T14:58:59.636 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:58:59.638 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:58:59.655 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:58:59.678 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/504) 2023-09-21T14:58:59.894 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:58:59.900 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:58:59.900 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:59:00.109 INFO:teuthology.orchestra.run.smithi046.stdout:generic/504 - output mismatch (see /tmp/tmp.JI8GoXYvmPxfstests-dev/results//generic/504.out.bad) 2023-09-21T14:59:00.112 INFO:teuthology.orchestra.run.smithi046.stdout: --- tests/generic/504.out 2023-09-21 13:06:38.934392393 +0000 2023-09-21T14:59:00.112 INFO:teuthology.orchestra.run.smithi046.stdout: +++ /tmp/tmp.JI8GoXYvmPxfstests-dev/results//generic/504.out.bad 2023-09-21 14:59:00.122720525 +0000 2023-09-21T14:59:00.112 INFO:teuthology.orchestra.run.smithi046.stdout: @@ -1,2 +1,3 @@ 2023-09-21T14:59:00.113 INFO:teuthology.orchestra.run.smithi046.stdout: QA output created by 504 2023-09-21T14:59:00.113 INFO:teuthology.orchestra.run.smithi046.stdout: +lock info not found 2023-09-21T14:59:00.113 INFO:teuthology.orchestra.run.smithi046.stdout: Silence is golden 2023-09-21T14:59:00.115 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/504 2023-09-21T14:59:00.116 INFO:teuthology.orchestra.run.smithi046.stdout:Failures: generic/504 2023-09-21T14:59:00.116 INFO:teuthology.orchestra.run.smithi046.stdout:Failed 1 of 1 tests 2023-09-21T14:59:00.118 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:59:00.139 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-09-21T14:59:00.140 INFO:tasks.cephfs.xfstests_dev:Command failed 2023-09-21T14:59:00.140 INFO:tasks.cephfs.xfstests_dev:Command return value: 1 2023-09-21T14:59:00.141 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/505) 2023-09-21T14:59:00.355 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:59:00.360 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:59:00.360 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:59:00.505 INFO:teuthology.orchestra.run.smithi046.stdout:generic/505 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:59:00.509 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/505 2023-09-21T14:59:00.510 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/505 2023-09-21T14:59:00.510 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:59:00.512 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:59:00.533 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:59:00.533 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/506) 2023-09-21T14:59:00.747 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:59:00.753 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:59:00.753 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:59:00.899 INFO:teuthology.orchestra.run.smithi046.stdout:generic/506 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:59:00.903 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/506 2023-09-21T14:59:00.904 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/506 2023-09-21T14:59:00.904 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:59:00.906 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:59:00.931 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:59:00.932 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/507) 2023-09-21T14:59:01.146 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:59:01.151 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:59:01.151 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:59:01.354 INFO:teuthology.orchestra.run.smithi046.stdout:generic/507 [not run] file system doesn't support chattr +ASai 2023-09-21T14:59:01.358 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/507 2023-09-21T14:59:01.359 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/507 2023-09-21T14:59:01.359 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:59:01.361 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:59:01.381 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:59:01.382 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/508) 2023-09-21T14:59:01.594 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:59:01.599 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:59:01.599 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:59:01.778 INFO:teuthology.orchestra.run.smithi046.stdout:generic/508 [not run] lsattr not supported by test filesystem type: ceph-fuse 2023-09-21T14:59:01.783 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/508 2023-09-21T14:59:01.783 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/508 2023-09-21T14:59:01.783 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:59:01.786 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:59:01.808 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:59:01.809 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/509) 2023-09-21T14:59:02.024 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:59:02.029 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:59:02.029 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:59:02.188 INFO:teuthology.orchestra.run.smithi046.stdout:generic/509 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:59:02.192 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/509 2023-09-21T14:59:02.193 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/509 2023-09-21T14:59:02.193 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:59:02.195 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:59:02.213 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:59:02.214 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/510) 2023-09-21T14:59:02.428 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:59:02.433 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:59:02.434 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:59:02.600 INFO:teuthology.orchestra.run.smithi046.stdout:generic/510 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:59:02.604 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/510 2023-09-21T14:59:02.604 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/510 2023-09-21T14:59:02.605 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:59:02.607 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:59:02.629 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:59:02.630 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/511) 2023-09-21T14:59:02.847 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:59:02.852 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:59:02.852 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:59:02.996 INFO:teuthology.orchestra.run.smithi046.stdout:generic/511 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:59:03.000 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/511 2023-09-21T14:59:03.000 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/511 2023-09-21T14:59:03.000 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:59:03.003 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:59:03.027 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:59:03.028 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/512) 2023-09-21T14:59:03.239 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:59:03.244 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:59:03.244 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:59:03.425 INFO:teuthology.orchestra.run.smithi046.stdout:generic/512 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:59:03.429 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/512 2023-09-21T14:59:03.429 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/512 2023-09-21T14:59:03.430 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:59:03.432 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:59:03.455 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:59:03.456 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/513) 2023-09-21T14:59:03.668 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:59:03.674 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:59:03.674 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:59:03.818 INFO:teuthology.orchestra.run.smithi046.stdout:generic/513 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:59:03.822 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/513 2023-09-21T14:59:03.823 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/513 2023-09-21T14:59:03.823 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:59:03.825 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:59:03.846 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:59:03.846 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/514) 2023-09-21T14:59:04.062 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:59:04.067 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:59:04.067 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:59:04.214 INFO:teuthology.orchestra.run.smithi046.stdout:generic/514 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:59:04.219 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/514 2023-09-21T14:59:04.219 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/514 2023-09-21T14:59:04.219 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:59:04.221 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:59:04.242 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:59:04.243 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/515) 2023-09-21T14:59:04.458 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:59:04.464 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:59:04.464 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:59:04.613 INFO:teuthology.orchestra.run.smithi046.stdout:generic/515 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:59:04.618 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/515 2023-09-21T14:59:04.618 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/515 2023-09-21T14:59:04.618 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:59:04.620 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:59:04.644 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:59:04.644 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/516) 2023-09-21T14:59:04.861 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:59:04.866 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:59:04.867 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:59:05.079 INFO:teuthology.orchestra.run.smithi046.stdout:generic/516 [not run] Dedupe not supported by test filesystem type: ceph-fuse 2023-09-21T14:59:05.083 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/516 2023-09-21T14:59:05.084 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/516 2023-09-21T14:59:05.084 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:59:05.086 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:59:05.114 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:59:05.115 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/517) 2023-09-21T14:59:05.688 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:59:05.700 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:59:05.700 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:59:05.847 INFO:teuthology.orchestra.run.smithi046.stdout:generic/517 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:59:05.851 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/517 2023-09-21T14:59:05.852 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/517 2023-09-21T14:59:05.852 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:59:05.854 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:59:05.881 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:59:05.881 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/518) 2023-09-21T14:59:06.096 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:59:06.101 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:59:06.101 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:59:06.247 INFO:teuthology.orchestra.run.smithi046.stdout:generic/518 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:59:06.251 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/518 2023-09-21T14:59:06.251 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/518 2023-09-21T14:59:06.252 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:59:06.254 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:59:06.276 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:59:06.277 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/519) 2023-09-21T14:59:06.492 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:59:06.497 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:59:06.498 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:59:06.643 INFO:teuthology.orchestra.run.smithi046.stdout:generic/519 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:59:06.647 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/519 2023-09-21T14:59:06.647 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/519 2023-09-21T14:59:06.648 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:59:06.650 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:59:06.671 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:59:06.671 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/520) 2023-09-21T14:59:06.885 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:59:06.890 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:59:06.890 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:59:07.053 INFO:teuthology.orchestra.run.smithi046.stdout:generic/520 [not run] this test requires a valid $SCRATCH_DEV 2023-09-21T14:59:07.057 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/520 2023-09-21T14:59:07.058 INFO:teuthology.orchestra.run.smithi046.stdout:Not run: generic/520 2023-09-21T14:59:07.058 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T14:59:07.060 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:59:07.077 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T14:59:07.078 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/521) 2023-09-21T14:59:07.100 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:59:07.123 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:59:07.286 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T14:59:07.291 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T14:59:07.291 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T14:59:37.209 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:59:37.213 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:00:07.273 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:00:07.277 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:00:37.387 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:00:37.391 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:01:07.458 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:01:07.463 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:01:37.631 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:01:37.635 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:02:07.833 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:02:07.838 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:02:38.033 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:02:38.037 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:03:08.105 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:03:08.113 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:03:38.179 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:03:38.183 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:04:08.278 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:04:08.282 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:04:38.351 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:04:38.356 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:05:08.492 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:05:08.496 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:05:38.683 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:05:38.687 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:06:08.748 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:06:08.752 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:06:38.818 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:06:38.822 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:07:09.244 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:07:09.273 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:07:39.334 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:07:39.338 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:08:09.485 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:08:09.489 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:08:39.556 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:08:39.586 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:09:09.654 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:09:09.658 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:09:39.725 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:09:39.729 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:10:09.834 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:10:09.838 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:10:39.911 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:10:39.915 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:11:09.982 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:11:09.986 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:11:40.045 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:11:40.049 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:12:10.111 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:12:10.115 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:12:40.184 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:12:40.189 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:13:10.253 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:13:10.257 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:13:40.315 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:13:40.319 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:14:10.387 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:14:10.391 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:14:40.477 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:14:40.481 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:15:10.542 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:15:10.546 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:15:40.780 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:15:40.785 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:16:10.848 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:16:10.852 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:16:40.920 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:16:40.924 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:17:11.110 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:17:11.114 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:17:41.201 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:17:41.204 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:18:11.290 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:18:11.294 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:18:41.355 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:18:41.359 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:19:11.424 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:19:11.428 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:19:41.488 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:19:41.493 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:20:11.559 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:20:11.563 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:20:41.649 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:20:41.653 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:21:11.812 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:21:11.817 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:21:11.899 INFO:tasks.ceph.osd.0.smithi046.stderr:2023-09-21T15:21:11.877+0000 7f98c91c2700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 513331) UID: 0 2023-09-21T15:21:11.911 INFO:tasks.ceph.osd.1.smithi046.stderr:2023-09-21T15:21:11.877+0000 7f08d8325700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 513331) UID: 0 2023-09-21T15:21:11.915 INFO:tasks.ceph.osd.3.smithi046.stderr:2023-09-21T15:21:11.877+0000 7fb1c733e700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 513331) UID: 0 2023-09-21T15:21:11.928 INFO:tasks.ceph.osd.2.smithi046.stderr:2023-09-21T15:21:11.877+0000 7ff93d280700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 513331) UID: 0 2023-09-21T15:23:38.187 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:23:38.191 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:24:08.261 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:24:08.265 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:24:38.323 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:24:38.326 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:24:38.372 INFO:tasks.ceph.osd.0.smithi046.stderr:2023-09-21T15:24:38.387+0000 7f98c91c2700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 513434) UID: 0 2023-09-21T15:24:38.373 INFO:tasks.ceph.osd.1.smithi046.stderr:2023-09-21T15:24:38.387+0000 7f08d8325700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 513434) UID: 0 2023-09-21T15:24:38.373 INFO:tasks.ceph.osd.3.smithi046.stderr:2023-09-21T15:24:38.387+0000 7fb1c733e700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 513434) UID: 0 2023-09-21T15:24:38.374 INFO:tasks.ceph.osd.2.smithi046.stderr:2023-09-21T15:24:38.387+0000 7ff93d280700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 513434) UID: 0 2023-09-21T15:26:47.355 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:26:47.359 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:27:17.433 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:27:17.437 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:27:47.808 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:27:47.823 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:28:17.890 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:28:17.893 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:28:47.954 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:28:47.957 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:29:18.018 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:29:18.021 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:29:48.091 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:29:48.094 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:30:18.155 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:30:18.159 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:30:48.474 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:30:48.477 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:31:18.552 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:31:18.556 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:31:48.625 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:31:48.629 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:32:18.690 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:32:18.694 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:32:48.836 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:32:48.839 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:33:18.909 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:33:18.913 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:33:48.972 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:33:48.975 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:34:19.050 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:34:19.053 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:34:49.139 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:34:49.143 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:35:19.204 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:35:19.225 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:35:49.286 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:35:49.290 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:36:19.348 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:36:19.352 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:36:49.433 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:36:49.436 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:37:19.492 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:37:19.496 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:37:49.562 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:37:49.565 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:38:19.627 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:38:19.630 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:38:49.690 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:38:49.694 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:39:19.757 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:39:19.760 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:39:49.847 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:39:49.852 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:40:19.954 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:40:19.958 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:40:50.086 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:40:50.089 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:41:20.168 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:41:20.175 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:41:50.238 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:41:50.242 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:42:20.302 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:42:20.306 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:42:50.394 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:42:50.397 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:43:20.481 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:43:20.485 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:43:50.583 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:43:50.587 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:44:20.655 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:44:20.659 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:44:50.719 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:44:50.722 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:45:20.800 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:45:20.803 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:45:50.868 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:45:50.872 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:46:20.960 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:46:20.965 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:46:30.726 INFO:teuthology.orchestra.run.smithi046.stdout:generic/521 2843s 2023-09-21T15:46:30.730 INFO:teuthology.orchestra.run.smithi046.stdout:Ran: generic/521 2023-09-21T15:46:30.731 INFO:teuthology.orchestra.run.smithi046.stdout:Passed all 1 tests 2023-09-21T15:46:30.733 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T15:46:30.755 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T15:46:30.756 DEBUG:teuthology.orchestra.run.smithi046:> (cd /tmp/tmp.JI8GoXYvmPxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/522) 2023-09-21T15:46:31.330 INFO:teuthology.orchestra.run.smithi046.stdout:FSTYP -- ceph-fuse 2023-09-21T15:46:31.336 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM -- Linux/x86_64 smithi046 4.18.0-513.el8.x86_64 #1 SMP Fri Aug 25 14:33:28 UTC 2023 2023-09-21T15:46:31.336 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-09-21T15:46:51.024 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:46:51.028 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:47:21.098 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:47:21.105 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:47:51.415 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:47:51.418 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:48:21.488 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:48:21.492 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:48:51.558 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:48:51.562 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:49:21.623 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:49:21.626 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:49:51.690 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:49:51.694 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:50:21.861 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:50:21.866 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:50:51.942 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:50:51.945 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:51:22.020 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:51:22.023 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:51:52.083 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:51:52.086 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:51:52.130 INFO:tasks.ceph.mds.b.smithi057.stderr:2023-09-21T15:51:52.146+0000 7ff269220700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 136497) UID: 0 2023-09-21T15:51:52.130 INFO:tasks.ceph.mds.d.smithi057.stderr:2023-09-21T15:51:52.146+0000 7fd7f74e5700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 136497) UID: 0 2023-09-21T15:54:32.342 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:54:32.359 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:55:02.521 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:55:02.525 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:55:32.586 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:55:32.589 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:56:02.726 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:56:02.730 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:56:32.801 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:56:32.805 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:57:02.892 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:57:02.896 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:57:32.961 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:57:32.966 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:58:03.034 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:58:03.038 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:58:33.105 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:58:33.109 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:59:03.253 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:59:03.257 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:59:33.328 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:59:33.332 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:00:03.402 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:00:03.405 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:00:33.480 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:00:33.484 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:01:03.558 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:01:03.562 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:01:33.625 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:01:33.629 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:02:03.806 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:02:03.810 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:02:34.121 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:02:34.125 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:03:04.219 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:03:04.223 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:03:34.285 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:03:34.289 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:04:04.356 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:04:04.359 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:04:34.431 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:04:34.434 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:05:04.755 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:05:04.760 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:05:34.820 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:05:34.824 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:06:04.893 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:06:04.896 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:06:44.893 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:06:44.915 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:07:15.044 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:07:15.047 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:07:45.262 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:07:45.266 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:08:15.328 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:08:15.331 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:08:45.394 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:08:45.397 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:09:15.467 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:09:15.471 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:09:45.540 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:09:45.544 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:10:15.843 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:10:15.846 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:10:45.921 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:10:45.925 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:11:16.686 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:11:16.716 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:11:46.792 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:11:46.815 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:12:16.967 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:12:16.971 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:12:47.065 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:12:47.068 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:13:17.198 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:13:17.202 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:13:47.313 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:13:47.317 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:14:17.378 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:14:17.830 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:14:47.900 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:14:48.025 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:15:18.090 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:15:19.063 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:15:49.163 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:15:49.176 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:16:19.236 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:16:19.250 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:16:49.415 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:16:49.418 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:17:19.491 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:17:19.495 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:17:49.559 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:17:49.562 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:18:19.623 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:18:19.626 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:18:49.728 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:18:49.731 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:19:20.044 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:19:20.047 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:19:50.157 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:19:50.160 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:20:20.265 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:20:20.291 DEBUG:teuthology.orchestra.run.smithi057:> sudo logrotate /etc/logrotate.d/ceph-test.conf